00010000:00000010:0.1:1783976301.917475:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11b00.
00010000:00000010:0.1:1783976301.917479:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ad400.
00010000:00000010:0.1:1783976301.917482:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cf400.
00010000:00000010:0.1:1783976301.917485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406adc00.
00010000:00000010:0.1:1783976301.917488:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cfd00.
00010000:00000010:0.1:1783976301.917491:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406acc00.
00010000:00000010:0.1:1783976301.917493:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cf900.
00010000:00000010:0.1:1783976301.917496:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ac800.
00010000:00000010:0.1:1783976301.917498:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cfc00.
00010000:00000010:0.1:1783976301.917501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ad800.
00010000:00000010:0.1:1783976301.917504:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11e00.
00010000:00000010:0.1:1783976301.917507:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ade00.
00010000:00000010:0.1:1783976301.917509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11300.
00010000:00000010:0.1:1783976301.917513:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ac400.
00010000:00000010:0.1:1783976301.917516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11700.
00010000:00000010:0.1:1783976301.917519:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ad000.
00010000:00000010:0.1:1783976301.917521:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11000.
00010000:00000010:0.1:1783976301.917524:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ad600.
00010000:00000010:0.1:1783976301.917527:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11600.
00010000:00000010:0.1:1783976301.917529:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ad200.
00010000:00000010:0.1:1783976301.917532:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11800.
00010000:00000010:0.1:1783976301.917534:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ac600.
00010000:00000010:0.1:1783976301.917537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cfb00.
00010000:00000010:0.1:1783976301.917541:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406a9800.
00010000:00000010:0.1:1783976301.917544:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cfe00.
00010000:00000010:0.1:1783976301.917547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406a8a00.
00010000:00000010:0.1:1783976301.917550:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cf300.
00010000:00000010:0.1:1783976301.917553:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406a9a00.
00010000:00000010:0.1:1783976301.917555:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cf700.
00010000:00000010:0.1:1783976301.917566:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406a8c00.
00010000:00000010:0.1:1783976301.917577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ced00.
00010000:00000010:0.1:1783976301.917581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406abc00.
00010000:00000010:0.1:1783976301.917584:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce900.
00010000:00000010:0.1:1783976301.917589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406aac00.
00010000:00000010:0.1:1783976301.917591:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cec00.
00010000:00000010:0.1:1783976301.917594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406aa800.
00010000:00000010:0.1:1783976301.917596:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ceb00.
00010000:00000010:0.1:1783976301.917599:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ab800.
00010000:00000010:0.1:1783976301.917602:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cee00.
00010000:00000010:0.1:1783976301.917604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406abe00.
00010000:00000010:0.1:1783976301.917606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce300.
00010000:00000010:0.1:1783976301.917608:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406aa400.
00010000:00000010:0.1:1783976301.917611:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce700.
00010000:00000010:0.1:1783976301.917615:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ab000.
00010000:00000010:0.1:1783976301.917618:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce000.
00010000:00000010:0.1:1783976301.917620:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ab600.
00010000:00000010:0.1:1783976301.917622:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce600.
00010000:00000010:0.1:1783976301.917624:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ab200.
00010000:00000010:0.1:1783976301.917628:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce800.
00010000:00000010:0.1:1783976301.917630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406aa600.
00010000:00000010:0.1:1783976301.917643:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce100.
00010000:00000010:0.1:1783976301.917646:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406ab400.
00010000:00000010:0.1:1783976301.917649:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cef00.
00010000:00000010:0.1:1783976301.917653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406aa200.
00010000:00000010:0.1:1783976301.917661:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce500.
00010000:00000010:0.1:1783976301.917665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6400.
00010000:00000010:0.1:1783976301.917668:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cea00.
00010000:00000010:0.1:1783976301.917671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7e00.
00010000:00000010:0.1:1783976301.917673:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce200.
00010000:00000010:0.1:1783976301.917676:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7800.
00010000:00000010:0.1:1783976301.917678:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ce400.
00010000:00000010:0.1:1783976301.917681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6800.
00010000:00000010:0.1:1783976301.917683:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cdf00.
00010000:00000010:0.1:1783976301.917687:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6c00.
00010000:00000010:0.1:1783976301.917690:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11100.
00010000:00000010:0.1:1783976301.917693:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7c00.
00010000:00000010:0.1:1783976301.917696:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11f00.
00010000:00000010:0.1:1783976301.917699:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7a00.
00010000:00000010:0.1:1783976301.917701:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11500.
00010000:00000010:0.1:1783976301.917704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6a00.
00010000:00000010:0.1:1783976301.917707:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cd500.
00010000:00000010:0.1:1783976301.917710:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6000.
00010000:00000010:0.1:1783976301.917712:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cda00.
00010000:00000010:0.1:1783976301.917716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7000.
00010000:00000010:0.1:1783976301.917718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cd200.
00010000:00000010:0.1:1783976301.917721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7600.
00010000:00000010:0.1:1783976301.917724:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cd400.
00010000:00000010:0.1:1783976301.917726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac7200.
00010000:00000010:0.1:1783976301.917729:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cdd00.
00010000:00000010:0.1:1783976301.917732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6600.
00010000:00000010:0.1:1783976301.917734:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cdc00.
00010000:00000010:0.1:1783976301.917737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6200.
00010000:00000010:0.1:1783976301.917740:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cdb00.
00010000:00000010:0.1:1783976301.917743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac6e00.
00010000:00000010:0.1:1783976301.917746:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11a00.
00010000:00000010:0.1:1783976301.917749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5c00.
00010000:00000010:0.1:1783976301.917752:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11200.
00010000:00000010:0.1:1783976301.917756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4c00.
00010000:00000010:0.1:1783976301.917759:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11400.
00010000:00000010:0.1:1783976301.918916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4800.
00010000:00000010:0.1:1783976301.918924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11d00.
00010000:00000010:0.1:1783976301.918928:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5800.
00010000:00000010:0.1:1783976301.918931:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ccd00.
00010000:00000010:0.1:1783976301.918955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5e00.
00010000:00000010:0.1:1783976301.918959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11900.
00010000:00000010:0.1:1783976301.918962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4400.
00010000:00000010:0.1:1783976301.918965:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed11c00.
00010000:00000010:0.1:1783976301.918968:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5000.
00010000:00000010:0.1:1783976301.918972:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cb300.
00010000:00000010:0.1:1783976301.918975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5600.
00010000:00000010:0.1:1783976301.918978:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cb700.
00010000:00000010:0.1:1783976301.918981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5200.
00010000:00000010:0.1:1783976301.918985:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10400.
00010000:00000010:0.1:1783976301.918989:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4600.
00010000:00000010:0.1:1783976301.918992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10d00.
00010000:00000010:0.1:1783976301.918996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5400.
00010000:00000010:0.1:1783976301.918998:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10900.
00010000:00000010:0.1:1783976301.919001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4200.
00010000:00000010:0.1:1783976301.919004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10c00.
00010000:00000010:0.1:1783976301.919006:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4e00.
00010000:00000010:0.1:1783976301.919009:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10b00.
00010000:00000010:0.1:1783976301.919012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4000.
00010000:00000010:0.1:1783976301.919014:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10e00.
00010000:00000010:0.1:1783976301.919018:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac4a00.
00010000:00000010:0.1:1783976301.919020:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10300.
00010000:00000010:0.1:1783976301.919023:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac5a00.
00010000:00000010:0.1:1783976301.919026:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10700.
00010000:00000010:0.1:1783976301.919029:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1200.
00010000:00000010:0.1:1783976301.919033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10000.
00010000:00000010:0.1:1783976301.919035:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1600.
00010000:00000010:0.1:1783976301.919038:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10600.
00010000:00000010:0.1:1783976301.919041:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1000.
00010000:00000010:0.1:1783976301.919043:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cb000.
00010000:00000010:0.1:1783976301.919047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0400.
00010000:00000010:0.1:1783976301.919051:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cb600.
00010000:00000010:0.1:1783976301.919054:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1e00.
00010000:00000010:0.1:1783976301.919056:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cb800.
00010000:00000010:0.1:1783976301.919064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1800.
00010000:00000010:0.1:1783976301.919067:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10800.
00010000:00000010:0.1:1783976301.919071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0800.
00010000:00000010:0.1:1783976301.919074:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10100.
00010000:00000010:0.1:1783976301.919077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0c00.
00010000:00000010:0.1:1783976301.919080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10f00.
00010000:00000010:0.1:1783976301.919083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1c00.
00010000:00000010:0.1:1783976301.919086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10500.
00010000:00000010:0.1:1783976301.919089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1a00.
00010000:00000010:0.1:1783976301.919092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cab00.
00010000:00000010:0.1:1783976301.919095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0a00.
00010000:00000010:0.1:1783976301.919098:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417cae00.
00010000:00000010:0.1:1783976301.919100:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0000.
00010000:00000010:0.1:1783976301.919103:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ca300.
00010000:00000010:0.1:1783976301.919105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0e00.
00010000:00000010:0.1:1783976301.919107:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ca700.
00010000:00000010:0.1:1783976301.919110:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0200.
00010000:00000010:0.1:1783976301.919113:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ca000.
00010000:00000010:0.1:1783976301.919119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac1400.
00010000:00000010:0.1:1783976301.919122:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed10a00.
00010000:00000010:0.1:1783976301.919128:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac0600.
00010000:00000010:0.1:1783976301.919132:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3ce00.
00010000:00000010:0.1:1783976301.919139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae5c00.
00010000:00000010:0.1:1783976301.919144:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a800.
00010000:00000010:0.1:1783976301.919147:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae4c00.
00010000:00000010:0.1:1783976301.919150:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a100.
00010000:00000010:0.1:1783976301.919153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae4800.
00010000:00000010:0.1:1783976301.919156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8af00.
00010000:00000010:0.1:1783976301.919159:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae5800.
00010000:00000010:0.1:1783976301.919161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a500.
00010000:00000010:0.1:1783976301.919163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae5e00.
00010000:00000010:0.1:1783976301.919165:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8aa00.
00010000:00000010:0.1:1783976301.919168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae4400.
00010000:00000010:0.1:1783976301.919170:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a200.
00010000:00000010:0.1:1783976301.919173:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae5000.
00010000:00000010:0.1:1783976301.919182:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a400.
00010000:00000010:0.1:1783976301.919187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3000.
00010000:00000010:0.1:1783976301.919190:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8ad00.
00010000:00000010:0.1:1783976301.919192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3600.
00010000:00000010:0.1:1783976301.919195:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8a900.
00010000:00000010:0.1:1783976301.919197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3200.
00010000:00000010:0.1:1783976301.919200:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8ac00.
00010000:00000010:0.1:1783976301.919203:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2600.
00010000:00000010:0.1:1783976301.919205:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8ab00.
00010000:00000010:0.1:1783976301.919208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3400.
00010000:00000010:0.1:1783976301.919210:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f8ae00.
00010000:00000010:0.1:1783976301.919217:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2200.
00010000:00000010:0.1:1783976301.919222:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89800.
00010000:00000010:0.1:1783976301.919224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2e00.
00010000:00000010:0.1:1783976301.919227:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89100.
00010000:00000010:0.1:1783976301.919230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2000.
00010000:00000010:0.1:1783976301.919233:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89f00.
00010000:00000010:0.1:1783976301.919235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2a00.
00010000:00000010:0.1:1783976301.919239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3bb00.
00010000:00000010:0.1:1783976301.919242:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3a00.
00010000:00000010:0.1:1783976301.919245:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3be00.
00010000:00000010:0.1:1783976301.919248:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3c00.
00010000:00000010:0.1:1783976301.919250:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b300.
00010000:00000010:0.1:1783976301.919253:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2c00.
00010000:00000010:0.1:1783976301.919256:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b700.
00010000:00000010:0.1:1783976301.919259:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2800.
00010000:00000010:0.1:1783976301.919261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89500.
00010000:00000010:0.1:1783976301.919265:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3800.
00010000:00000010:0.1:1783976301.919269:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89a00.
00010000:00000010:0.1:1783976301.919271:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae3e00.
00010000:00000010:0.1:1783976301.919273:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89200.
00010000:00000010:0.1:1783976301.919278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db11ae2400.
00010000:00000010:0.1:1783976301.919281:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89400.
00010000:00000010:0.1:1783976301.919284:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56600.
00010000:00000010:0.1:1783976301.919287:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89d00.
00010000:00000010:0.1:1783976301.919290:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57400.
00010000:00000010:0.1:1783976301.919293:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89900.
00010000:00000010:0.1:1783976301.919295:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56200.
00010000:00000010:0.1:1783976301.919298:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89c00.
00010000:00000010:0.1:1783976301.919301:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56e00.
00010000:00000010:0.1:1783976301.919303:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89b00.
00010000:00000010:0.1:1783976301.919306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56000.
00010000:00000010:0.1:1783976301.919308:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89e00.
00010000:00000010:0.1:1783976301.919310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56a00.
00010000:00000010:0.1:1783976301.919313:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89300.
00010000:00000010:0.1:1783976301.919316:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57a00.
00010000:00000010:0.1:1783976301.919319:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89700.
00010000:00000010:0.1:1783976301.919321:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57c00.
00010000:00000010:0.1:1783976301.919324:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f89000.
00010000:00000010:0.1:1783976301.920929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56c00.
00010000:00000010:0.1:1783976301.920937:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88800.
00010000:00000010:0.1:1783976301.920949:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57800.
00010000:00000010:0.1:1783976301.920952:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88100.
00010000:00000010:0.1:1783976301.920955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57e00.
00010000:00000010:0.1:1783976301.920958:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88f00.
00010000:00000010:0.1:1783976301.920960:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f56400.
00010000:00000010:0.1:1783976301.920963:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88500.
00010000:00000010:0.1:1783976301.920966:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57000.
00010000:00000010:0.1:1783976301.920968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88a00.
00010000:00000010:0.1:1783976301.920971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57600.
00010000:00000010:0.1:1783976301.920973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88200.
00010000:00000010:0.1:1783976301.920977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f57200.
00010000:00000010:0.1:1783976301.920987:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f88400.
00010000:00000010:0.1:1783976301.921000:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f53400.
00010000:00000010:0.1:1783976301.921005:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51200.
00010000:00000010:0.1:1783976301.921009:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52200.
00010000:00000010:0.1:1783976301.921011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51400.
00010000:00000010:0.1:1783976301.921014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52e00.
00010000:00000010:0.1:1783976301.921017:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51d00.
00010000:00000010:0.1:1783976301.921019:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52000.
00010000:00000010:0.1:1783976301.921022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51900.
00010000:00000010:0.1:1783976301.921026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52a00.
00010000:00000010:0.1:1783976301.921029:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51c00.
00010000:00000010:0.1:1783976301.921031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f53a00.
00010000:00000010:0.1:1783976301.921034:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51b00.
00010000:00000010:0.1:1783976301.921037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f53c00.
00010000:00000010:0.1:1783976301.921040:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51e00.
00010000:00000010:0.1:1783976301.921042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52c00.
00010000:00000010:0.1:1783976301.921045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51300.
00010000:00000010:0.1:1783976301.921048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f52800.
00010000:00000010:0.1:1783976301.921051:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51700.
00010000:00000010:0.1:1783976301.921054:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f53800.
00010000:00000010:0.1:1783976301.921062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51000.
00010000:00000010:0.1:1783976301.921065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54e00.
00010000:00000010:0.1:1783976301.921068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51600.
00010000:00000010:0.1:1783976301.921071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54000.
00010000:00000010:0.1:1783976301.921073:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51800.
00010000:00000010:0.1:1783976301.921076:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54a00.
00010000:00000010:0.1:1783976301.921079:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51100.
00010000:00000010:0.1:1783976301.921082:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55a00.
00010000:00000010:0.1:1783976301.921084:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51f00.
00010000:00000010:0.1:1783976301.921087:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55c00.
00010000:00000010:0.1:1783976301.921089:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51500.
00010000:00000010:0.1:1783976301.921091:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54c00.
00010000:00000010:0.1:1783976301.921093:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f51a00.
00010000:00000010:0.1:1783976301.921097:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54800.
00010000:00000010:0.1:1783976301.921099:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39f3e700.
00010000:00000010:0.1:1783976301.921102:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55800.
00010000:00000010:0.1:1783976301.921104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39f3e000.
00010000:00000010:0.1:1783976301.921107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55e00.
00010000:00000010:0.1:1783976301.921109:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39f3e600.
00010000:00000010:0.1:1783976301.921113:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f54400.
00010000:00000010:0.1:1783976301.921115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39f3e800.
00010000:00000010:0.1:1783976301.921118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55000.
00010000:00000010:0.1:1783976301.921120:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39f3e100.
00010000:00000010:0.1:1783976301.921126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f55600.
00010000:00000010:0.1:1783976301.921133:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b000.
00010000:00000010:0.1:1783976301.921136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efcbe00.
00010000:00000010:0.1:1783976301.921139:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b600.
00010000:00000010:0.1:1783976301.921142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efca400.
00010000:00000010:0.1:1783976301.921144:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b800.
00010000:00000010:0.1:1783976301.921148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efcb000.
00010000:00000010:0.1:1783976301.921151:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f3b100.
00010000:00000010:0.1:1783976301.921157:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efcb600.
00010000:00000010:0.1:1783976301.921167:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2900.
00010000:00000010:0.1:1783976301.921172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed16800.
00010000:00000010:0.1:1783976301.921174:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2c00.
00010000:00000010:0.1:1783976301.921177:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed17800.
00010000:00000010:0.1:1783976301.921181:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efcfc00.
00010000:00000010:0.1:1783976301.921184:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed17e00.
00010000:00000010:0.1:1783976301.921186:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2b00.
00010000:00000010:0.1:1783976301.921190:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed16400.
00010000:00000010:0.1:1783976301.921193:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2e00.
00010000:00000010:0.1:1783976301.921196:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed17000.
00010000:00000010:0.1:1783976301.921203:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2300.
00010000:00000010:0.1:1783976301.921208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2400.
00010000:00000010:0.1:1783976301.921211:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2700.
00010000:00000010:0.1:1783976301.921216:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3e00.
00010000:00000010:0.1:1783976301.921218:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2000.
00010000:00000010:0.1:1783976301.921221:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3800.
00010000:00000010:0.1:1783976301.921224:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2600.
00010000:00000010:0.1:1783976301.921228:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2800.
00010000:00000010:0.1:1783976301.921231:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2800.
00010000:00000010:0.1:1783976301.921234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2c00.
00010000:00000010:0.1:1783976301.921237:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2100.
00010000:00000010:0.1:1783976301.921240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3c00.
00010000:00000010:0.1:1783976301.921242:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2f00.
00010000:00000010:0.1:1783976301.921244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3000.
00010000:00000010:0.1:1783976301.921247:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed2500.
00010000:00000010:0.1:1783976301.921253:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3600.
00010000:00000010:0.1:1783976301.921259:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1300.
00010000:00000010:0.1:1783976301.921263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3200.
00010000:00000010:0.1:1783976301.921266:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1700.
00010000:00000010:0.1:1783976301.921269:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2600.
00010000:00000010:0.1:1783976301.921271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1000.
00010000:00000010:0.1:1783976301.921274:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3400.
00010000:00000010:0.1:1783976301.921277:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efcfb00.
00010000:00000010:0.1:1783976301.921280:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2200.
00010000:00000010:0.1:1783976301.921282:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1600.
00010000:00000010:0.1:1783976301.921285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2e00.
00010000:00000010:0.1:1783976301.921287:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1800.
00010000:00000010:0.1:1783976301.921292:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2000.
00010000:00000010:0.1:1783976301.921295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1100.
00010000:00000010:0.1:1783976301.921298:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf2a00.
00010000:00000010:0.1:1783976301.921300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efcfe00.
00010000:00000010:0.1:1783976301.921306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf3a00.
00010000:00000010:0.1:1783976301.921312:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5600.
00010000:00000010:0.1:1783976301.922975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed15600.
00010000:00000010:0.1:1783976301.922985:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5800.
00010000:00000010:0.1:1783976301.922990:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed15200.
00010000:00000010:0.1:1783976301.922993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5100.
00010000:00000010:0.1:1783976301.923003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed14600.
00010000:00000010:0.1:1783976301.923007:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1f00.
00010000:00000010:0.1:1783976301.923011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed15400.
00010000:00000010:0.1:1783976301.923020:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1500.
00010000:00000010:0.1:1783976301.923024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8200.
00010000:00000010:0.1:1783976301.923027:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1a00.
00010000:00000010:0.1:1783976301.923030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8e00.
00010000:00000010:0.1:1783976301.923032:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1200.
00010000:00000010:0.1:1783976301.923035:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8a00.
00010000:00000010:0.1:1783976301.923037:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1400.
00010000:00000010:0.1:1783976301.923041:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8000.
00010000:00000010:0.1:1783976301.923044:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1d00.
00010000:00000010:0.1:1783976301.923047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9a00.
00010000:00000010:0.1:1783976301.923050:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1900.
00010000:00000010:0.1:1783976301.923053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9c00.
00010000:00000010:0.1:1783976301.923056:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1c00.
00010000:00000010:0.1:1783976301.923059:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8c00.
00010000:00000010:0.1:1783976301.923062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1b00.
00010000:00000010:0.1:1783976301.923065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8800.
00010000:00000010:0.1:1783976301.923068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5f00.
00010000:00000010:0.1:1783976301.923072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9800.
00010000:00000010:0.1:1783976301.923074:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5500.
00010000:00000010:0.1:1783976301.923077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9e00.
00010000:00000010:0.1:1783976301.923080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5a00.
00010000:00000010:0.1:1783976301.923083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8400.
00010000:00000010:0.1:1783976301.923086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5200.
00010000:00000010:0.1:1783976301.923089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9000.
00010000:00000010:0.1:1783976301.923091:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5400.
00010000:00000010:0.1:1783976301.923094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9600.
00010000:00000010:0.1:1783976301.923097:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5d00.
00010000:00000010:0.1:1783976301.923101:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9200.
00010000:00000010:0.1:1783976301.923104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5900.
00010000:00000010:0.1:1783976301.923107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc8600.
00010000:00000010:0.1:1783976301.923110:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5c00.
00010000:00000010:0.1:1783976301.923113:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efc9400.
00010000:00000010:0.1:1783976301.923115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5b00.
00010000:00000010:0.1:1783976301.923119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7200.
00010000:00000010:0.1:1783976301.923122:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5e00.
00010000:00000010:0.1:1783976301.923125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6600.
00010000:00000010:0.1:1783976301.923128:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5300.
00010000:00000010:0.1:1783976301.923132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7400.
00010000:00000010:0.1:1783976301.923134:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5700.
00010000:00000010:0.1:1783976301.923137:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6200.
00010000:00000010:0.1:1783976301.923140:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea5000.
00010000:00000010:0.1:1783976301.923142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6e00.
00010000:00000010:0.1:1783976301.923146:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4400.
00010000:00000010:0.1:1783976301.923149:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6000.
00010000:00000010:0.1:1783976301.923152:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4d00.
00010000:00000010:0.1:1783976301.923155:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6a00.
00010000:00000010:0.1:1783976301.923158:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4900.
00010000:00000010:0.1:1783976301.923162:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7a00.
00010000:00000010:0.1:1783976301.923165:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4c00.
00010000:00000010:0.1:1783976301.923167:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7c00.
00010000:00000010:0.1:1783976301.923170:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4b00.
00010000:00000010:0.1:1783976301.925497:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6c00.
00010000:00000010:0.1:1783976301.925502:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4e00.
00010000:00000010:0.1:1783976301.925505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6800.
00010000:00000010:0.1:1783976301.925509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4300.
00010000:00000010:0.1:1783976301.925511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7800.
00010000:00000010:0.1:1783976301.925515:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4700.
00010000:00000010:0.1:1783976301.925527:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7e00.
00010000:00000010:0.1:1783976301.925531:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4000.
00010000:00000010:0.1:1783976301.925534:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf6400.
00010000:00000010:0.1:1783976301.925537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4600.
00010000:00000010:0.1:1783976301.925540:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7000.
00010000:00000010:0.1:1783976301.925542:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4800.
00010000:00000010:0.1:1783976301.925545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cf7600.
00010000:00000010:0.1:1783976301.925548:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4100.
00010000:00000010:0.1:1783976301.925552:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7400.
00010000:00000010:0.1:1783976301.925556:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ed1e00.
00010000:00000010:0.1:1783976301.925573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6600.
00010000:00000010:0.1:1783976301.925577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4f00.
00010000:00000010:0.1:1783976301.925580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7200.
00010000:00000010:0.1:1783976301.925583:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4500.
00010000:00000010:0.1:1783976301.925585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7600.
00010000:00000010:0.1:1783976301.925587:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4a00.
00010000:00000010:0.1:1783976301.925590:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7000.
00010000:00000010:0.1:1783976301.925592:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea4200.
00010000:00000010:0.1:1783976301.925595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7e00.
00010000:00000010:0.1:1783976301.925598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3800.
00010000:00000010:0.1:1783976301.925604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6400.
00010000:00000010:0.1:1783976301.925608:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17f00.
00010000:00000010:0.1:1783976301.925611:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6200.
00010000:00000010:0.1:1783976301.925614:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17500.
00010000:00000010:0.1:1783976301.925617:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6e00.
00010000:00000010:0.1:1783976301.925620:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17a00.
00010000:00000010:0.1:1783976301.925622:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6000.
00010000:00000010:0.1:1783976301.925625:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17200.
00010000:00000010:0.1:1783976301.925627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6a00.
00010000:00000010:0.1:1783976301.925630:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17400.
00010000:00000010:0.1:1783976301.925644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7a00.
00010000:00000010:0.1:1783976301.925647:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17d00.
00010000:00000010:0.1:1783976301.925650:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7c00.
00010000:00000010:0.1:1783976301.925653:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17900.
00010000:00000010:0.1:1783976301.925657:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6c00.
00010000:00000010:0.1:1783976301.925660:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17c00.
00010000:00000010:0.1:1783976301.925662:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed6800.
00010000:00000010:0.1:1783976301.925664:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17b00.
00010000:00000010:0.1:1783976301.925667:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33ed7800.
00010000:00000010:0.1:1783976301.925670:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17e00.
00010000:00000010:0.1:1783976301.925673:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edc800.
00010000:00000010:0.1:1783976301.925676:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17300.
00010000:00000010:0.1:1783976301.925679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edcc00.
00010000:00000010:0.1:1783976301.925681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17700.
00010000:00000010:0.1:1783976301.925684:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eddc00.
00010000:00000010:0.1:1783976301.925686:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e17000.
00010000:00000010:0.1:1783976301.925694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edca00.
00010000:00000010:0.1:1783976301.925697:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3100.
00010000:00000010:0.1:1783976301.925700:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edc200.
00010000:00000010:0.1:1783976301.925703:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3f00.
00010000:00000010:0.1:1783976301.925706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edd400.
00010000:00000010:0.1:1783976301.925709:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3500.
00010000:00000010:0.1:1783976301.925711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edd200.
00010000:00000010:0.1:1783976301.925714:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3a00.
00010000:00000010:0.1:1783976301.925717:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39edd000.
00010000:00000010:0.1:1783976301.925728:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3200.
00010000:00000010:0.1:1783976301.925732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa2800.
00010000:00000010:0.1:1783976301.925734:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3400.
00010000:00000010:0.1:1783976301.925737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa2c00.
00010000:00000010:0.1:1783976301.925740:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3d00.
00010000:00000010:0.1:1783976301.925744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa3c00.
00010000:00000010:0.1:1783976301.925746:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3900.
00010000:00000010:0.1:1783976301.925749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa3a00.
00010000:00000010:0.1:1783976301.925751:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3c00.
00010000:00000010:0.1:1783976301.925754:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa2a00.
00010000:00000010:0.1:1783976301.925757:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ea3b00.
00010000:00000010:0.1:1783976301.925760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efa2000.
00010000:00000010:0.1:1783976302.117908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f25700.
00010000:00000010:0.1:1783976302.117933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f1000.
00010000:00000010:0.1:1783976302.117939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24300.
00010000:00000010:0.1:1783976302.117943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f1600.
00010000:00000010:0.1:1783976302.117946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24700.
00010000:00000010:0.1:1783976302.117949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f1200.
00010000:00000010:0.1:1783976302.117951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24000.
00010000:00000010:0.1:1783976302.117954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f0600.
00010000:00000010:0.1:1783976302.117957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24600.
00010000:00000010:0.1:1783976302.117959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f1400.
00010000:00000010:0.1:1783976302.117961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24800.
00010000:00000010:0.1:1783976302.117964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db330f0200.
00010000:00000010:0.1:1783976302.117987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f79f00.
00010000:00000010:0.1:1783976302.117995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33001600.
00010000:00000010:0.1:1783976302.118003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8200.
00010000:00000010:0.1:1783976302.118006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33001200.
00010000:00000010:0.1:1783976302.118008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8400.
00010000:00000010:0.1:1783976302.118011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33000600.
00010000:00000010:0.1:1783976302.118019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8d00.
00010000:00000010:0.1:1783976302.118024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419aec00.
00010000:00000010:0.1:1783976302.118078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8900.
00010000:00000010:0.1:1783976302.118083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ae800.
00010000:00000010:0.1:1783976302.118087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24100.
00010000:00000010:0.1:1783976302.118091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419af800.
00010000:00000010:0.1:1783976302.118094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24f00.
00010000:00000010:0.1:1783976302.118096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419afe00.
00010000:00000010:0.1:1783976302.118099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24500.
00010000:00000010:0.1:1783976302.118101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ae400.
00010000:00000010:0.1:1783976302.118104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24a00.
00010000:00000010:0.1:1783976302.118106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419af000.
00010000:00000010:0.1:1783976302.118109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24200.
00010000:00000010:0.1:1783976302.118112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419af600.
00010000:00000010:0.1:1783976302.118114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24400.
00010000:00000010:0.1:1783976302.118116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419af200.
00010000:00000010:0.1:1783976302.118119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24d00.
00010000:00000010:0.1:1783976302.118122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ae600.
00010000:00000010:0.1:1783976302.118124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24900.
00010000:00000010:0.1:1783976302.118127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419af400.
00010000:00000010:0.1:1783976302.118130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24c00.
00010000:00000010:0.1:1783976302.118133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ae200.
00010000:00000010:0.1:1783976302.118135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24b00.
00010000:00000010:0.1:1783976302.118138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419aee00.
00010000:00000010:0.1:1783976302.118140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f24e00.
00010000:00000010:0.1:1783976302.118143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ae000.
00010000:00000010:0.1:1783976302.118147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b200.
00010000:00000010:0.1:1783976302.118151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419aea00.
00010000:00000010:0.1:1783976302.118154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b400.
00010000:00000010:0.1:1783976302.118157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419afa00.
00010000:00000010:0.1:1783976302.118160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0bd00.
00010000:00000010:0.1:1783976302.118163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419afc00.
00010000:00000010:0.1:1783976302.118166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b900.
00010000:00000010:0.1:1783976302.118168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dfa400.
00010000:00000010:0.1:1783976302.118177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0bc00.
00010000:00000010:0.1:1783976302.118182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dde400.
00010000:00000010:0.1:1783976302.118185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8c00.
00010000:00000010:0.1:1783976302.118189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddf000.
00010000:00000010:0.1:1783976302.118191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8b00.
00010000:00000010:0.1:1783976302.118194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddf600.
00010000:00000010:0.1:1783976302.118196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8e00.
00010000:00000010:0.1:1783976302.118199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddf200.
00010000:00000010:0.1:1783976302.118201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8300.
00010000:00000010:0.1:1783976302.118204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dde600.
00010000:00000010:0.1:1783976302.118206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8700.
00010000:00000010:0.1:1783976302.118210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddf400.
00010000:00000010:0.1:1783976302.118212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8000.
00010000:00000010:0.1:1783976302.118215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dde200.
00010000:00000010:0.1:1783976302.118217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8600.
00010000:00000010:0.1:1783976302.118220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddee00.
00010000:00000010:0.1:1783976302.118222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8800.
00010000:00000010:0.1:1783976302.118225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dde000.
00010000:00000010:0.1:1783976302.118227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8100.
00010000:00000010:0.1:1783976302.118229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddea00.
00010000:00000010:0.1:1783976302.118231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8f00.
00010000:00000010:0.1:1783976302.118234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddfa00.
00010000:00000010:0.1:1783976302.118236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8500.
00010000:00000010:0.1:1783976302.118238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ddfc00.
00010000:00000010:0.1:1783976302.118245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df8a00.
00010000:00000010:0.1:1783976302.118250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d84c00.
00010000:00000010:0.1:1783976302.118255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93400.
00010000:00000010:0.1:1783976302.118258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d84800.
00010000:00000010:0.1:1783976302.118261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93d00.
00010000:00000010:0.1:1783976302.118264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d85800.
00010000:00000010:0.1:1783976302.118267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93900.
00010000:00000010:0.1:1783976302.118269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d85e00.
00010000:00000010:0.1:1783976302.118272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93c00.
00010000:00000010:0.1:1783976302.118277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dee200.
00010000:00000010:0.1:1783976302.118282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93b00.
00010000:00000010:0.1:1783976302.118284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27deee00.
00010000:00000010:0.1:1783976302.118287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93e00.
00010000:00000010:0.1:1783976302.118290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dee000.
00010000:00000010:0.1:1783976302.118292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93300.
00010000:00000010:0.1:1783976302.118295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27deea00.
00010000:00000010:0.1:1783976302.118297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93700.
00010000:00000010:0.1:1783976302.118301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27defa00.
00010000:00000010:0.1:1783976302.118305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93000.
00010000:00000010:0.1:1783976302.118308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27defc00.
00010000:00000010:0.1:1783976302.118310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93600.
00010000:00000010:0.1:1783976302.118313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27deec00.
00010000:00000010:0.1:1783976302.118316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c93800.
00010000:00000010:0.1:1783976302.118323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dee800.
00010000:00000010:0.1:1783976302.118326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0bb00.
00010000:00000010:0.1:1783976302.118329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27def800.
00010000:00000010:0.1:1783976302.118331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0be00.
00010000:00000010:0.1:1783976302.118334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27defe00.
00010000:00000010:0.1:1783976302.118337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b300.
00010000:00000010:0.1:1783976302.118340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dee400.
00010000:00000010:0.1:1783976302.118342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b700.
00010000:00000010:0.1:1783976302.118345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27def000.
00010000:00000010:0.1:1783976302.118347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b000.
00010000:00000010:0.1:1783976302.118349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27def600.
00010000:00000010:0.1:1783976302.118352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b600.
00010000:00000010:0.1:1783976302.118354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27def200.
00010000:00000010:0.1:1783976302.118356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b800.
00010000:00000010:0.1:1783976302.118359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dee600.
00010000:00000010:0.1:1783976302.118361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b100.
00010000:00000010:0.1:1783976302.118363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27def400.
00010000:00000010:0.1:1783976302.118366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0bf00.
00010000:00000010:0.1:1783976302.118370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16e00.
00010000:00000010:0.1:1783976302.118373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92100.
00010000:00000010:0.1:1783976302.118377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16000.
00010000:00000010:0.1:1783976302.118379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92f00.
00010000:00000010:0.1:1783976302.118382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16a00.
00010000:00000010:0.1:1783976302.118384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92500.
00010000:00000010:0.1:1783976302.118387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17a00.
00010000:00000010:0.1:1783976302.118389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92a00.
00010000:00000010:0.1:1783976302.118392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17c00.
00010000:00000010:0.1:1783976302.118394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92200.
00010000:00000010:0.1:1783976302.118397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16c00.
00010000:00000010:0.1:1783976302.118399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92400.
00010000:00000010:0.1:1783976302.118401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16800.
00010000:00000010:0.1:1783976302.118403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92d00.
00010000:00000010:0.1:1783976302.118406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17800.
00010000:00000010:0.1:1783976302.118409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92900.
00010000:00000010:0.1:1783976302.118411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17e00.
00010000:00000010:0.1:1783976302.118414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92c00.
00010000:00000010:0.1:1783976302.118417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16400.
00010000:00000010:0.1:1783976302.118419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92b00.
00010000:00000010:0.1:1783976302.118422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17000.
00010000:00000010:0.1:1783976302.118425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c92e00.
00010000:00000010:0.1:1783976302.118438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17600.
00010000:00000010:0.1:1783976302.118441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0b500.
00010000:00000010:0.1:1783976302.118444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17200.
00010000:00000010:0.1:1783976302.118446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0ba00.
00010000:00000010:0.1:1783976302.118460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16600.
00010000:00000010:0.1:1783976302.118464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a700.
00010000:00000010:0.1:1783976302.118467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f17400.
00010000:00000010:0.1:1783976302.118469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a000.
00010000:00000010:0.1:1783976302.118472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f16200.
00010000:00000010:0.1:1783976302.118475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a600.
00010000:00000010:0.1:1783976302.118478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15e00.
00010000:00000010:0.1:1783976302.118481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a800.
00010000:00000010:0.1:1783976302.118484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14400.
00010000:00000010:0.1:1783976302.118487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a100.
00010000:00000010:0.1:1783976302.118489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15000.
00010000:00000010:0.1:1783976302.118491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0af00.
00010000:00000010:0.1:1783976302.118494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15600.
00010000:00000010:0.1:1783976302.118496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a500.
00010000:00000010:0.1:1783976302.118499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15200.
00010000:00000010:0.1:1783976302.171859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0aa00.
00010000:00000010:0.1:1783976302.171879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14600.
00010000:00000010:0.1:1783976302.171883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a200.
00010000:00000010:0.1:1783976302.171887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15400.
00010000:00000010:0.1:1783976302.171890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a400.
00010000:00000010:0.1:1783976302.171892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14200.
00010000:00000010:0.1:1783976302.171895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0ad00.
00010000:00000010:0.1:1783976302.171898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14e00.
00010000:00000010:0.1:1783976302.171900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a900.
00010000:00000010:0.1:1783976302.171902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14000.
00010000:00000010:0.1:1783976302.171905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0ac00.
00010000:00000010:0.1:1783976302.171907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14a00.
00010000:00000010:0.1:1783976302.171910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91500.
00010000:00000010:0.1:1783976302.171914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15a00.
00010000:00000010:0.1:1783976302.171916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91a00.
00010000:00000010:0.1:1783976302.171919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15c00.
00010000:00000010:0.1:1783976302.171921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91200.
00010000:00000010:0.1:1783976302.171924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14c00.
00010000:00000010:0.1:1783976302.171926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91400.
00010000:00000010:0.1:1783976302.171929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f14800.
00010000:00000010:0.1:1783976302.171931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0ab00.
00010000:00000010:0.1:1783976302.171934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f15800.
00010000:00000010:0.1:1783976302.171938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0ae00.
00010000:00000010:0.1:1783976302.171941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa7600.
00010000:00000010:0.1:1783976302.171944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f0a300.
00010000:00000010:0.1:1783976302.171947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa7200.
00010000:00000010:0.1:1783976302.171950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f08200.
00010000:00000010:0.1:1783976302.171953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6600.
00010000:00000010:0.1:1783976302.171956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91d00.
00010000:00000010:0.1:1783976302.171959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa7400.
00010000:00000010:0.1:1783976302.171961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91900.
00010000:00000010:0.1:1783976302.171964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6200.
00010000:00000010:0.1:1783976302.171980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91c00.
00010000:00000010:0.1:1783976302.171984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6e00.
00010000:00000010:0.1:1783976302.171986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91b00.
00010000:00000010:0.1:1783976302.171989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6000.
00010000:00000010:0.1:1783976302.171992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91e00.
00010000:00000010:0.1:1783976302.171995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6a00.
00010000:00000010:0.1:1783976302.171997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c91300.
00010000:00000010:0.1:1783976302.172015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa7a00.
00010000:00000010:0.1:1783976302.172019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c90e00.
00010000:00000010:0.1:1783976302.172022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa7c00.
00010000:00000010:0.1:1783976302.172024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c90300.
00010000:00000010:0.1:1783976302.172026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6c00.
00010000:00000010:0.1:1783976302.172028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c90700.
00010000:00000010:0.1:1783976302.172034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27fa6800.
00010000:00000010:0.1:1783976302.172044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f08f00.
00010000:00000010:0.1:1783976302.172048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ba600.
00010000:00000010:0.1:1783976302.172050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f08500.
00010000:00000010:0.1:1783976302.172053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419bb400.
00010000:00000010:0.1:1783976302.172056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f08a00.
00010000:00000010:0.1:1783976302.172062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ba200.
00010000:00000010:0.1:1783976302.172066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28300.
00010000:00000010:0.1:1783976302.172070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419bae00.
00010000:00000010:0.1:1783976302.172073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28700.
00010000:00000010:0.1:1783976302.172076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ba000.
00010000:00000010:0.1:1783976302.172078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28000.
00010000:00000010:0.1:1783976302.172081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419baa00.
00010000:00000010:0.1:1783976302.172084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28600.
00010000:00000010:0.1:1783976302.172087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419bba00.
00010000:00000010:0.1:1783976302.172094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28800.
00010000:00000010:0.1:1783976302.172098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b25000.
00010000:00000010:0.1:1783976302.172106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28100.
00010000:00000010:0.1:1783976302.172110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e51e00.
00010000:00000010:0.1:1783976302.172116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28f00.
00010000:00000010:0.1:1783976302.172122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59400.
00010000:00000010:0.1:1783976302.172125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28500.
00010000:00000010:0.1:1783976302.172127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59000.
00010000:00000010:0.1:1783976302.172130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28a00.
00010000:00000010:0.1:1783976302.172133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e58600.
00010000:00000010:0.1:1783976302.172136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28200.
00010000:00000010:0.1:1783976302.172139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419b8000.
00010000:00000010:0.1:1783976302.172141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28400.
00010000:00000010:0.1:1783976302.172144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419b8a00.
00010000:00000010:0.1:1783976302.172146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28d00.
00010000:00000010:0.1:1783976302.172149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419b9a00.
00010000:00000010:0.1:1783976302.172152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28900.
00010000:00000010:0.1:1783976302.172154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419b9c00.
00010000:00000010:0.1:1783976302.172161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28c00.
00010000:00000010:0.1:1783976302.172164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e53a00.
00010000:00000010:0.1:1783976302.172167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28b00.
00010000:00000010:0.1:1783976302.172170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52a00.
00010000:00000010:0.1:1783976302.172173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c28e00.
00010000:00000010:0.1:1783976302.172175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52000.
00010000:00000010:0.1:1783976302.172179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5bf00.
00010000:00000010:0.1:1783976302.172181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52e00.
00010000:00000010:0.1:1783976302.172184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5b500.
00010000:00000010:0.1:1783976302.172187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52200.
00010000:00000010:0.1:1783976302.172190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5ba00.
00010000:00000010:0.1:1783976302.172192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52400.
00010000:00000010:0.1:1783976302.172195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5b200.
00010000:00000010:0.1:1783976302.172197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e53000.
00010000:00000010:0.1:1783976302.172201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9b600.
00010000:00000010:0.1:1783976302.172204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e53600.
00010000:00000010:0.1:1783976302.172206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9b800.
00010000:00000010:0.1:1783976302.172209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e53200.
00010000:00000010:0.1:1783976302.172211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9b100.
00010000:00000010:0.1:1783976302.172214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e52600.
00010000:00000010:0.1:1783976302.172216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5b400.
00010000:00000010:0.1:1783976302.172219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27e53400.
00010000:00000010:0.1:1783976302.172227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5bd00.
00010000:00000010:0.1:1783976302.172231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0b600.
00010000:00000010:0.1:1783976302.172234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9bf00.
00010000:00000010:0.1:1783976302.172236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0b000.
00010000:00000010:0.1:1783976302.172238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9b500.
00010000:00000010:0.1:1783976302.172242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0a400.
00010000:00000010:0.1:1783976302.172244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9ba00.
00010000:00000010:0.1:1783976302.172247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0be00.
00010000:00000010:0.1:1783976302.172249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5bb00.
00010000:00000010:0.1:1783976302.172254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0a800.
00010000:00000010:0.1:1783976302.172258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29a00.
00010000:00000010:0.1:1783976302.172261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0a000.
00010000:00000010:0.1:1783976302.172263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29200.
00010000:00000010:0.1:1783976302.172265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c0aa00.
00010000:00000010:0.1:1783976302.172272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29400.
00010000:00000010:0.1:1783976302.172275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08000.
00010000:00000010:0.1:1783976302.172278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29d00.
00010000:00000010:0.1:1783976302.172281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08a00.
00010000:00000010:0.1:1783976302.172283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29900.
00010000:00000010:0.1:1783976302.172287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09a00.
00010000:00000010:0.1:1783976302.172290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c8ee00.
00010000:00000010:0.1:1783976302.172292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09c00.
00010000:00000010:0.1:1783976302.172295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c8e300.
00010000:00000010:0.1:1783976302.172298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08c00.
00010000:00000010:0.1:1783976302.172300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c8e700.
00010000:00000010:0.1:1783976302.172302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08800.
00010000:00000010:0.1:1783976302.172306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c8e000.
00010000:00000010:0.1:1783976302.172312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09800.
00010000:00000010:0.1:1783976302.172316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e57800.
00010000:00000010:0.1:1783976302.172319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09e00.
00010000:00000010:0.1:1783976302.172322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e57100.
00010000:00000010:0.1:1783976302.172324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08400.
00010000:00000010:0.1:1783976302.172326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e57f00.
00010000:00000010:0.1:1783976302.172329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09000.
00010000:00000010:0.1:1783976302.172331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e57500.
00010000:00000010:0.1:1783976302.172337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09600.
00010000:00000010:0.1:1783976302.172341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29c00.
00010000:00000010:0.1:1783976302.172343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09200.
00010000:00000010:0.1:1783976302.172345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29b00.
00010000:00000010:0.1:1783976302.172348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08600.
00010000:00000010:0.1:1783976302.172350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29e00.
00010000:00000010:0.1:1783976302.172353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c09400.
00010000:00000010:0.1:1783976302.172355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29300.
00010000:00000010:0.1:1783976302.172357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08200.
00010000:00000010:0.1:1783976302.172360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29700.
00010000:00000010:0.1:1783976302.172362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c08e00.
00010000:00000010:0.1:1783976302.172365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29000.
00010000:00000010:0.1:1783976302.172368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11600.
00010000:00000010:0.1:1783976302.172371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29600.
00010000:00000010:0.1:1783976302.172373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11000.
00010000:00000010:0.1:1783976302.172376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c29800.
00010000:00000010:0.1:1783976302.172387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10200.
00010000:00000010:0.1:1783976302.172391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3400.
00010000:00000010:0.1:1783976302.172394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10e00.
00010000:00000010:0.1:1783976302.172396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3d00.
00010000:00000010:0.1:1783976302.172398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10000.
00010000:00000010:0.1:1783976302.172401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3900.
00010000:00000010:0.1:1783976302.172403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10a00.
00010000:00000010:0.1:1783976302.172405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3c00.
00010000:00000010:0.1:1783976302.172408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11a00.
00010000:00000010:0.1:1783976302.172410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3b00.
00010000:00000010:0.1:1783976302.172414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11c00.
00010000:00000010:0.1:1783976302.172416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3e00.
00010000:00000010:0.1:1783976302.172419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10c00.
00010000:00000010:0.1:1783976302.172421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3300.
00010000:00000010:0.1:1783976302.172424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10800.
00010000:00000010:0.1:1783976302.172427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3700.
00010000:00000010:0.1:1783976302.172429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11800.
00010000:00000010:0.1:1783976302.172432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3000.
00010000:00000010:0.1:1783976302.172434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c11e00.
00010000:00000010:0.1:1783976302.172439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f900.
00010000:00000010:0.1:1783976302.172442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2ba00.
00010000:00000010:0.1:1783976302.172445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6fc00.
00010000:00000010:0.1:1783976302.172460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2bc00.
00010000:00000010:0.1:1783976302.172463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6fb00.
00010000:00000010:0.1:1783976302.172466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2ac00.
00010000:00000010:0.1:1783976302.172469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6fe00.
00010000:00000010:0.1:1783976302.172471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2a800.
00010000:00000010:0.1:1783976302.172473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f300.
00010000:00000010:0.1:1783976302.172476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2b800.
00010000:00000010:0.1:1783976302.172479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f700.
00010000:00000010:0.1:1783976302.172481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2be00.
00010000:00000010:0.1:1783976302.172484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f000.
00010000:00000010:0.1:1783976302.172486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2a400.
00010000:00000010:0.1:1783976302.172489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f600.
00010000:00000010:0.1:1783976302.172492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2b000.
00010000:00000010:0.1:1783976302.172494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9bc00.
00010000:00000010:0.1:1783976302.172500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2b600.
00010000:00000010:0.1:1783976302.172504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9ae00.
00010000:00000010:0.1:1783976302.172506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2b200.
00010000:00000010:0.1:1783976302.172509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a300.
00010000:00000010:0.1:1783976302.172511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2a600.
00010000:00000010:0.1:1783976302.172514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a700.
00010000:00000010:0.1:1783976302.172517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2b400.
00010000:00000010:0.1:1783976302.172519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a000.
00010000:00000010:0.1:1783976302.172522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2a200.
00010000:00000010:0.1:1783976302.172524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c6f800.
00010000:00000010:0.1:1783976302.172529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2ae00.
00010000:00000010:0.1:1783976302.172536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673300.
00010000:00000010:0.1:1783976302.172539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6ce00.
00010000:00000010:0.1:1783976302.172542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673700.
00010000:00000010:0.1:1783976302.172545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6c000.
00010000:00000010:0.1:1783976302.172547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673000.
00010000:00000010:0.1:1783976302.172550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6ca00.
00010000:00000010:0.1:1783976302.172552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673600.
00010000:00000010:0.1:1783976302.172555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6da00.
00010000:00000010:0.1:1783976302.172558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673800.
00010000:00000010:0.1:1783976302.172560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6dc00.
00010000:00000010:0.1:1783976302.172563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673100.
00010000:00000010:0.1:1783976302.172565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6cc00.
00010000:00000010:0.1:1783976302.172568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673f00.
00010000:00000010:0.1:1783976302.172570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6c800.
00010000:00000010:0.1:1783976302.172573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673500.
00010000:00000010:0.1:1783976302.172576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6d800.
00010000:00000010:0.1:1783976302.172578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673a00.
00010000:00000010:0.1:1783976302.172581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6de00.
00010000:00000010:0.1:1783976302.172583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673200.
00010000:00000010:0.1:1783976302.172586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6c400.
00010000:00000010:0.1:1783976302.172589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673400.
00010000:00000010:0.1:1783976302.172592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6d000.
00010000:00000010:0.1:1783976302.172595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a100.
00010000:00000010:0.1:1783976302.172597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6d600.
00010000:00000010:0.1:1783976302.172600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9af00.
00010000:00000010:0.1:1783976302.172603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6d200.
00010000:00000010:0.1:1783976302.172606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a500.
00010000:00000010:0.1:1783976302.172609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6c600.
00010000:00000010:0.1:1783976302.172611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9aa00.
00010000:00000010:0.1:1783976302.172614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6d400.
00010000:00000010:0.1:1783976302.172616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f9a200.
00010000:00000010:0.1:1783976302.172623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c6c200.
00010000:00000010:0.1:1783976302.172626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40673d00.
00010000:00000010:0.1:1783976302.172642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e5b400.
00010000:00000010:0.1:1783976302.172645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e5a200.
00010000:00000010:0.1:1783976302.172652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca0100.
00010000:00000010:0.1:1783976302.172657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59200.
00010000:00000010:0.1:1783976302.172662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56f00.
00010000:00000010:0.1:1783976302.172665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59c00.
00010000:00000010:0.1:1783976302.172667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56500.
00010000:00000010:0.1:1783976302.172670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e58c00.
00010000:00000010:0.1:1783976302.172672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56a00.
00010000:00000010:0.1:1783976302.172674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e58800.
00010000:00000010:0.1:1783976302.172676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56200.
00010000:00000010:0.1:1783976302.172679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59800.
00010000:00000010:0.1:1783976302.172681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56400.
00010000:00000010:0.1:1783976302.172683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e59e00.
00010000:00000010:0.1:1783976302.172690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56d00.
00010000:00000010:0.1:1783976302.172694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27400.
00010000:00000010:0.1:1783976302.172697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56900.
00010000:00000010:0.1:1783976302.172700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26200.
00010000:00000010:0.1:1783976302.172703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56c00.
00010000:00000010:0.1:1783976302.172706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26e00.
00010000:00000010:0.1:1783976302.172709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56b00.
00010000:00000010:0.1:1783976302.172711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26000.
00010000:00000010:0.1:1783976302.172713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56e00.
00010000:00000010:0.1:1783976302.172715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26a00.
00010000:00000010:0.1:1783976302.172718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56300.
00010000:00000010:0.1:1783976302.172720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27a00.
00010000:00000010:0.1:1783976302.172724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56700.
00010000:00000010:0.1:1783976302.172726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27c00.
00010000:00000010:0.1:1783976302.172729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56000.
00010000:00000010:0.1:1783976302.172732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26c00.
00010000:00000010:0.1:1783976302.172734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56600.
00010000:00000010:0.1:1783976302.172736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26800.
00010000:00000010:0.1:1783976302.172739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56800.
00010000:00000010:0.1:1783976302.172741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27800.
00010000:00000010:0.1:1783976302.172743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e56100.
00010000:00000010:0.1:1783976302.172746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27e00.
00010000:00000010:0.1:1783976302.172750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55400.
00010000:00000010:0.1:1783976302.172753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26400.
00010000:00000010:0.1:1783976302.172755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55d00.
00010000:00000010:0.1:1783976302.172758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27000.
00010000:00000010:0.1:1783976302.172761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55900.
00010000:00000010:0.1:1783976302.172763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27600.
00010000:00000010:0.1:1783976302.172766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55c00.
00010000:00000010:0.1:1783976302.172768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b27200.
00010000:00000010:0.1:1783976302.172770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55b00.
00010000:00000010:0.1:1783976302.172797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b26600.
00010000:00000010:0.1:1783976302.172800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55e00.
00010000:00000010:0.1:1783976302.172804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40786600.
00010000:00000010:0.1:1783976302.172806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55300.
00010000:00000010:0.1:1783976302.172810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787400.
00010000:00000010:0.1:1783976302.172813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55700.
00010000:00000010:0.1:1783976302.172818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40786200.
00010000:00000010:0.1:1783976302.172821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55000.
00010000:00000010:0.1:1783976302.172823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787200.
00010000:00000010:0.1:1783976302.172826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55600.
00010000:00000010:0.1:1783976302.172828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787600.
00010000:00000010:0.1:1783976302.172831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55800.
00010000:00000010:0.1:1783976302.172833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787000.
00010000:00000010:0.1:1783976302.172837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55100.
00010000:00000010:0.1:1783976302.172839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40786c00.
00010000:00000010:0.1:1783976302.172842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db35f43200.
00010000:00000010:0.1:1783976302.172849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40786800.
00010000:00000010:0.1:1783976302.172852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55f00.
00010000:00000010:0.1:1783976302.172855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787800.
00010000:00000010:0.1:1783976302.172857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55500.
00010000:00000010:0.1:1783976302.172860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40787e00.
00010000:00000010:0.1:1783976302.172862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e55a00.
00010000:00000010:0.1:1783976302.172873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40786400.
00010000:00000010:0.1:1783976302.172884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99600.
00010000:00000010:0.1:1783976302.172889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175b600.
00010000:00000010:0.1:1783976302.172892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99800.
00010000:00000010:0.1:1783976302.172894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175b200.
00010000:00000010:0.1:1783976302.172897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99100.
00010000:00000010:0.1:1783976302.172900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175a600.
00010000:00000010:0.1:1783976302.172902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99f00.
00010000:00000010:0.1:1783976302.172905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175b400.
00010000:00000010:0.1:1783976302.172908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99500.
00010000:00000010:0.1:1783976302.172911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175a200.
00010000:00000010:0.1:1783976302.172913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99a00.
00010000:00000010:0.1:1783976302.172916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175ae00.
00010000:00000010:0.1:1783976302.172918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99200.
00010000:00000010:0.1:1783976302.172920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175a000.
00010000:00000010:0.1:1783976302.172922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99400.
00010000:00000010:0.1:1783976302.172924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175aa00.
00010000:00000010:0.1:1783976302.172927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99d00.
00010000:00000010:0.1:1783976302.172929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175ba00.
00010000:00000010:0.1:1783976302.172931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99900.
00010000:00000010:0.1:1783976302.172933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4175bc00.
00010000:00000010:0.1:1783976302.172941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99c00.
00010000:00000010:0.1:1783976302.172946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758c00.
00010000:00000010:0.1:1783976302.172949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99b00.
00010000:00000010:0.1:1783976302.172951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758800.
00010000:00000010:0.1:1783976302.172953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f99e00.
00010000:00000010:0.1:1783976302.172960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759800.
00010000:00000010:0.1:1783976302.172966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98c00.
00010000:00000010:0.1:1783976302.172970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759e00.
00010000:00000010:0.1:1783976302.172973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98b00.
00010000:00000010:0.1:1783976302.172976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758400.
00010000:00000010:0.1:1783976302.172978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98e00.
00010000:00000010:0.1:1783976302.172980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759000.
00010000:00000010:0.1:1783976302.172983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98300.
00010000:00000010:0.1:1783976302.172985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759600.
00010000:00000010:0.1:1783976302.172989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670400.
00010000:00000010:0.1:1783976302.172991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759200.
00010000:00000010:0.1:1783976302.172994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670d00.
00010000:00000010:0.1:1783976302.172997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758600.
00010000:00000010:0.1:1783976302.172999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670900.
00010000:00000010:0.1:1783976302.173001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759400.
00010000:00000010:0.1:1783976302.173004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670c00.
00010000:00000010:0.1:1783976302.173006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758200.
00010000:00000010:0.1:1783976302.173009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670b00.
00010000:00000010:0.1:1783976302.173011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758e00.
00010000:00000010:0.1:1783976302.173014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670e00.
00010000:00000010:0.1:1783976302.173016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758000.
00010000:00000010:0.1:1783976302.173019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670300.
00010000:00000010:0.1:1783976302.173021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41758a00.
00010000:00000010:0.1:1783976302.173024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670700.
00010000:00000010:0.1:1783976302.173026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41759a00.
00010000:00000010:0.1:1783976302.173035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670000.
00010000:00000010:0.1:1783976302.173041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32e00.
00010000:00000010:0.1:1783976302.173043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670600.
00010000:00000010:0.1:1783976302.173046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32000.
00010000:00000010:0.1:1783976302.173049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670800.
00010000:00000010:0.1:1783976302.173052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32a00.
00010000:00000010:0.1:1783976302.173055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670100.
00010000:00000010:0.1:1783976302.173061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d33a00.
00010000:00000010:0.1:1783976302.173064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670f00.
00010000:00000010:0.1:1783976302.173067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d33c00.
00010000:00000010:0.1:1783976302.173070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670500.
00010000:00000010:0.1:1783976302.173072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32c00.
00010000:00000010:0.1:1783976302.173075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670a00.
00010000:00000010:0.1:1783976302.173078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32800.
00010000:00000010:0.1:1783976302.173080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40670200.
00010000:00000010:0.1:1783976302.173083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d33800.
00010000:00000010:0.1:1783976302.173086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7b00.
00010000:00000010:0.1:1783976302.173089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d33e00.
00010000:00000010:0.1:1783976302.173092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7e00.
00010000:00000010:0.1:1783976302.173095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d32400.
00010000:00000010:0.1:1783976302.173103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7300.
00010000:00000010:0.1:1783976302.173107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31600.
00010000:00000010:0.1:1783976302.173110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7700.
00010000:00000010:0.1:1783976302.173113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31200.
00010000:00000010:0.1:1783976302.173117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7000.
00010000:00000010:0.1:1783976302.173119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30600.
00010000:00000010:0.1:1783976302.173122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7600.
00010000:00000010:0.1:1783976302.173126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31400.
00010000:00000010:0.1:1783976302.173129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7800.
00010000:00000010:0.1:1783976302.173131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30200.
00010000:00000010:0.1:1783976302.173134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7100.
00010000:00000010:0.1:1783976302.173138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30e00.
00010000:00000010:0.1:1783976302.173141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7f00.
00010000:00000010:0.1:1783976302.173144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30000.
00010000:00000010:0.1:1783976302.173146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7500.
00010000:00000010:0.1:1783976302.173149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30a00.
00010000:00000010:0.1:1783976302.173152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7a00.
00010000:00000010:0.1:1783976302.173155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31a00.
00010000:00000010:0.1:1783976302.173157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7200.
00010000:00000010:0.1:1783976302.173160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31c00.
00010000:00000010:0.1:1783976302.173162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7400.
00010000:00000010:0.1:1783976302.173165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30c00.
00010000:00000010:0.1:1783976302.173167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7d00.
00010000:00000010:0.1:1783976302.173169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30800.
00010000:00000010:0.1:1783976302.173172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7900.
00010000:00000010:0.1:1783976302.173175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31800.
00010000:00000010:0.1:1783976302.173177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416d7c00.
00010000:00000010:0.1:1783976302.173179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31e00.
00010000:00000010:0.1:1783976302.173184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99c00.
00010000:00000010:0.1:1783976302.173186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d30400.
00010000:00000010:0.1:1783976302.173189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98700.
00010000:00000010:0.1:1783976302.173191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d31000.
00010000:00000010:0.1:1783976302.173194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98000.
00010000:00000010:0.1:1783976302.173196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4200.
00010000:00000010:0.1:1783976302.173199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98600.
00010000:00000010:0.1:1783976302.173202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4e00.
00010000:00000010:0.1:1783976302.173204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98800.
00010000:00000010:0.1:1783976302.173207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4000.
00010000:00000010:0.1:1783976302.173209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98100.
00010000:00000010:0.1:1783976302.173212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4a00.
00010000:00000010:0.1:1783976302.173214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98f00.
00010000:00000010:0.1:1783976302.173217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5a00.
00010000:00000010:0.1:1783976302.173219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98500.
00010000:00000010:0.1:1783976302.173222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5c00.
00010000:00000010:0.1:1783976302.173225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98a00.
00010000:00000010:0.1:1783976302.173228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4c00.
00010000:00000010:0.1:1783976302.173230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98200.
00010000:00000010:0.1:1783976302.173233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4800.
00010000:00000010:0.1:1783976302.173236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98400.
00010000:00000010:0.1:1783976302.173238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5800.
00010000:00000010:0.1:1783976302.173241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98d00.
00010000:00000010:0.1:1783976302.173244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5e00.
00010000:00000010:0.1:1783976302.173246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f98900.
00010000:00000010:0.1:1783976302.173249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4400.
00010000:00000010:0.1:1783976302.173252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea600.
00010000:00000010:0.1:1783976302.173255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5600.
00010000:00000010:0.1:1783976302.173257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99b00.
00010000:00000010:0.1:1783976302.173260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d4600.
00010000:00000010:0.1:1783976302.173263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99e00.
00010000:00000010:0.1:1783976302.173265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5400.
00010000:00000010:0.1:1783976302.173268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99300.
00010000:00000010:0.1:1783976302.173271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9ba00.
00010000:00000010:0.1:1783976302.173274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99700.
00010000:00000010:0.1:1783976302.173277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9bc00.
00010000:00000010:0.1:1783976302.173279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99000.
00010000:00000010:0.1:1783976302.173282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9ac00.
00010000:00000010:0.1:1783976302.173285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99600.
00010000:00000010:0.1:1783976302.173287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9a800.
00010000:00000010:0.1:1783976302.173290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99800.
00010000:00000010:0.1:1783976302.173293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9b800.
00010000:00000010:0.1:1783976302.173295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99100.
00010000:00000010:0.1:1783976302.173299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9be00.
00010000:00000010:0.1:1783976302.173301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99f00.
00010000:00000010:0.1:1783976302.173304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9a400.
00010000:00000010:0.1:1783976302.173306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99500.
00010000:00000010:0.1:1783976302.173309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9b000.
00010000:00000010:0.1:1783976302.173312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99a00.
00010000:00000010:0.1:1783976302.173314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9b600.
00010000:00000010:0.1:1783976302.173317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99200.
00010000:00000010:0.1:1783976302.173319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9b200.
00010000:00000010:0.1:1783976302.173322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99400.
00010000:00000010:0.1:1783976302.173325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9a600.
00010000:00000010:0.1:1783976302.173327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99d00.
00010000:00000010:0.1:1783976302.173329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9b400.
00010000:00000010:0.1:1783976302.173332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d99900.
00010000:00000010:0.1:1783976302.173334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9a200.
00010000:00000010:0.1:1783976302.173339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90400.
00010000:00000010:0.1:1783976302.173342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9ae00.
00010000:00000010:0.1:1783976302.173344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90d00.
00010000:00000010:0.1:1783976302.173347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d9a000.
00010000:00000010:0.1:1783976302.173355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea800.
00010000:00000010:0.1:1783976302.173359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482c00.
00010000:00000010:0.1:1783976302.173362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90900.
00010000:00000010:0.1:1783976302.173364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482800.
00010000:00000010:0.1:1783976302.173367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90c00.
00010000:00000010:0.1:1783976302.173370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483800.
00010000:00000010:0.1:1783976302.173374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90b00.
00010000:00000010:0.1:1783976302.173376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483e00.
00010000:00000010:0.1:1783976302.173379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90e00.
00010000:00000010:0.1:1783976302.173381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482400.
00010000:00000010:0.1:1783976302.173384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90300.
00010000:00000010:0.1:1783976302.173386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483000.
00010000:00000010:0.1:1783976302.173388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90700.
00010000:00000010:0.1:1783976302.173391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483600.
00010000:00000010:0.1:1783976302.173393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90000.
00010000:00000010:0.1:1783976302.173395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483200.
00010000:00000010:0.1:1783976302.173398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90600.
00010000:00000010:0.1:1783976302.173400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482600.
00010000:00000010:0.1:1783976302.173403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea100.
00010000:00000010:0.1:1783976302.173405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41483400.
00010000:00000010:0.1:1783976302.173407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90800.
00010000:00000010:0.1:1783976302.173409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482200.
00010000:00000010:0.1:1783976302.173412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeeaf00.
00010000:00000010:0.1:1783976302.173415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482e00.
00010000:00000010:0.1:1783976302.173417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90100.
00010000:00000010:0.1:1783976302.173420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482000.
00010000:00000010:0.1:1783976302.173422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e90f00.
00010000:00000010:0.1:1783976302.173429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40481200.
00010000:00000010:0.1:1783976302.173432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e91f00.
00010000:00000010:0.1:1783976302.173435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ec9600.
00010000:00000010:0.1:1783976302.173441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e91500.
00010000:00000010:0.1:1783976302.173446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483400.
00010000:00000010:0.1:1783976302.173449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e91a00.
00010000:00000010:0.1:1783976302.173453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482600.
00010000:00000010:0.1:1783976302.173457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecbe00.
00010000:00000010:0.1:1783976302.173460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483200.
00010000:00000010:0.1:1783976302.173463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb300.
00010000:00000010:0.1:1783976302.173465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483600.
00010000:00000010:0.1:1783976302.173468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb700.
00010000:00000010:0.1:1783976302.173470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483000.
00010000:00000010:0.1:1783976302.173473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb000.
00010000:00000010:0.1:1783976302.173475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482400.
00010000:00000010:0.1:1783976302.173478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb600.
00010000:00000010:0.1:1783976302.173480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483e00.
00010000:00000010:0.1:1783976302.173483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb800.
00010000:00000010:0.1:1783976302.173486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483800.
00010000:00000010:0.1:1783976302.173488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb100.
00010000:00000010:0.1:1783976302.173491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482200.
00010000:00000010:0.1:1783976302.173493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecbf00.
00010000:00000010:0.1:1783976302.173496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482e00.
00010000:00000010:0.1:1783976302.173499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb500.
00010000:00000010:0.1:1783976302.173501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482800.
00010000:00000010:0.1:1783976302.173503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecba00.
00010000:00000010:0.1:1783976302.173505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482c00.
00010000:00000010:0.1:1783976302.173508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecb200.
00010000:00000010:0.1:1783976302.173515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483c00.
00010000:00000010:0.1:1783976302.173521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecab00.
00010000:00000010:0.1:1783976302.173524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40483a00.
00010000:00000010:0.1:1783976302.173527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecae00.
00010000:00000010:0.1:1783976302.173530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482a00.
00010000:00000010:0.1:1783976302.173532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca300.
00010000:00000010:0.1:1783976302.173534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40482000.
00010000:00000010:0.1:1783976302.173537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e91200.
00010000:00000010:0.1:1783976302.173540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cae000.
00010000:00000010:0.1:1783976302.173543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca700.
00010000:00000010:0.1:1783976302.173545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39caea00.
00010000:00000010:0.1:1783976302.173548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca000.
00010000:00000010:0.1:1783976302.173551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cafa00.
00010000:00000010:0.1:1783976302.173558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca600.
00010000:00000010:0.1:1783976302.173562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cad400.
00010000:00000010:0.1:1783976302.173565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca800.
00010000:00000010:0.1:1783976302.173568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cac200.
00010000:00000010:0.1:1783976302.173570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca100.
00010000:00000010:0.1:1783976302.173573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cace00.
00010000:00000010:0.1:1783976302.173575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecaf00.
00010000:00000010:0.1:1783976302.173578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cac000.
00010000:00000010:0.1:1783976302.173580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca500.
00010000:00000010:0.1:1783976302.173583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39caca00.
00010000:00000010:0.1:1783976302.173585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecaa00.
00010000:00000010:0.1:1783976302.173588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cada00.
00010000:00000010:0.1:1783976302.173590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e91400.
00010000:00000010:0.1:1783976302.173596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cadc00.
00010000:00000010:0.1:1783976302.173599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca200.
00010000:00000010:0.1:1783976302.173602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cacc00.
00010000:00000010:0.1:1783976302.173605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca400.
00010000:00000010:0.1:1783976302.173607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cac800.
00010000:00000010:0.1:1783976302.173610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecad00.
00010000:00000010:0.1:1783976302.173613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cad800.
00010000:00000010:0.1:1783976302.173616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27eca900.
00010000:00000010:0.1:1783976302.173618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cade00.
00010000:00000010:0.1:1783976302.173621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecac00.
00010000:00000010:0.1:1783976302.173623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cac400.
00010000:00000010:0.1:1783976302.173645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06400.
00010000:00000010:0.1:1783976302.173649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40481e00.
00010000:00000010:0.1:1783976302.173651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06d00.
00010000:00000010:0.1:1783976302.173653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40480400.
00010000:00000010:0.1:1783976302.173656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06900.
00010000:00000010:0.1:1783976302.173658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40481000.
00010000:00000010:0.1:1783976302.173661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06c00.
00010000:00000010:0.1:1783976302.173663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40481600.
00010000:00000010:0.1:1783976302.173670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06b00.
00010000:00000010:0.1:1783976302.173673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468c00.
00010000:00000010:0.1:1783976302.173677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06e00.
00010000:00000010:0.1:1783976302.173679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468800.
00010000:00000010:0.1:1783976302.173682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06300.
00010000:00000010:0.1:1783976302.173685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469800.
00010000:00000010:0.1:1783976302.173687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06700.
00010000:00000010:0.1:1783976302.173690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469e00.
00010000:00000010:0.1:1783976302.173692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06000.
00010000:00000010:0.1:1783976302.173695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468400.
00010000:00000010:0.1:1783976302.173697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06600.
00010000:00000010:0.1:1783976302.173700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469000.
00010000:00000010:0.1:1783976302.173702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06800.
00010000:00000010:0.1:1783976302.173705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469600.
00010000:00000010:0.1:1783976302.173707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06100.
00010000:00000010:0.1:1783976302.173710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469200.
00010000:00000010:0.1:1783976302.173713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06f00.
00010000:00000010:0.1:1783976302.173716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468600.
00010000:00000010:0.1:1783976302.173719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06500.
00010000:00000010:0.1:1783976302.173721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40469400.
00010000:00000010:0.1:1783976302.173724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e06a00.
00010000:00000010:0.1:1783976302.173731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468200.
00010000:00000010:0.1:1783976302.173734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea300.
00010000:00000010:0.1:1783976302.173736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468e00.
00010000:00000010:0.1:1783976302.173739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04400.
00010000:00000010:0.1:1783976302.173741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40468000.
00010000:00000010:0.1:1783976302.173747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea700.
00010000:00000010:0.1:1783976302.173751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046b600.
00010000:00000010:0.1:1783976302.173753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04d00.
00010000:00000010:0.1:1783976302.173755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046b000.
00010000:00000010:0.1:1783976302.173758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04900.
00010000:00000010:0.1:1783976302.173761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046a400.
00010000:00000010:0.1:1783976302.173764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2b700.
00010000:00000010:0.1:1783976302.173766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046be00.
00010000:00000010:0.1:1783976302.173768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04c00.
00010000:00000010:0.1:1783976302.173797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046b800.
00010000:00000010:0.1:1783976302.173801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04b00.
00010000:00000010:0.1:1783976302.173804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046a600.
00010000:00000010:0.1:1783976302.173806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2b000.
00010000:00000010:0.1:1783976302.173809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046b400.
00010000:00000010:0.1:1783976302.173811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2b600.
00010000:00000010:0.1:1783976302.173813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046a200.
00010000:00000010:0.1:1783976302.173816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04e00.
00010000:00000010:0.1:1783976302.173818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046ae00.
00010000:00000010:0.1:1783976302.173821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04300.
00010000:00000010:0.1:1783976302.173823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046a000.
00010000:00000010:0.1:1783976302.173826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04700.
00010000:00000010:0.1:1783976302.173828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046aa00.
00010000:00000010:0.1:1783976302.173830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e04000.
00010000:00000010:0.1:1783976302.173838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046ba00.
00010000:00000010:0.1:1783976302.173841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2bf00.
00010000:00000010:0.1:1783976302.173843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046a800.
00010000:00000010:0.1:1783976302.173847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8600.
00010000:00000010:0.1:1783976302.173852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179c800.
00010000:00000010:0.1:1783976302.173854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8800.
00010000:00000010:0.1:1783976302.173859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179d800.
00010000:00000010:0.1:1783976302.173861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8100.
00010000:00000010:0.1:1783976302.173864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179de00.
00010000:00000010:0.1:1783976302.173866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8f00.
00010000:00000010:0.1:1783976302.173868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179c400.
00010000:00000010:0.1:1783976302.173870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8500.
00010000:00000010:0.1:1783976302.173872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179d000.
00010000:00000010:0.1:1783976302.173875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8a00.
00010000:00000010:0.1:1783976302.173877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179d600.
00010000:00000010:0.1:1783976302.173879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33cb8200.
00010000:00000010:0.1:1783976302.173881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179d200.
00010000:00000010:0.1:1783976302.173886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec500.
00010000:00000010:0.1:1783976302.173888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179c600.
00010000:00000010:0.1:1783976302.173890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aeca00.
00010000:00000010:0.1:1783976302.173892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179d400.
00010000:00000010:0.1:1783976302.173895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec200.
00010000:00000010:0.1:1783976302.173897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179c200.
00010000:00000010:0.1:1783976302.173899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec400.
00010000:00000010:0.1:1783976302.173901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179ce00.
00010000:00000010:0.1:1783976302.173903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aecd00.
00010000:00000010:0.1:1783976302.173905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179c000.
00010000:00000010:0.1:1783976302.173907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec900.
00010000:00000010:0.1:1783976302.173910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4179ca00.
00010000:00000010:0.1:1783976302.173917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aecc00.
00010000:00000010:0.1:1783976302.173921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3a00.
00010000:00000010:0.1:1783976302.173924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aecb00.
00010000:00000010:0.1:1783976302.173926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3c00.
00010000:00000010:0.1:1783976302.173929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aece00.
00010000:00000010:0.1:1783976302.173932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b2c00.
00010000:00000010:0.1:1783976302.173935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec300.
00010000:00000010:0.1:1783976302.173937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b2800.
00010000:00000010:0.1:1783976302.173939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec700.
00010000:00000010:0.1:1783976302.173941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3800.
00010000:00000010:0.1:1783976302.173944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec000.
00010000:00000010:0.1:1783976302.173946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3e00.
00010000:00000010:0.1:1783976302.173948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec600.
00010000:00000010:0.1:1783976302.173950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b2400.
00010000:00000010:0.1:1783976302.173953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aec800.
00010000:00000010:0.1:1783976302.173964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3000.
00010000:00000010:0.1:1783976302.173969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07786b00.
00010000:00000010:0.1:1783976302.174011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3600.
00010000:00000010:0.1:1783976302.174015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07786e00.
00010000:00000010:0.1:1783976302.174018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b3200.
00010000:00000010:0.1:1783976302.174021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07786300.
00010000:00000010:0.1:1783976302.174024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db050b2600.
00010000:00000010:1.1:1783976302.247027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de9600.
00010000:00000010:1.1:1783976302.247030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038a00.
00010000:00000010:1.1:1783976302.247032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de9200.
00010000:00000010:1.1:1783976302.247034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038200.
00010000:00000010:1.1:1783976302.247037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de8600.
00010000:00000010:1.1:1783976302.247040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038400.
00010000:00000010:1.1:1783976302.247042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de9400.
00010000:00000010:1.1:1783976302.247044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038d00.
00010000:00000010:1.1:1783976302.247046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de8200.
00010000:00000010:1.1:1783976302.247048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038900.
00010000:00000010:1.1:1783976302.247050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de8e00.
00010000:00000010:1.1:1783976302.247052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41038c00.
00010000:00000010:1.1:1783976302.247054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de8000.
00010000:00000010:1.1:1783976302.247057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105f400.
00010000:00000010:1.1:1783976302.247060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de8a00.
00010000:00000010:1.1:1783976302.247062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105fd00.
00010000:00000010:1.1:1783976302.247065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de9a00.
00010000:00000010:1.1:1783976302.247067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105f900.
00010000:00000010:1.1:1783976302.247069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27de9c00.
00010000:00000010:1.1:1783976302.247072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105fc00.
00010000:00000010:1.1:1783976302.247074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320f000.
00010000:00000010:1.1:1783976302.247076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105fb00.
00010000:00000010:1.1:1783976302.247078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320f600.
00010000:00000010:1.1:1783976302.247081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105fe00.
00010000:00000010:1.1:1783976302.247083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320fe00.
00010000:00000010:1.1:1783976302.247086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4105f300.
00010000:00000010:1.1:1783976302.247092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320fc00.
00010000:00000010:1.1:1783976302.247096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4164a600.
00010000:00000010:1.1:1783976302.247099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320e800.
00010000:00000010:1.1:1783976302.247103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4164a800.
00010000:00000010:1.1:1783976302.247106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3320ec00.
00010000:00000010:1.1:1783976302.247113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4164a100.
00010000:00000010:1.1:1783976302.247116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318e000.
00010000:00000010:1.1:1783976302.247121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fc100.
00010000:00000010:1.1:1783976302.247123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318ea00.
00010000:00000010:1.1:1783976302.247125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fcf00.
00010000:00000010:1.1:1783976302.247128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318fa00.
00010000:00000010:1.1:1783976302.247130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fc500.
00010000:00000010:1.1:1783976302.247132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318fc00.
00010000:00000010:1.1:1783976302.247134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fca00.
00010000:00000010:1.1:1783976302.247136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318ec00.
00010000:00000010:1.1:1783976302.247139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fc200.
00010000:00000010:1.1:1783976302.247141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318e800.
00010000:00000010:1.1:1783976302.247144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fc400.
00010000:00000010:1.1:1783976302.247146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318f800.
00010000:00000010:1.1:1783976302.247148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fcd00.
00010000:00000010:1.1:1783976302.247149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3318fe00.
00010000:00000010:1.1:1783976302.247157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fc900.
00010000:00000010:1.1:1783976302.247161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304be00.
00010000:00000010:1.1:1783976302.247164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fcc00.
00010000:00000010:1.1:1783976302.247166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304a400.
00010000:00000010:1.1:1783976302.247169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fcb00.
00010000:00000010:1.1:1783976302.247171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304b000.
00010000:00000010:1.1:1783976302.247173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332fce00.
00010000:00000010:1.1:1783976302.247179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304b600.
00010000:00000010:1.1:1783976302.247182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332fb00.
00010000:00000010:1.1:1783976302.247184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304b200.
00010000:00000010:1.1:1783976302.247187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332fe00.
00010000:00000010:1.1:1783976302.247189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304a600.
00010000:00000010:1.1:1783976302.247191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f300.
00010000:00000010:1.1:1783976302.247194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304b400.
00010000:00000010:1.1:1783976302.247197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f700.
00010000:00000010:1.1:1783976302.247199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304a200.
00010000:00000010:1.1:1783976302.247202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f000.
00010000:00000010:1.1:1783976302.247204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304ae00.
00010000:00000010:1.1:1783976302.247206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4164a400.
00010000:00000010:1.1:1783976302.247211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304a000.
00010000:00000010:1.1:1783976302.247215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9300.
00010000:00000010:1.1:1783976302.247218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304aa00.
00010000:00000010:1.1:1783976302.247220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9700.
00010000:00000010:1.1:1783976302.247223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304ba00.
00010000:00000010:1.1:1783976302.247226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9000.
00010000:00000010:1.1:1783976302.247228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304bc00.
00010000:00000010:1.1:1783976302.247230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9600.
00010000:00000010:1.1:1783976302.247232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304ac00.
00010000:00000010:1.1:1783976302.247234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9800.
00010000:00000010:1.1:1783976302.247236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304a800.
00010000:00000010:1.1:1783976302.247238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9100.
00010000:00000010:1.1:1783976302.247241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3304b800.
00010000:00000010:1.1:1783976302.247244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39ea9f00.
00010000:00000010:1.1:1783976302.247252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312b200.
00010000:00000010:1.1:1783976302.247255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f600.
00010000:00000010:1.1:1783976302.247258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312b800.
00010000:00000010:1.1:1783976302.247260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f800.
00010000:00000010:1.1:1783976302.247263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312bc00.
00010000:00000010:1.1:1783976302.247266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f100.
00010000:00000010:1.1:1783976302.247268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312ba00.
00010000:00000010:1.1:1783976302.247271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332ff00.
00010000:00000010:1.1:1783976302.247273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312b400.
00010000:00000010:1.1:1783976302.247275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332f500.
00010000:00000010:1.1:1783976302.247280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312aa00.
00010000:00000010:1.1:1783976302.247283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332ef00.
00010000:00000010:1.1:1783976302.247285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312a200.
00010000:00000010:1.1:1783976302.247288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332e500.
00010000:00000010:1.1:1783976302.247290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312ae00.
00010000:00000010:1.1:1783976302.247293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332ea00.
00010000:00000010:1.1:1783976302.247295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3312a000.
00010000:00000010:1.1:1783976302.247301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332e200.
00010000:00000010:1.1:1783976302.247304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33221e00.
00010000:00000010:1.1:1783976302.247306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332e400.
00010000:00000010:1.1:1783976302.247309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33220400.
00010000:00000010:1.1:1783976302.247315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3332ed00.
00010000:00000010:1.1:1783976302.247321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1600.
00010000:00000010:1.1:1783976302.247325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393e00.
00010000:00000010:1.1:1783976302.247328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1200.
00010000:00000010:1.1:1783976302.247331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393300.
00010000:00000010:1.1:1783976302.247333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0600.
00010000:00000010:1.1:1783976302.247336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ff000.
00010000:00000010:1.1:1783976302.247338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1400.
00010000:00000010:1.1:1783976302.247340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ff600.
00010000:00000010:1.1:1783976302.247343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0200.
00010000:00000010:1.1:1783976302.247345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ff800.
00010000:00000010:1.1:1783976302.247347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0e00.
00010000:00000010:1.1:1783976302.247350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ff100.
00010000:00000010:1.1:1783976302.247353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0000.
00010000:00000010:1.1:1783976302.247355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393700.
00010000:00000010:1.1:1783976302.247358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0a00.
00010000:00000010:1.1:1783976302.247360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393000.
00010000:00000010:1.1:1783976302.247363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1a00.
00010000:00000010:1.1:1783976302.247366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393600.
00010000:00000010:1.1:1783976302.247368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1c00.
00010000:00000010:1.1:1783976302.247370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393800.
00010000:00000010:1.1:1783976302.247372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0c00.
00010000:00000010:1.1:1783976302.247375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393100.
00010000:00000010:1.1:1783976302.247378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0800.
00010000:00000010:1.1:1783976302.247380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393f00.
00010000:00000010:1.1:1783976302.247383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1800.
00010000:00000010:1.1:1783976302.247386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393500.
00010000:00000010:1.1:1783976302.247388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1e00.
00010000:00000010:1.1:1783976302.247391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393a00.
00010000:00000010:1.1:1783976302.247394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b0400.
00010000:00000010:1.1:1783976302.247396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393200.
00010000:00000010:1.1:1783976302.247399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db331b1000.
00010000:00000010:1.1:1783976302.247401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393400.
00010000:00000010:1.1:1783976302.247405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107fe00.
00010000:00000010:1.1:1783976302.247440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393d00.
00010000:00000010:1.1:1783976302.247445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107e400.
00010000:00000010:1.1:1783976302.247448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393900.
00010000:00000010:1.1:1783976302.247450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107f000.
00010000:00000010:1.1:1783976302.247453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331fff00.
00010000:00000010:1.1:1783976302.247455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107f600.
00010000:00000010:1.1:1783976302.247458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ff500.
00010000:00000010:1.1:1783976302.247461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107f200.
00010000:00000010:1.1:1783976302.247463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331ffa00.
00010000:00000010:1.1:1783976302.247469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107e600.
00010000:00000010:1.1:1783976302.247472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393c00.
00010000:00000010:1.1:1783976302.247475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107f400.
00010000:00000010:1.1:1783976302.247479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33393b00.
00010000:00000010:1.1:1783976302.247481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107e200.
00010000:00000010:1.1:1783976302.247484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41057e00.
00010000:00000010:1.1:1783976302.247488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107ee00.
00010000:00000010:1.1:1783976302.247490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41057700.
00010000:00000010:1.1:1783976302.247493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107ea00.
00010000:00000010:1.1:1783976302.247497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef900.
00010000:00000010:1.1:1783976302.247500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107fa00.
00010000:00000010:1.1:1783976302.247502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076efc00.
00010000:00000010:1.1:1783976302.247505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107fc00.
00010000:00000010:1.1:1783976302.247507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076efb00.
00010000:00000010:1.1:1783976302.247510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107ec00.
00010000:00000010:1.1:1783976302.247512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076efe00.
00010000:00000010:1.1:1783976302.247515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107e800.
00010000:00000010:1.1:1783976302.247518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef300.
00010000:00000010:1.1:1783976302.247521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107f800.
00010000:00000010:1.1:1783976302.247524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef700.
00010000:00000010:1.1:1783976302.247528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333e3a00.
00010000:00000010:1.1:1783976302.247530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef000.
00010000:00000010:1.1:1783976302.247534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333e3600.
00010000:00000010:1.1:1783976302.247536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef600.
00010000:00000010:1.1:1783976302.247539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333e2c00.
00010000:00000010:1.1:1783976302.247547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef800.
00010000:00000010:1.1:1783976302.247550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077de600.
00010000:00000010:1.1:1783976302.247552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef100.
00010000:00000010:1.1:1783976302.247556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077df400.
00010000:00000010:1.1:1783976302.247559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eff00.
00010000:00000010:1.1:1783976302.247562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077de200.
00010000:00000010:1.1:1783976302.247564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ef500.
00010000:00000010:1.1:1783976302.247571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4100da00.
00010000:00000010:1.1:1783976302.247576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eea00.
00010000:00000010:1.1:1783976302.247580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4100dc00.
00010000:00000010:1.1:1783976302.247582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee200.
00010000:00000010:1.1:1783976302.247585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4100cc00.
00010000:00000010:1.1:1783976302.247588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee400.
00010000:00000010:1.1:1783976302.247590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4100c800.
00010000:00000010:1.1:1783976302.247593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9d800.
00010000:00000010:1.1:1783976302.247596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4100d800.
00010000:00000010:1.1:1783976302.247602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9d100.
00010000:00000010:1.1:1783976302.247605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035c00.
00010000:00000010:1.1:1783976302.247608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9df00.
00010000:00000010:1.1:1783976302.247612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034c00.
00010000:00000010:1.1:1783976302.247614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9d500.
00010000:00000010:1.1:1783976302.247617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034800.
00010000:00000010:1.1:1783976302.247619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9da00.
00010000:00000010:1.1:1783976302.247639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035800.
00010000:00000010:1.1:1783976302.247645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256700.
00010000:00000010:1.1:1783976302.247680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035e00.
00010000:00000010:1.1:1783976302.247684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256000.
00010000:00000010:1.1:1783976302.247687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034400.
00010000:00000010:1.1:1783976302.247689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256600.
00010000:00000010:1.1:1783976302.247692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035000.
00010000:00000010:1.1:1783976302.247695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256800.
00010000:00000010:1.1:1783976302.247698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035600.
00010000:00000010:1.1:1783976302.247705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256100.
00010000:00000010:1.1:1783976302.247708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035200.
00010000:00000010:1.1:1783976302.247711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256f00.
00010000:00000010:1.1:1783976302.247713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034600.
00010000:00000010:1.1:1783976302.247715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256500.
00010000:00000010:1.1:1783976302.247718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035400.
00010000:00000010:1.1:1783976302.247720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256a00.
00010000:00000010:1.1:1783976302.247723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034200.
00010000:00000010:1.1:1783976302.247725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256200.
00010000:00000010:1.1:1783976302.247728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034e00.
00010000:00000010:1.1:1783976302.247730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256400.
00010000:00000010:1.1:1783976302.247732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034000.
00010000:00000010:1.1:1783976302.247735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256d00.
00010000:00000010:1.1:1783976302.247737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41034a00.
00010000:00000010:1.1:1783976302.247740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256900.
00010000:00000010:1.1:1783976302.247742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41035a00.
00010000:00000010:1.1:1783976302.247745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256c00.
00010000:00000010:1.1:1783976302.247747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3336de00.
00010000:00000010:1.1:1783976302.247750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256b00.
00010000:00000010:1.1:1783976302.247753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3336c400.
00010000:00000010:1.1:1783976302.247761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256e00.
00010000:00000010:1.1:1783976302.247764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dfa00.
00010000:00000010:1.1:1783976302.247767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33256300.
00010000:00000010:1.1:1783976302.247769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dfc00.
00010000:00000010:1.1:1783976302.247788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253400.
00010000:00000010:1.1:1783976302.247791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dec00.
00010000:00000010:1.1:1783976302.247795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253d00.
00010000:00000010:1.1:1783976302.247797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077de800.
00010000:00000010:1.1:1783976302.247800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253900.
00010000:00000010:1.1:1783976302.247803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077df800.
00010000:00000010:1.1:1783976302.247805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253c00.
00010000:00000010:1.1:1783976302.247808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dfe00.
00010000:00000010:1.1:1783976302.247811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253b00.
00010000:00000010:1.1:1783976302.247813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077de400.
00010000:00000010:1.1:1783976302.247816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253e00.
00010000:00000010:1.1:1783976302.247819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077df000.
00010000:00000010:1.1:1783976302.247821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253300.
00010000:00000010:1.1:1783976302.247824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077df600.
00010000:00000010:1.1:1783976302.247826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253700.
00010000:00000010:1.1:1783976302.247829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077df200.
00010000:00000010:1.1:1783976302.247837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253000.
00010000:00000010:1.1:1783976302.247842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26c00.
00010000:00000010:1.1:1783976302.247845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253600.
00010000:00000010:1.1:1783976302.247848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26800.
00010000:00000010:1.1:1783976302.247850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253800.
00010000:00000010:1.1:1783976302.247853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27800.
00010000:00000010:1.1:1783976302.247856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253100.
00010000:00000010:1.1:1783976302.247859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27e00.
00010000:00000010:1.1:1783976302.247862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eed00.
00010000:00000010:1.1:1783976302.247865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26400.
00010000:00000010:1.1:1783976302.247868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee900.
00010000:00000010:1.1:1783976302.247871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27000.
00010000:00000010:1.1:1783976302.247873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eec00.
00010000:00000010:1.1:1783976302.247876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27600.
00010000:00000010:1.1:1783976302.247879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eeb00.
00010000:00000010:1.1:1783976302.247882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27200.
00010000:00000010:1.1:1783976302.247885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253f00.
00010000:00000010:1.1:1783976302.247888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26600.
00010000:00000010:1.1:1783976302.247891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33253500.
00010000:00000010:1.1:1783976302.247898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27400.
00010000:00000010:1.1:1783976302.247902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eee00.
00010000:00000010:1.1:1783976302.247905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26200.
00010000:00000010:1.1:1783976302.247908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee300.
00010000:00000010:1.1:1783976302.247912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26e00.
00010000:00000010:1.1:1783976302.247916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252e00.
00010000:00000010:1.1:1783976302.247919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26000.
00010000:00000010:1.1:1783976302.247922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee700.
00010000:00000010:1.1:1783976302.247924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec26a00.
00010000:00000010:1.1:1783976302.247927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee000.
00010000:00000010:1.1:1783976302.247929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27a00.
00010000:00000010:1.1:1783976302.247932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee600.
00010000:00000010:1.1:1783976302.247934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec27c00.
00010000:00000010:1.1:1783976302.247937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee800.
00010000:00000010:1.1:1783976302.247941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109a600.
00010000:00000010:1.1:1783976302.247944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee100.
00010000:00000010:1.1:1783976302.247947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109b400.
00010000:00000010:1.1:1783976302.247950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252300.
00010000:00000010:1.1:1783976302.247953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109a200.
00010000:00000010:1.1:1783976302.247956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252700.
00010000:00000010:1.1:1783976302.247959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109ae00.
00010000:00000010:1.1:1783976302.247962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252000.
00010000:00000010:1.1:1783976302.247965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109a000.
00010000:00000010:1.1:1783976302.247968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252600.
00010000:00000010:1.1:1783976302.247970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109aa00.
00010000:00000010:1.1:1783976302.247973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252800.
00010000:00000010:1.1:1783976302.247975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109ba00.
00010000:00000010:1.1:1783976302.247977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252100.
00010000:00000010:1.1:1783976302.247980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109bc00.
00010000:00000010:1.1:1783976302.247983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252f00.
00010000:00000010:1.1:1783976302.247985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109ac00.
00010000:00000010:1.1:1783976302.247988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076eef00.
00010000:00000010:1.1:1783976302.247990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109a800.
00010000:00000010:1.1:1783976302.247993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076ee500.
00010000:00000010:1.1:1783976302.248000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109b800.
00010000:00000010:1.1:1783976302.248005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d400.
00010000:00000010:1.1:1783976302.248008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109be00.
00010000:00000010:1.1:1783976302.248010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5dd00.
00010000:00000010:1.1:1783976302.248013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109a400.
00010000:00000010:1.1:1783976302.248017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d900.
00010000:00000010:1.1:1783976302.248020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109b000.
00010000:00000010:1.1:1783976302.248023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5dc00.
00010000:00000010:1.1:1783976302.248026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109b600.
00010000:00000010:1.1:1783976302.248029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5db00.
00010000:00000010:1.1:1783976302.248032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4109b200.
00010000:00000010:1.1:1783976302.248035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5de00.
00010000:00000010:1.1:1783976302.248038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333ba400.
00010000:00000010:1.1:1783976302.248041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d300.
00010000:00000010:1.1:1783976302.248044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333bb000.
00010000:00000010:1.1:1783976302.248047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d700.
00010000:00000010:1.1:1783976302.248049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333bb600.
00010000:00000010:1.1:1783976302.248052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d000.
00010000:00000010:1.1:1783976302.248055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333bb200.
00010000:00000010:1.1:1783976302.248057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d600.
00010000:00000010:1.1:1783976302.248060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333ba600.
00010000:00000010:1.1:1783976302.248062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27c5d800.
00010000:00000010:1.1:1783976302.248065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333bb400.
00010000:00000010:1.1:1783976302.248068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252500.
00010000:00000010:1.1:1783976302.248071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333ba200.
00010000:00000010:1.1:1783976302.248074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252a00.
00010000:00000010:1.1:1783976302.248076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333bae00.
00010000:00000010:1.1:1783976302.248080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252200.
00010000:00000010:1.1:1783976302.248083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333ba000.
00010000:00000010:1.1:1783976302.248086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33252400.
00010000:00000010:1.1:1783976302.248088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333baa00.
00010000:00000010:3.1:1783976302.347801:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5300.
00010000:00000010:3.1:1783976302.347804:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604e00.
00010000:00000010:3.1:1783976302.347807:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5700.
00010000:00000010:3.1:1783976302.347809:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604000.
00010000:00000010:3.1:1783976302.347811:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5000.
00010000:00000010:3.1:1783976302.347814:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604a00.
00010000:00000010:3.1:1783976302.347816:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5600.
00010000:00000010:3.1:1783976302.347818:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07605a00.
00010000:00000010:3.1:1783976302.348796:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5800.
00010000:00000010:3.1:1783976302.348802:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07605c00.
00010000:00000010:3.1:1783976302.348805:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5100.
00010000:00000010:3.1:1783976302.348808:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604c00.
00010000:00000010:3.1:1783976302.348811:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5f00.
00010000:00000010:3.1:1783976302.348813:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604800.
00010000:00000010:3.1:1783976302.348817:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5500.
00010000:00000010:3.1:1783976302.348819:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07605800.
00010000:00000010:3.1:1783976302.348822:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5a00.
00010000:00000010:3.1:1783976302.348824:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07605e00.
00010000:00000010:3.1:1783976302.351248:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5200.
00010000:00000010:3.1:1783976302.351262:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07604400.
00010000:00000010:3.1:1783976302.351266:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d3a600.
00010000:00000010:3.1:1783976302.351269:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07605000.
00010000:00000010:3.1:1783976302.351274:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6600.
00010000:00000010:3.1:1783976302.351282:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746e00.
00010000:00000010:3.1:1783976302.351285:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6800.
00010000:00000010:3.1:1783976302.351288:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746200.
00010000:00000010:3.1:1783976302.351291:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6100.
00010000:00000010:3.1:1783976302.351295:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747400.
00010000:00000010:3.1:1783976302.351830:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6f00.
00010000:00000010:3.1:1783976302.351836:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746600.
00010000:00000010:3.1:1783976302.351840:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6500.
00010000:00000010:3.1:1783976302.351842:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747200.
00010000:00000010:3.1:1783976302.351845:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6a00.
00010000:00000010:3.1:1783976302.351848:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746000.
00010000:00000010:3.1:1783976302.351850:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6200.
00010000:00000010:3.1:1783976302.351853:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746a00.
00010000:00000010:3.1:1783976302.351856:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6400.
00010000:00000010:3.1:1783976302.351859:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747a00.
00010000:00000010:3.1:1783976302.352799:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6d00.
00010000:00000010:3.1:1783976302.352806:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747c00.
00010000:00000010:3.1:1783976302.352809:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6900.
00010000:00000010:3.1:1783976302.352811:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746c00.
00010000:00000010:3.1:1783976302.352813:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6c00.
00010000:00000010:3.1:1783976302.352815:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746800.
00010000:00000010:3.1:1783976302.352818:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6b00.
00010000:00000010:3.1:1783976302.352820:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747800.
00010000:00000010:3.1:1783976302.352822:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6e00.
00010000:00000010:3.1:1783976302.352824:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747e00.
00010000:00000010:3.1:1783976302.353799:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6300.
00010000:00000010:3.1:1783976302.353807:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07746400.
00010000:00000010:3.1:1783976302.353810:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6700.
00010000:00000010:3.1:1783976302.353814:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747000.
00010000:00000010:3.1:1783976302.353816:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077f6000.
00010000:00000010:3.1:1783976302.353819:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07747600.
00010000:00000010:3.1:1783976302.353823:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5400.
00010000:00000010:3.1:1783976302.353827:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85e00.
00010000:00000010:3.1:1783976302.353830:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5d00.
00010000:00000010:3.1:1783976302.353834:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84400.
00010000:00000010:3.1:1783976302.358482:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db331f5900.
00010000:00000010:3.1:1783976302.358502:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85000.
00010000:00000010:3.1:1783976302.358508:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5400.
00010000:00000010:3.1:1783976302.358512:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85600.
00010000:00000010:3.1:1783976302.358514:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5d00.
00010000:00000010:3.1:1783976302.358517:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85200.
00010000:00000010:3.1:1783976302.358520:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5900.
00010000:00000010:3.1:1783976302.358524:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84600.
00010000:00000010:3.1:1783976302.358526:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5c00.
00010000:00000010:3.1:1783976302.358529:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85400.
00010000:00000010:3.1:1783976302.359618:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5b00.
00010000:00000010:3.1:1783976302.359638:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84200.
00010000:00000010:3.1:1783976302.359642:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5e00.
00010000:00000010:3.1:1783976302.359645:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84e00.
00010000:00000010:3.1:1783976302.359649:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcff00.
00010000:00000010:3.1:1783976302.359652:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84000.
00010000:00000010:3.1:1783976302.359655:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf500.
00010000:00000010:3.1:1783976302.359657:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84a00.
00010000:00000010:3.1:1783976302.359660:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcfa00.
00010000:00000010:3.1:1783976302.359662:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85a00.
00010000:00000010:3.1:1783976302.359960:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf200.
00010000:00000010:3.1:1783976302.359965:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85c00.
00010000:00000010:3.1:1783976302.359968:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf400.
00010000:00000010:3.1:1783976302.359971:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84c00.
00010000:00000010:3.1:1783976302.359973:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcfd00.
00010000:00000010:3.1:1783976302.359975:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c84800.
00010000:00000010:3.1:1783976302.359978:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf900.
00010000:00000010:3.1:1783976302.359980:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c85800.
00010000:00000010:3.1:1783976302.359982:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcfc00.
00010000:00000010:3.1:1783976302.359986:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02e00.
00010000:00000010:3.1:1783976302.363744:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcfb00.
00010000:00000010:3.1:1783976302.363762:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02200.
00010000:00000010:3.1:1783976302.363767:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5300.
00010000:00000010:3.1:1783976302.363785:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03400.
00010000:00000010:3.1:1783976302.363791:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5700.
00010000:00000010:3.1:1783976302.363794:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02600.
00010000:00000010:3.1:1783976302.363796:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5000.
00010000:00000010:3.1:1783976302.363799:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03200.
00010000:00000010:3.1:1783976302.363802:0:81086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5600.
00010000:00000010:3.1:1783976302.363806:0:81086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03600.
00010000:00000010:3.1:1783976302.364072:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5800.
00010000:00000010:3.1:1783976302.364077:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03e00.
00010000:00000010:3.1:1783976302.364080:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5100.
00010000:00000010:3.1:1783976302.364084:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02400.
00010000:00000010:3.1:1783976302.364086:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5f00.
00010000:00000010:3.1:1783976302.364089:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03000.
00010000:00000010:3.1:1783976302.364092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5500.
00010000:00000010:3.1:1783976302.364096:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cd600.
00010000:00000010:3.1:1783976302.364099:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5a00.
00010000:00000010:3.1:1783976302.364101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cd000.
00010000:00000010:3.1:1783976302.364105:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e5200.
00010000:00000010:3.1:1783976302.364108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cc400.
00010000:00000010:3.1:1783976302.365877:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9ea00.
00010000:00000010:3.1:1783976302.365930:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cde00.
00010000:00000010:3.1:1783976302.365939:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e200.
00010000:00000010:3.1:1783976302.365947:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cd800.
00010000:00000010:3.1:1783976302.365956:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e400.
00010000:00000010:3.1:1783976302.365964:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cc800.
00010000:00000010:3.1:1783976302.365973:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9ed00.
00010000:00000010:3.1:1783976302.365983:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419ccc00.
00010000:00000010:3.1:1783976302.366002:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e900.
00010000:00000010:3.1:1783976302.366006:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cda00.
00010000:00000010:3.1:1783976302.366009:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9ec00.
00010000:00000010:3.1:1783976302.366012:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419cdc00.
00010000:00000010:3.1:1783976302.366021:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9eb00.
00010000:00000010:3.1:1783976302.366025:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4fa00.
00010000:00000010:3.1:1783976302.366028:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9ee00.
00010000:00000010:3.1:1783976302.366032:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4ec00.
00010000:00000010:3.1:1783976302.366037:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e300.
00010000:00000010:3.1:1783976302.366045:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4ea00.
00010000:00000010:3.1:1783976302.366053:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e700.
00010000:00000010:3.1:1783976302.366062:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4e000.
00010000:00000010:3.1:1783976302.366070:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e000.
00010000:00000010:3.1:1783976302.366077:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4ee00.
00010000:00000010:3.1:1783976302.366085:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e600.
00010000:00000010:3.1:1783976302.366092:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4e200.
00010000:00000010:3.1:1783976302.366098:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e800.
00010000:00000010:3.1:1783976302.366104:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4f800.
00010000:00000010:3.1:1783976302.366110:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e100.
00010000:00000010:3.1:1783976302.366118:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4e800.
00010000:00000010:3.1:1783976302.366130:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9ef00.
00010000:00000010:3.1:1783976302.366137:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4e400.
00010000:00000010:3.1:1783976302.366144:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef9e500.
00010000:00000010:3.1:1783976302.366151:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4f600.
00010000:00000010:3.1:1783976302.366160:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857c00.
00010000:00000010:3.1:1783976302.366168:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c4f200.
00010000:00000010:3.1:1783976302.366184:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857b00.
00010000:00000010:3.1:1783976302.366194:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02000.
00010000:00000010:3.1:1783976302.366203:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857e00.
00010000:00000010:3.1:1783976302.366213:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02a00.
00010000:00000010:3.1:1783976302.366224:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857300.
00010000:00000010:3.1:1783976302.366233:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03a00.
00010000:00000010:3.1:1783976302.366243:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857700.
00010000:00000010:3.1:1783976302.366250:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03c00.
00010000:00000010:3.1:1783976302.366256:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857000.
00010000:00000010:3.1:1783976302.366263:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02c00.
00010000:00000010:3.1:1783976302.366270:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857600.
00010000:00000010:3.1:1783976302.366277:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c02800.
00010000:00000010:3.1:1783976302.366284:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857800.
00010000:00000010:3.1:1783976302.366292:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c03800.
00010000:00000010:3.1:1783976302.366301:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857100.
00010000:00000010:3.1:1783976302.366309:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764400.
00010000:00000010:3.1:1783976302.366332:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857f00.
00010000:00000010:3.1:1783976302.366340:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765e00.
00010000:00000010:3.1:1783976302.366343:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857500.
00010000:00000010:3.1:1783976302.366346:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765800.
00010000:00000010:3.1:1783976302.366348:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857a00.
00010000:00000010:3.1:1783976302.366351:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764800.
00010000:00000010:3.1:1783976302.366355:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcfe00.
00010000:00000010:3.1:1783976302.366357:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764c00.
00010000:00000010:3.1:1783976302.366361:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf300.
00010000:00000010:3.1:1783976302.366364:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765c00.
00010000:00000010:3.1:1783976302.366367:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf700.
00010000:00000010:3.1:1783976302.367609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765a00.
00010000:00000010:3.1:1783976302.367617:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857200.
00010000:00000010:3.1:1783976302.367635:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764a00.
00010000:00000010:3.1:1783976302.367640:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857400.
00010000:00000010:3.1:1783976302.367644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764000.
00010000:00000010:3.1:1783976302.367648:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857d00.
00010000:00000010:3.1:1783976302.367651:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764e00.
00010000:00000010:3.1:1783976302.367660:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41857900.
00010000:00000010:3.1:1783976302.367665:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41764200.
00010000:00000010:3.1:1783976302.367671:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf000.
00010000:00000010:3.1:1783976302.367679:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765400.
00010000:00000010:3.1:1783976302.367688:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf600.
00010000:00000010:3.1:1783976302.367696:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765000.
00010000:00000010:3.1:1783976302.368572:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf800.
00010000:00000010:3.1:1783976302.368583:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765600.
00010000:00000010:3.1:1783976302.368592:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08dcf100.
00010000:00000010:3.1:1783976302.368606:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41765200.
00010000:00000010:3.1:1783976302.368633:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8900.
00010000:00000010:3.1:1783976302.368650:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171f200.
00010000:00000010:3.1:1783976302.368661:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8c00.
00010000:00000010:3.1:1783976302.368669:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171e600.
00010000:00000010:3.1:1783976302.368674:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8b00.
00010000:00000010:3.1:1783976302.368682:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171f400.
00010000:00000010:3.1:1783976302.368691:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8e00.
00010000:00000010:3.1:1783976302.368697:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171e200.
00010000:00000010:3.1:1783976302.370685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845600.
00010000:00000010:3.1:1783976302.370694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171ee00.
00010000:00000010:3.1:1783976302.380875:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845800.
00010000:00000010:3.1:1783976302.380896:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171e000.
00010000:00000010:3.1:1783976302.380902:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845100.
00010000:00000010:3.1:1783976302.380905:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171ea00.
00010000:00000010:3.1:1783976302.380908:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845f00.
00010000:00000010:3.1:1783976302.380912:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171fa00.
00010000:00000010:3.1:1783976302.380915:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845500.
00010000:00000010:3.1:1783976302.380918:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171fc00.
00010000:00000010:3.1:1783976302.380921:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845a00.
00010000:00000010:3.1:1783976302.380924:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171ec00.
00010000:00000010:3.1:1783976302.381007:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845200.
00010000:00000010:3.1:1783976302.381011:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171e800.
00010000:00000010:3.1:1783976302.381014:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845400.
00010000:00000010:3.1:1783976302.381017:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171f800.
00010000:00000010:3.1:1783976302.381020:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845d00.
00010000:00000010:3.1:1783976302.381023:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171fe00.
00010000:00000010:3.1:1783976302.381026:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845900.
00010000:00000010:3.1:1783976302.381029:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171e400.
00010000:00000010:3.1:1783976302.381031:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845c00.
00010000:00000010:3.1:1783976302.381034:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171f000.
00010000:00000010:3.1:1783976302.381037:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845b00.
00010000:00000010:3.1:1783976302.381040:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4171f600.
00010000:00000010:3.1:1783976302.381043:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845e00.
00010000:00000010:3.1:1783976302.381047:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1b600.
00010000:00000010:3.1:1783976302.381052:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8000.
00010000:00000010:3.1:1783976302.381055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1b000.
00010000:00000010:3.1:1783976302.381058:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8600.
00010000:00000010:3.1:1783976302.381063:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1a400.
00010000:00000010:3.1:1783976302.381066:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8800.
00010000:00000010:3.1:1783976302.381069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1a200.
00010000:00000010:3.1:1783976302.381073:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845300.
00010000:00000010:3.1:1783976302.381076:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1ae00.
00010000:00000010:3.1:1783976302.381079:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845700.
00010000:00000010:3.1:1783976302.381082:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1a000.
00010000:00000010:3.1:1783976302.381085:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09845000.
00010000:00000010:3.1:1783976302.381088:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1aa00.
00010000:00000010:3.1:1783976302.381092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851ce00.
00010000:00000010:3.1:1783976302.381096:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1ba00.
00010000:00000010:3.1:1783976302.381098:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c300.
00010000:00000010:3.1:1783976302.381101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1bc00.
00010000:00000010:3.1:1783976302.381105:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c700.
00010000:00000010:3.1:1783976302.381108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1ac00.
00010000:00000010:3.1:1783976302.381111:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c000.
00010000:00000010:3.1:1783976302.381130:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1a800.
00010000:00000010:3.1:1783976302.381133:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c600.
00010000:00000010:3.1:1783976302.381136:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1b800.
00010000:00000010:3.1:1783976302.381138:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c800.
00010000:00000010:3.1:1783976302.381141:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1be00.
00010000:00000010:3.1:1783976302.381145:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c100.
00010000:00000010:3.1:1783976302.381147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1b200.
00010000:00000010:3.1:1783976302.381152:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851cf00.
00010000:00000010:3.1:1783976302.381154:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1a600.
00010000:00000010:3.1:1783976302.381157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c500.
00010000:00000010:3.1:1783976302.381160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec1b400.
00010000:00000010:3.1:1783976302.381162:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851ca00.
00010000:00000010:3.1:1783976302.381166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617e00.
00010000:00000010:3.1:1783976302.381169:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c200.
00010000:00000010:3.1:1783976302.381172:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616400.
00010000:00000010:3.1:1783976302.381175:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c400.
00010000:00000010:3.1:1783976302.381179:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617000.
00010000:00000010:3.1:1783976302.381182:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851cd00.
00010000:00000010:3.1:1783976302.381185:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617600.
00010000:00000010:3.1:1783976302.381188:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851c900.
00010000:00000010:3.1:1783976302.381191:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617200.
00010000:00000010:3.1:1783976302.381193:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851cc00.
00010000:00000010:3.1:1783976302.381196:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616600.
00010000:00000010:3.1:1783976302.381199:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0851cb00.
00010000:00000010:3.1:1783976302.381202:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617400.
00010000:00000010:3.1:1783976302.381206:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9e00.
00010000:00000010:3.1:1783976302.381209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616200.
00010000:00000010:3.1:1783976302.381213:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9300.
00010000:00000010:3.1:1783976302.381216:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616e00.
00010000:00000010:3.1:1783976302.381219:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9700.
00010000:00000010:3.1:1783976302.381221:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616000.
00010000:00000010:3.1:1783976302.381224:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9000.
00010000:00000010:3.1:1783976302.381226:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616a00.
00010000:00000010:3.1:1783976302.381228:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9600.
00010000:00000010:3.1:1783976302.381231:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617a00.
00010000:00000010:3.1:1783976302.381234:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9800.
00010000:00000010:3.1:1783976302.381236:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617c00.
00010000:00000010:3.1:1783976302.381240:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9100.
00010000:00000010:3.1:1783976302.381243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616c00.
00010000:00000010:3.1:1783976302.381245:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9f00.
00010000:00000010:3.1:1783976302.381249:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41616800.
00010000:00000010:3.1:1783976302.381251:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9500.
00010000:00000010:3.1:1783976302.381254:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41617800.
00010000:00000010:3.1:1783976302.381256:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9a00.
00010000:00000010:3.1:1783976302.381261:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5a600.
00010000:00000010:3.1:1783976302.381263:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9200.
00010000:00000010:3.1:1783976302.381268:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5b200.
00010000:00000010:3.1:1783976302.381272:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9400.
00010000:00000010:3.1:1783976302.381276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5b600.
00010000:00000010:3.1:1783976302.381278:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9d00.
00010000:00000010:3.1:1783976302.381281:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5b000.
00010000:00000010:3.1:1783976302.381283:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8500.
00010000:00000010:3.1:1783976302.381286:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5a400.
00010000:00000010:3.1:1783976302.381288:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8a00.
00010000:00000010:3.1:1783976302.381291:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5b800.
00010000:00000010:3.1:1783976302.381293:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8200.
00010000:00000010:3.1:1783976302.381296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5ae00.
00010000:00000010:3.1:1783976302.381299:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8400.
00010000:00000010:3.1:1783976302.381301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5a000.
00010000:00000010:3.1:1783976302.381304:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106d8d00.
00010000:00000010:3.1:1783976302.381333:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5aa00.
00010000:00000010:3.1:1783976302.381340:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491900.
00010000:00000010:3.1:1783976302.381343:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5ba00.
00010000:00000010:3.1:1783976302.381346:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491c00.
00010000:00000010:3.1:1783976302.381348:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5bc00.
00010000:00000010:3.1:1783976302.381351:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491b00.
00010000:00000010:3.1:1783976302.381354:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5ac00.
00010000:00000010:3.1:1783976302.381359:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491e00.
00010000:00000010:3.1:1783976302.381362:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5a800.
00010000:00000010:3.1:1783976302.381365:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9900.
00010000:00000010:3.1:1783976302.381367:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5b400.
00010000:00000010:3.1:1783976302.381379:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9c00.
00010000:00000010:3.1:1783976302.381382:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39f5a200.
00010000:00000010:3.1:1783976302.381393:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db106b9b00.
00010000:00000010:3.1:1783976302.381398:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610400.
00010000:00000010:3.1:1783976302.381405:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c400.
00010000:00000010:3.1:1783976302.381409:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611000.
00010000:00000010:3.1:1783976302.381413:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182cd00.
00010000:00000010:3.1:1783976302.381416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611600.
00010000:00000010:3.1:1783976302.381419:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c900.
00010000:00000010:3.1:1783976302.381424:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611200.
00010000:00000010:3.1:1783976302.381426:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182cc00.
00010000:00000010:3.1:1783976302.381428:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610600.
00010000:00000010:3.1:1783976302.381431:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182cb00.
00010000:00000010:3.1:1783976302.381434:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611400.
00010000:00000010:3.1:1783976302.381437:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491300.
00010000:00000010:3.1:1783976302.381440:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610200.
00010000:00000010:3.1:1783976302.381443:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491700.
00010000:00000010:3.1:1783976302.381446:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610e00.
00010000:00000010:3.1:1783976302.381449:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491000.
00010000:00000010:3.1:1783976302.381451:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610000.
00010000:00000010:3.1:1783976302.381454:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491600.
00010000:00000010:3.1:1783976302.381457:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610a00.
00010000:00000010:3.1:1783976302.381460:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491800.
00010000:00000010:3.1:1783976302.381462:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611a00.
00010000:00000010:3.1:1783976302.381465:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491100.
00010000:00000010:3.1:1783976302.381468:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611c00.
00010000:00000010:3.1:1783976302.381471:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491f00.
00010000:00000010:3.1:1783976302.381475:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610c00.
00010000:00000010:3.1:1783976302.381477:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491500.
00010000:00000010:3.1:1783976302.381480:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41610800.
00010000:00000010:3.1:1783976302.381482:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491a00.
00010000:00000010:3.1:1783976302.381484:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611800.
00010000:00000010:3.1:1783976302.381487:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491200.
00010000:00000010:3.1:1783976302.381490:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41611e00.
00010000:00000010:3.1:1783976302.381493:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182ce00.
00010000:00000010:3.1:1783976302.381496:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75800.
00010000:00000010:3.1:1783976302.381499:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c300.
00010000:00000010:3.1:1783976302.381502:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74800.
00010000:00000010:3.1:1783976302.381505:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c700.
00010000:00000010:3.1:1783976302.381508:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74c00.
00010000:00000010:3.1:1783976302.381510:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c000.
00010000:00000010:3.1:1783976302.381513:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75c00.
00010000:00000010:3.1:1783976302.381515:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c600.
00010000:00000010:3.1:1783976302.381518:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75a00.
00010000:00000010:3.1:1783976302.381520:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c800.
00010000:00000010:3.1:1783976302.381523:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74a00.
00010000:00000010:3.1:1783976302.381526:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c100.
00010000:00000010:3.1:1783976302.381529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74000.
00010000:00000010:3.1:1783976302.381531:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182cf00.
00010000:00000010:3.1:1783976302.381534:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74200.
00010000:00000010:3.1:1783976302.381536:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c500.
00010000:00000010:3.1:1783976302.381538:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74400.
00010000:00000010:3.1:1783976302.381541:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182ca00.
00010000:00000010:3.1:1783976302.381543:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75000.
00010000:00000010:3.1:1783976302.381545:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4182c200.
00010000:00000010:3.1:1783976302.381548:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75600.
00010000:00000010:3.1:1783976302.381554:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf000.
00010000:00000010:3.1:1783976302.381556:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75200.
00010000:00000010:3.1:1783976302.381559:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf800.
00010000:00000010:3.1:1783976302.381561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75400.
00010000:00000010:3.1:1783976302.381563:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491400.
00010000:00000010:3.1:1783976302.381566:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b75e00.
00010000:00000010:3.1:1783976302.381569:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40491d00.
00010000:00000010:3.1:1783976302.381572:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffa400.
00010000:00000010:3.1:1783976302.381576:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c900.
00010000:00000010:3.1:1783976302.381579:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffb000.
00010000:00000010:3.1:1783976302.381583:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf100.
00010000:00000010:3.1:1783976302.381586:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffb600.
00010000:00000010:3.1:1783976302.381588:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecff00.
00010000:00000010:3.1:1783976302.381591:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffb200.
00010000:00000010:3.1:1783976302.381593:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf500.
00010000:00000010:3.1:1783976302.381595:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffa600.
00010000:00000010:3.1:1783976302.381598:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047cc00.
00010000:00000010:3.1:1783976302.381601:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffb400.
00010000:00000010:3.1:1783976302.381603:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047cb00.
00010000:00000010:3.1:1783976302.381605:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffa200.
00010000:00000010:3.1:1783976302.381609:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047ce00.
00010000:00000010:3.1:1783976302.381612:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffae00.
00010000:00000010:3.1:1783976302.381614:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c300.
00010000:00000010:3.1:1783976302.381617:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffa000.
00010000:00000010:3.1:1783976302.381620:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c700.
00010000:00000010:3.1:1783976302.381622:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffaa00.
00010000:00000010:3.1:1783976302.381636:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c000.
00010000:00000010:3.1:1783976302.381639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffba00.
00010000:00000010:3.1:1783976302.381642:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c600.
00010000:00000010:3.1:1783976302.381644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffbc00.
00010000:00000010:3.1:1783976302.381648:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c800.
00010000:00000010:3.1:1783976302.381650:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffac00.
00010000:00000010:3.1:1783976302.381652:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c100.
00010000:00000010:3.1:1783976302.381655:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffa800.
00010000:00000010:3.1:1783976302.381657:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047cf00.
00010000:00000010:3.1:1783976302.381660:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffb800.
00010000:00000010:3.1:1783976302.381663:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecfa00.
00010000:00000010:3.1:1783976302.381665:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ffbe00.
00010000:00000010:3.1:1783976302.381668:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf200.
00010000:00000010:3.1:1783976302.381672:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0c400.
00010000:00000010:3.1:1783976302.381677:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf400.
00010000:00000010:3.1:1783976302.381681:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0de00.
00010000:00000010:3.1:1783976302.381686:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecfd00.
00010000:00000010:3.1:1783976302.381689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0d800.
00010000:00000010:3.1:1783976302.381691:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf900.
00010000:00000010:3.1:1783976302.381694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0c800.
00010000:00000010:3.1:1783976302.381697:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecfc00.
00010000:00000010:3.1:1783976302.381700:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0d600.
00010000:00000010:3.1:1783976302.382124:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecfb00.
00010000:00000010:3.1:1783976302.382128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0d200.
00010000:00000010:3.1:1783976302.382134:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecfe00.
00010000:00000010:3.1:1783976302.382138:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0c600.
00010000:00000010:3.1:1783976302.382140:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf300.
00010000:00000010:3.1:1783976302.382143:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0d400.
00010000:00000010:3.1:1783976302.382146:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf700.
00010000:00000010:3.1:1783976302.382150:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0c200.
00010000:00000010:3.1:1783976302.382156:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf900.
00010000:00000010:3.1:1783976302.382160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0ce00.
00010000:00000010:3.1:1783976302.382163:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c500.
00010000:00000010:3.1:1783976302.382166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0c000.
00010000:00000010:3.1:1783976302.382169:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047ca00.
00010000:00000010:3.1:1783976302.382172:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0ca00.
00010000:00000010:3.1:1783976302.382174:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047cd00.
00010000:00000010:3.1:1783976302.382177:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0cc00.
00010000:00000010:3.1:1783976302.382179:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edfc00.
00010000:00000010:3.1:1783976302.382182:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0d000.
00010000:00000010:3.1:1783976302.382185:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edfb00.
00010000:00000010:3.1:1783976302.382190:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7600.
00010000:00000010:3.1:1783976302.382238:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edfe00.
00010000:00000010:3.1:1783976302.382243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7200.
00010000:00000010:3.1:1783976302.382248:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf300.
00010000:00000010:3.1:1783976302.382252:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6600.
00010000:00000010:3.1:1783976302.382255:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf700.
00010000:00000010:3.1:1783976302.382258:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7400.
00010000:00000010:3.1:1783976302.382260:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf000.
00010000:00000010:3.1:1783976302.382263:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6200.
00010000:00000010:3.1:1783976302.382266:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf600.
00010000:00000010:3.1:1783976302.382269:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6e00.
00010000:00000010:3.1:1783976302.382272:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf800.
00010000:00000010:3.1:1783976302.382274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6000.
00010000:00000010:3.1:1783976302.382278:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf100.
00010000:00000010:3.1:1783976302.382281:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6a00.
00010000:00000010:3.1:1783976302.382284:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edff00.
00010000:00000010:3.1:1783976302.382287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7a00.
00010000:00000010:3.1:1783976302.382289:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf500.
00010000:00000010:3.1:1783976302.382292:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7c00.
00010000:00000010:3.1:1783976302.382295:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edfa00.
00010000:00000010:3.1:1783976302.382298:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6c00.
00010000:00000010:3.1:1783976302.382301:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf200.
00010000:00000010:3.1:1783976302.382303:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6800.
00010000:00000010:3.1:1783976302.382307:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edf400.
00010000:00000010:3.1:1783976302.382310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7800.
00010000:00000010:3.1:1783976302.382312:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06edfd00.
00010000:00000010:3.1:1783976302.383251:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7e00.
00010000:00000010:3.1:1783976302.383269:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11c00.
00010000:00000010:3.1:1783976302.383274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a6400.
00010000:00000010:3.1:1783976302.383276:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11b00.
00010000:00000010:3.1:1783976302.383279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db404a7000.
00010000:00000010:3.1:1783976302.383282:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11e00.
00010000:00000010:3.1:1783976302.383288:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9a00.
00010000:00000010:3.1:1783976302.383294:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11300.
00010000:00000010:3.1:1783976302.383298:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8a00.
00010000:00000010:3.1:1783976302.383301:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11700.
00010000:00000010:3.1:1783976302.383304:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8000.
00010000:00000010:3.1:1783976302.383310:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9200.
00010000:00000010:3.1:1783976302.383314:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8e00.
00010000:00000010:3.1:1783976302.383316:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9400.
00010000:00000010:3.1:1783976302.383529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9400.
00010000:00000010:3.1:1783976302.383533:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9d00.
00010000:00000010:3.1:1783976302.383536:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8600.
00010000:00000010:3.1:1783976302.383542:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9900.
00010000:00000010:3.1:1783976302.383545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9200.
00010000:00000010:3.1:1783976302.383547:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9c00.
00010000:00000010:3.1:1783976302.383551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9600.
00010000:00000010:3.1:1783976302.383554:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9b00.
00010000:00000010:3.1:1783976302.383557:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9000.
00010000:00000010:3.1:1783976302.383559:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9e00.
00010000:00000010:3.1:1783976302.383562:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8400.
00010000:00000010:3.1:1783976302.383565:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9300.
00010000:00000010:3.1:1783976302.383567:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9e00.
00010000:00000010:3.1:1783976302.383570:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9700.
00010000:00000010:3.1:1783976302.383573:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9800.
00010000:00000010:3.1:1783976302.383575:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9000.
00010000:00000010:3.1:1783976302.383577:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8800.
00010000:00000010:3.1:1783976302.383580:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9600.
00010000:00000010:3.1:1783976302.383582:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc9c00.
00010000:00000010:3.1:1783976302.383584:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9800.
00010000:00000010:3.1:1783976302.383587:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fc8c00.
00010000:00000010:3.1:1783976302.383604:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11000.
00010000:00000010:3.1:1783976302.383609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0a200.
00010000:00000010:3.1:1783976302.383612:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11600.
00010000:00000010:3.1:1783976302.383615:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0ae00.
00010000:00000010:3.1:1783976302.383617:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9100.
00010000:00000010:3.1:1783976302.383620:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0a000.
00010000:00000010:3.1:1783976302.383633:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11800.
00010000:00000010:3.1:1783976302.383636:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0aa00.
00010000:00000010:3.1:1783976302.383639:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9f00.
00010000:00000010:3.1:1783976302.383643:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0ba00.
00010000:00000010:3.1:1783976302.383645:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9500.
00010000:00000010:3.1:1783976302.383648:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0bc00.
00010000:00000010:3.1:1783976302.383651:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077a9a00.
00010000:00000010:3.1:1783976302.383654:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0ac00.
00010000:00000010:3.1:1783976302.383656:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11100.
00010000:00000010:3.1:1783976302.383659:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0a800.
00010000:00000010:3.1:1783976302.383662:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11f00.
00010000:00000010:3.1:1783976302.383665:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0b800.
00010000:00000010:3.1:1783976302.383667:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11500.
00010000:00000010:3.1:1783976302.383670:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0be00.
00010000:00000010:3.1:1783976302.383673:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11a00.
00010000:00000010:3.1:1783976302.383676:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0a400.
00010000:00000010:3.1:1783976302.383681:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11200.
00010000:00000010:3.1:1783976302.383685:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed0b000.
00010000:00000010:3.1:1783976302.383695:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0a00.
00010000:00000010:3.1:1783976302.383709:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c3600.
00010000:00000010:3.1:1783976302.383712:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0200.
00010000:00000010:3.1:1783976302.383714:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c3200.
00010000:00000010:3.1:1783976302.383717:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11400.
00010000:00000010:3.1:1783976302.383720:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2600.
00010000:00000010:3.1:1783976302.383722:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11d00.
00010000:00000010:3.1:1783976302.383725:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c3400.
00010000:00000010:3.1:1783976302.383728:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0400.
00010000:00000010:3.1:1783976302.383731:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2200.
00010000:00000010:3.1:1783976302.383733:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0d00.
00010000:00000010:3.1:1783976302.383736:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2e00.
00010000:00000010:3.1:1783976302.383738:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0900.
00010000:00000010:3.1:1783976302.383741:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2000.
00010000:00000010:3.1:1783976302.383744:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0c00.
00010000:00000010:3.1:1783976302.383746:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2a00.
00010000:00000010:3.1:1783976302.383748:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0b00.
00010000:00000010:3.1:1783976302.383751:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c3a00.
00010000:00000010:3.1:1783976302.383753:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0e00.
00010000:00000010:3.1:1783976302.383756:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c3c00.
00010000:00000010:3.1:1783976302.383758:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0300.
00010000:00000010:3.1:1783976302.383761:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419c2c00.
00010000:00000010:3.1:1783976302.383768:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0700.
00010000:00000010:3.1:1783976302.383786:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eeaea00.
00010000:00000010:3.1:1783976302.383790:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a11900.
00010000:00000010:3.1:1783976302.383793:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eeae000.
00010000:00000010:3.1:1783976302.383795:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e9dd00.
00010000:00000010:3.1:1783976302.383798:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eeae200.
00010000:00000010:3.1:1783976302.383806:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e9d900.
00010000:00000010:3.1:1783976302.383809:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8da00.
00010000:00000010:3.1:1783976302.383813:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e9db00.
00010000:00000010:3.1:1783976302.383816:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8cc00.
00010000:00000010:3.1:1783976302.383821:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0000.
00010000:00000010:3.1:1783976302.383823:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8c800.
00010000:00000010:3.1:1783976302.383825:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405d0600.
00010000:00000010:3.1:1783976302.383833:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8d800.
00010000:00000010:3.1:1783976302.383836:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e9d700.
00010000:00000010:3.1:1783976302.383838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8de00.
00010000:00000010:3.1:1783976302.383843:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ec500.
00010000:00000010:3.1:1783976302.383845:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8d200.
00010000:00000010:3.1:1783976302.383849:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06e2ab00.
00010000:00000010:3.1:1783976302.383852:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8c600.
00010000:00000010:3.1:1783976302.383854:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06e2ae00.
00010000:00000010:3.1:1783976302.383857:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8d400.
00010000:00000010:3.1:1783976302.383859:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06e2a300.
00010000:00000010:3.1:1783976302.383861:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8c200.
00010000:00000010:3.1:1783976302.383864:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06e2a700.
00010000:00000010:3.1:1783976302.383866:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8ce00.
00010000:00000010:3.1:1783976302.383869:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06e2a000.
00010000:00000010:3.1:1783976302.383875:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8c000.
00010000:00000010:3.1:1783976302.383878:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203eca00.
00010000:00000010:3.1:1783976302.383880:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8ca00.
00010000:00000010:3.1:1783976302.383883:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ec200.
00010000:00000010:3.1:1783976302.383887:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9a00.
00010000:00000010:3.1:1783976302.383890:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ec400.
00010000:00000010:3.1:1783976302.383892:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9c00.
00010000:00000010:3.1:1783976302.383895:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ecd00.
00010000:00000010:3.1:1783976302.383899:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8c00.
00010000:00000010:3.1:1783976302.383902:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ec900.
00010000:00000010:3.1:1783976302.383904:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8800.
00010000:00000010:3.1:1783976302.383906:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db203ecc00.
00010000:00000010:3.1:1783976302.383916:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9800.
00010000:00000010:3.1:1783976302.383921:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8600.
00010000:00000010:3.1:1783976302.383924:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9e00.
00010000:00000010:3.1:1783976302.383927:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8800.
00010000:00000010:3.1:1783976302.383929:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8400.
00010000:00000010:3.1:1783976302.383933:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756300.
00010000:00000010:3.1:1783976302.383935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9000.
00010000:00000010:3.1:1783976302.383938:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756700.
00010000:00000010:3.1:1783976302.383941:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9600.
00010000:00000010:3.1:1783976302.383943:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756000.
00010000:00000010:3.1:1783976302.383946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9200.
00010000:00000010:3.1:1783976302.383948:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756600.
00010000:00000010:3.1:1783976302.383951:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8600.
00010000:00000010:3.1:1783976302.383953:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756800.
00010000:00000010:3.1:1783976302.383956:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f9400.
00010000:00000010:3.1:1783976302.383958:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756100.
00010000:00000010:3.1:1783976302.383960:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8200.
00010000:00000010:3.1:1783976302.383963:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756f00.
00010000:00000010:3.1:1783976302.383965:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8e00.
00010000:00000010:3.1:1783976302.383968:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756500.
00010000:00000010:3.1:1783976302.383971:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8000.
00010000:00000010:3.1:1783976302.383973:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8100.
00010000:00000010:3.1:1783976302.383975:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419f8a00.
00010000:00000010:3.1:1783976302.383978:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8f00.
00010000:00000010:3.1:1783976302.383981:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40529200.
00010000:00000010:3.1:1783976302.383983:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8500.
00010000:00000010:3.1:1783976302.383986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40528400.
00010000:00000010:3.1:1783976302.383989:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8a00.
00010000:00000010:3.1:1783976302.383992:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40529000.
00010000:00000010:3.1:1783976302.383998:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8200.
00010000:00000010:3.1:1783976302.384002:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41950800.
00010000:00000010:3.1:1783976302.384008:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8400.
00010000:00000010:3.1:1783976302.384011:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cf2600.
00010000:00000010:3.1:1783976302.384014:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8900.
00010000:00000010:3.1:1783976302.384017:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cf3200.
00010000:00000010:3.1:1783976302.384019:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8c00.
00010000:00000010:3.1:1783976302.384022:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c0ca00.
00010000:00000010:3.1:1783976302.384028:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8b00.
00010000:00000010:3.1:1783976302.384030:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c0cc00.
00010000:00000010:3.1:1783976302.384038:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41827800.
00010000:00000010:3.1:1783976302.384041:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767f400.
00010000:00000010:3.1:1783976302.384044:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41827100.
00010000:00000010:3.1:1783976302.384046:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767e200.
00010000:00000010:3.1:1783976302.384049:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756a00.
00010000:00000010:3.1:1783976302.384051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767ee00.
00010000:00000010:3.1:1783976302.384053:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756200.
00010000:00000010:3.1:1783976302.384056:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767e000.
00010000:00000010:3.1:1783976302.384059:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756400.
00010000:00000010:3.1:1783976302.384061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767ea00.
00010000:00000010:3.1:1783976302.384063:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07756d00.
00010000:00000010:3.1:1783976302.384069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767fa00.
00010000:00000010:3.1:1783976302.384071:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41827f00.
00010000:00000010:3.1:1783976302.384074:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767fc00.
00010000:00000010:3.1:1783976302.384076:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41827500.
00010000:00000010:3.1:1783976302.384082:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767ec00.
00010000:00000010:3.1:1783976302.384086:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809f00.
00010000:00000010:3.1:1783976302.384089:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767e800.
00010000:00000010:3.1:1783976302.384092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809500.
00010000:00000010:3.1:1783976302.384095:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767f800.
00010000:00000010:3.1:1783976302.384098:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809a00.
00010000:00000010:3.1:1783976302.384101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767fe00.
00010000:00000010:3.1:1783976302.384103:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809200.
00010000:00000010:3.1:1783976302.384106:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767e400.
00010000:00000010:3.1:1783976302.384109:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809400.
00010000:00000010:3.1:1783976302.384111:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0767f000.
00010000:00000010:3.1:1783976302.385633:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809d00.
00010000:00000010:3.1:1783976302.385638:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecebc00.
00010000:00000010:3.1:1783976302.385648:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809900.
00010000:00000010:3.1:1783976302.385651:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceac00.
00010000:00000010:3.1:1783976302.385654:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809c00.
00010000:00000010:3.1:1783976302.385657:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecea800.
00010000:00000010:3.1:1783976302.385660:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809b00.
00010000:00000010:3.1:1783976302.385662:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceb800.
00010000:00000010:3.1:1783976302.385665:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045f7e00.
00010000:00000010:3.1:1783976302.385668:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecebe00.
00010000:00000010:3.1:1783976302.385679:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045f7300.
00010000:00000010:3.1:1783976302.385682:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecea400.
00010000:00000010:3.1:1783976302.385685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045f7700.
00010000:00000010:3.1:1783976302.385688:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceb000.
00010000:00000010:3.1:1783976302.385691:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045f7000.
00010000:00000010:3.1:1783976302.385694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceb600.
00010000:00000010:3.1:1783976302.385697:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045f7600.
00010000:00000010:3.1:1783976302.387830:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceb200.
00010000:00000010:3.1:1783976302.387846:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809e00.
00010000:00000010:3.1:1783976302.387852:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecea600.
00010000:00000010:3.1:1783976302.387854:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809300.
00010000:00000010:3.1:1783976302.387857:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceb400.
00010000:00000010:3.1:1783976302.387866:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809700.
00010000:00000010:3.1:1783976302.387869:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecea200.
00010000:00000010:3.1:1783976302.387871:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809000.
00010000:00000010:3.1:1783976302.387874:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceae00.
00010000:00000010:3.1:1783976302.387876:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809600.
00010000:00000010:3.1:1783976302.387880:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecea000.
00010000:00000010:3.1:1783976302.387883:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41809800.
00010000:00000010:3.1:1783976302.387890:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eceaa00.
00000080:00000010:3.1:1783976302.428220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6300.
00000080:00000010:3.1:1783976302.428245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a9b180.
00010000:00000010:3.1:1783976302.428260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ace00.
00010000:00000010:3.1:1783976302.428265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cfe000.
00010000:00000010:3.1:1783976302.428269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac300.
00010000:00000010:3.1:1783976302.428273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cfea00.
00010000:00000010:3.1:1783976302.428793:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac700.
00010000:00000010:3.1:1783976302.428798:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cffa00.
00010000:00000010:3.1:1783976302.428801:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac000.
00010000:00000010:3.1:1783976302.428805:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cc8600.
00010000:00000010:3.1:1783976302.428808:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0770ee00.
00010000:00000010:3.1:1783976302.428811:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cc8200.
00010000:00000010:3.1:1783976302.428817:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd300.
00010000:00000010:3.1:1783976302.428820:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dc600.
00010000:00000010:3.1:1783976302.428823:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd700.
00010000:00000010:3.1:1783976302.428826:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dd400.
00010000:00000010:3.1:1783976302.428830:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd000.
00010000:00000010:3.1:1783976302.428833:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dc200.
00010000:00000010:3.1:1783976302.428836:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd600.
00010000:00000010:3.1:1783976302.428839:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dce00.
00010000:00000010:3.1:1783976302.428841:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd800.
00010000:00000010:3.1:1783976302.428844:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dc000.
00010000:00000010:3.1:1783976302.428847:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd100.
00010000:00000010:3.1:1783976302.428849:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dca00.
00010000:00000010:3.1:1783976302.428852:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbdf00.
00010000:00000010:3.1:1783976302.428854:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075dda00.
00010000:00000010:3.1:1783976302.428857:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd500.
00010000:00000010:3.1:1783976302.428860:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ddc00.
00010000:00000010:3.1:1783976302.428875:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbda00.
00010000:00000010:3.1:1783976302.428879:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042b600.
00010000:00000010:3.1:1783976302.428882:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd200.
00010000:00000010:3.1:1783976302.428885:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042b200.
00010000:00000010:3.1:1783976302.428887:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbd400.
00010000:00000010:3.1:1783976302.428892:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042a600.
00010000:00000010:3.1:1783976302.428894:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac600.
00010000:00000010:3.1:1783976302.428897:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042b400.
00010000:00000010:3.1:1783976302.428901:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac800.
00010000:00000010:3.1:1783976302.428904:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042a200.
00010000:00000010:3.1:1783976302.428907:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac100.
00010000:00000010:3.1:1783976302.428909:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042ae00.
00010000:00000010:3.1:1783976302.428911:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119acf00.
00010000:00000010:3.1:1783976302.428914:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042a000.
00010000:00000010:3.1:1783976302.428916:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac500.
00010000:00000010:3.1:1783976302.428919:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042aa00.
00010000:00000010:3.1:1783976302.428921:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119aca00.
00010000:00000010:3.1:1783976302.428924:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042ba00.
00010000:00000010:3.1:1783976302.428927:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac200.
00010000:00000010:3.1:1783976302.428930:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042bc00.
00010000:00000010:3.1:1783976302.428933:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac400.
00010000:00000010:3.1:1783976302.428935:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042ac00.
00010000:00000010:3.1:1783976302.428937:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119acd00.
00010000:00000010:3.1:1783976302.428939:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042a800.
00010000:00000010:3.1:1783976302.428941:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119ac900.
00010000:00000010:3.1:1783976302.428944:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042b800.
00010000:00000010:3.1:1783976302.428947:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119acc00.
00010000:00000010:3.1:1783976302.428949:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042be00.
00010000:00000010:3.1:1783976302.428954:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493d100.
00010000:00000010:3.1:1783976302.428957:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042a400.
00010000:00000010:3.1:1783976302.428960:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493df00.
00010000:00000010:3.1:1783976302.428963:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4042b000.
00010000:00000010:3.1:1783976302.428965:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493d500.
00010000:00000010:3.1:1783976302.428969:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41645200.
00010000:00000010:3.1:1783976302.428973:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493da00.
00010000:00000010:3.1:1783976302.428975:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41645000.
00010000:00000010:3.1:1783976302.428978:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493d200.
00010000:00000010:3.1:1783976302.428981:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41645600.
00010000:00000010:3.1:1783976302.428990:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493d400.
00010000:00000010:3.1:1783976302.428993:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41673c00.
00010000:00000010:3.1:1783976302.429002:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493dd00.
00010000:00000010:3.1:1783976302.429007:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077da400.
00010000:00000010:3.1:1783976302.429009:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493d900.
00010000:00000010:3.1:1783976302.429013:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077db000.
00010000:00000010:3.1:1783976302.429015:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493dc00.
00010000:00000010:3.1:1783976302.429018:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077db600.
00010000:00000010:3.1:1783976302.429021:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0493db00.
00010000:00000010:3.1:1783976302.429035:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077db200.
00010000:00000010:3.1:1783976302.429041:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077cac00.
00010000:00000010:3.1:1783976302.429044:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077da200.
00010000:00000010:3.1:1783976302.429047:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077cab00.
00010000:00000010:3.1:1783976302.429050:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dae00.
00010000:00000010:3.1:1783976302.429053:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077cae00.
00010000:00000010:3.1:1783976302.429055:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077da000.
00010000:00000010:3.1:1783976302.429057:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca300.
00010000:00000010:3.1:1783976302.429060:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077daa00.
00010000:00000010:3.1:1783976302.429062:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca700.
00010000:00000010:3.1:1783976302.429065:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dba00.
00010000:00000010:3.1:1783976302.429068:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca000.
00010000:00000010:3.1:1783976302.429070:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dbc00.
00010000:00000010:3.1:1783976302.429073:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca600.
00010000:00000010:3.1:1783976302.429075:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dac00.
00010000:00000010:3.1:1783976302.429077:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca800.
00010000:00000010:3.1:1783976302.429080:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077da800.
00010000:00000010:3.1:1783976302.429082:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca100.
00010000:00000010:3.1:1783976302.429085:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077db800.
00010000:00000010:3.1:1783976302.429087:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077caf00.
00010000:00000010:3.1:1783976302.429090:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077dbe00.
00010000:00000010:3.1:1783976302.429099:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca500.
00010000:00000010:3.1:1783976302.429103:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3c00.
00010000:00000010:3.1:1783976302.429107:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077caa00.
00010000:00000010:3.1:1783976302.429111:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2c00.
00010000:00000010:3.1:1783976302.429127:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca200.
00010000:00000010:3.1:1783976302.429130:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2800.
00010000:00000010:3.1:1783976302.429132:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca400.
00010000:00000010:3.1:1783976302.429134:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3800.
00010000:00000010:3.1:1783976302.429136:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077cad00.
00010000:00000010:3.1:1783976302.429139:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3e00.
00010000:00000010:3.1:1783976302.429797:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db077ca900.
00010000:00000010:3.1:1783976302.429802:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2400.
00010000:00000010:3.1:1783976302.429806:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1900.
00010000:00000010:3.1:1783976302.429809:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3000.
00010000:00000010:3.1:1783976302.429812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1c00.
00010000:00000010:3.1:1783976302.429815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3600.
00010000:00000010:3.1:1783976302.429818:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1b00.
00010000:00000010:3.1:1783976302.429820:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3200.
00010000:00000010:3.1:1783976302.429822:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1e00.
00010000:00000010:3.1:1783976302.429824:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2600.
00010000:00000010:3.1:1783976302.429828:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1300.
00010000:00000010:3.1:1783976302.429830:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3400.
00010000:00000010:3.1:1783976302.429832:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1700.
00010000:00000010:3.1:1783976302.429835:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2200.
00010000:00000010:3.1:1783976302.429838:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1000.
00010000:00000010:3.1:1783976302.429840:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2e00.
00010000:00000010:3.1:1783976302.429843:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1600.
00010000:00000010:3.1:1783976302.429845:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2000.
00010000:00000010:3.1:1783976302.429847:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1800.
00010000:00000010:3.1:1783976302.429850:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d2a00.
00010000:00000010:3.1:1783976302.429853:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbdc00.
00010000:00000010:3.1:1783976302.429856:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405d3a00.
00010000:00000010:3.1:1783976302.429859:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbdb00.
00010000:00000010:3.1:1783976302.429862:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efc000.
00010000:00000010:3.1:1783976302.429866:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1100.
00010000:00000010:3.1:1783976302.429868:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efc800.
00010000:00000010:3.1:1783976302.429871:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1f00.
00010000:00000010:3.1:1783976302.429875:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efde00.
00010000:00000010:3.1:1783976302.429877:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbde00.
00010000:00000010:3.1:1783976302.429885:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2a00.
00010000:00000010:3.1:1783976302.429890:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1200.
00010000:00000010:3.1:1783976302.429893:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3c00.
00010000:00000010:3.1:1783976302.429896:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1400.
00010000:00000010:3.1:1783976302.429899:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2c00.
00010000:00000010:3.1:1783976302.429901:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1d00.
00010000:00000010:3.1:1783976302.429903:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2800.
00010000:00000010:3.1:1783976302.429907:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7300.
00010000:00000010:3.1:1783976302.429944:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3800.
00010000:00000010:3.1:1783976302.429949:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7700.
00010000:00000010:3.1:1783976302.429952:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3e00.
00010000:00000010:3.1:1783976302.429956:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7000.
00010000:00000010:3.1:1783976302.429959:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2400.
00010000:00000010:3.1:1783976302.429962:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7600.
00010000:00000010:3.1:1783976302.429965:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3000.
00010000:00000010:3.1:1783976302.429969:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573e00.
00010000:00000010:3.1:1783976302.429972:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3600.
00010000:00000010:3.1:1783976302.429974:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573300.
00010000:00000010:3.1:1783976302.429978:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3200.
00010000:00000010:3.1:1783976302.429980:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573700.
00010000:00000010:3.1:1783976302.429983:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2600.
00010000:00000010:3.1:1783976302.429986:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573000.
00010000:00000010:3.1:1783976302.429989:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f3400.
00010000:00000010:3.1:1783976302.429991:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573600.
00010000:00000010:3.1:1783976302.429994:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2200.
00010000:00000010:3.1:1783976302.429996:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7800.
00010000:00000010:3.1:1783976302.429999:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2e00.
00010000:00000010:3.1:1783976302.430001:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7100.
00010000:00000010:3.1:1783976302.430004:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065b600.
00010000:00000010:3.1:1783976302.430007:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573800.
00010000:00000010:3.1:1783976302.430009:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065b200.
00010000:00000010:3.1:1783976302.430012:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573100.
00010000:00000010:3.1:1783976302.430014:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065a600.
00010000:00000010:3.1:1783976302.430016:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7f00.
00010000:00000010:3.1:1783976302.430018:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065b400.
00010000:00000010:3.1:1783976302.430021:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7500.
00010000:00000010:3.1:1783976302.430023:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065a200.
00010000:00000010:3.1:1783976302.430025:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573f00.
00010000:00000010:3.1:1783976302.430027:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065ae00.
00010000:00000010:3.1:1783976302.430030:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7a00.
00010000:00000010:3.1:1783976302.430032:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4065a000.
00010000:00000010:3.1:1783976302.430041:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7200.
00010000:00000010:3.1:1783976302.430045:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efd000.
00010000:00000010:3.1:1783976302.430047:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7400.
00010000:00000010:3.1:1783976302.430050:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efd600.
00010000:00000010:3.1:1783976302.430052:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7d00.
00010000:00000010:3.1:1783976302.430054:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efd200.
00010000:00000010:3.1:1783976302.430057:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573500.
00010000:00000010:3.1:1783976302.430060:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efc600.
00010000:00000010:3.1:1783976302.430062:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7900.
00010000:00000010:3.1:1783976302.430065:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efd400.
00010000:00000010:3.1:1783976302.430069:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7c00.
00010000:00000010:3.1:1783976302.430071:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efc200.
00010000:00000010:3.1:1783976302.430074:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7b00.
00010000:00000010:3.1:1783976302.430077:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efce00.
00010000:00000010:3.1:1783976302.430079:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc7e00.
00010000:00000010:3.1:1783976302.430082:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8c400.
00010000:00000010:3.1:1783976302.430085:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573a00.
00010000:00000010:3.1:1783976302.430088:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8d600.
00010000:00000010:3.1:1783976302.430091:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573200.
00010000:00000010:3.1:1783976302.430093:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8d000.
00010000:00000010:3.1:1783976302.430097:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573400.
00010000:00000010:3.1:1783976302.430099:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8c600.
00010000:00000010:3.1:1783976302.430102:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09573d00.
00010000:00000010:3.1:1783976302.430108:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8d200.
00010000:00000010:3.1:1783976302.430128:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63800.
00010000:00000010:3.1:1783976302.430131:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8d400.
00010000:00000010:3.1:1783976302.430135:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937d00.
00010000:00000010:3.1:1783976302.430138:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8c200.
00010000:00000010:3.1:1783976302.430141:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937900.
00010000:00000010:3.1:1783976302.430143:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8ce00.
00010000:00000010:3.1:1783976302.430801:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937c00.
00010000:00000010:3.1:1783976302.430806:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8c000.
00010000:00000010:3.1:1783976302.430810:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63100.
00010000:00000010:3.1:1783976302.430813:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8ca00.
00010000:00000010:3.1:1783976302.430816:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937b00.
00010000:00000010:3.1:1783976302.430819:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8da00.
00010000:00000010:3.1:1783976302.430822:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937e00.
00010000:00000010:3.1:1783976302.430824:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8dc00.
00010000:00000010:3.1:1783976302.430827:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937300.
00010000:00000010:3.1:1783976302.430830:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8cc00.
00010000:00000010:3.1:1783976302.430834:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937700.
00010000:00000010:3.1:1783976302.430838:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8c800.
00010000:00000010:3.1:1783976302.430842:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937000.
00010000:00000010:3.1:1783976302.430846:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8d800.
00010000:00000010:3.1:1783976302.430850:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937600.
00010000:00000010:3.1:1783976302.430854:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef8de00.
00010000:00000010:3.1:1783976302.430858:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937800.
00010000:00000010:3.1:1783976302.430862:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914a00.
00010000:00000010:3.1:1783976302.430867:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63f00.
00010000:00000010:3.1:1783976302.430872:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915a00.
00010000:00000010:3.1:1783976302.431008:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63500.
00010000:00000010:3.1:1783976302.431012:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915c00.
00010000:00000010:3.1:1783976302.431016:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63a00.
00010000:00000010:3.1:1783976302.431018:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914c00.
00010000:00000010:3.1:1783976302.431021:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63200.
00010000:00000010:3.1:1783976302.431023:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914800.
00010000:00000010:3.1:1783976302.431026:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63400.
00010000:00000010:3.1:1783976302.431029:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915800.
00010000:00000010:3.1:1783976302.431031:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937100.
00010000:00000010:3.1:1783976302.431033:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915e00.
00010000:00000010:3.1:1783976302.431037:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937f00.
00010000:00000010:3.1:1783976302.431040:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914400.
00010000:00000010:3.1:1783976302.431043:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41937500.
00010000:00000010:3.1:1783976302.431061:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915000.
00010000:00000010:3.1:1783976302.431066:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78900.
00010000:00000010:3.1:1783976302.431069:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915600.
00010000:00000010:3.1:1783976302.431072:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78c00.
00010000:00000010:3.1:1783976302.431075:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915200.
00010000:00000010:3.1:1783976302.431077:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78b00.
00010000:00000010:3.1:1783976302.431080:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914600.
00010000:00000010:3.1:1783976302.431084:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78e00.
00010000:00000010:3.1:1783976302.431087:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41915400.
00010000:00000010:3.1:1783976302.431090:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78300.
00010000:00000010:3.1:1783976302.431093:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914200.
00010000:00000010:3.1:1783976302.431096:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78700.
00010000:00000010:3.1:1783976302.431098:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914e00.
00010000:00000010:3.1:1783976302.431101:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78000.
00010000:00000010:3.1:1783976302.431104:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41914000.
00010000:00000010:3.1:1783976302.431107:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78600.
00010000:00000010:3.1:1783976302.431110:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90c00.
00010000:00000010:3.1:1783976302.431114:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78800.
00010000:00000010:3.1:1783976302.431117:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90800.
00010000:00000010:3.1:1783976302.431119:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78100.
00010000:00000010:3.1:1783976302.431123:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91c00.
00010000:00000010:3.1:1783976302.431126:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78500.
00010000:00000010:3.1:1783976302.431128:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91e00.
00010000:00000010:3.1:1783976302.431132:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e200.
00010000:00000010:3.1:1783976302.431135:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90400.
00010000:00000010:3.1:1783976302.431138:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e400.
00010000:00000010:3.1:1783976302.431141:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91000.
00010000:00000010:3.1:1783976302.431144:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9ed00.
00010000:00000010:3.1:1783976302.431147:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91600.
00010000:00000010:3.1:1783976302.431150:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e900.
00010000:00000010:3.1:1783976302.431153:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91200.
00010000:00000010:3.1:1783976302.431155:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9ec00.
00010000:00000010:3.1:1783976302.431158:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90600.
00010000:00000010:3.1:1783976302.431161:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9eb00.
00010000:00000010:3.1:1783976302.431163:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91400.
00010000:00000010:3.1:1783976302.431166:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9ee00.
00010000:00000010:3.1:1783976302.431169:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90200.
00010000:00000010:3.1:1783976302.431173:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e300.
00010000:00000010:3.1:1783976302.431176:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90e00.
00010000:00000010:3.1:1783976302.431178:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e700.
00010000:00000010:3.1:1783976302.431181:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90000.
00010000:00000010:3.1:1783976302.431183:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e000.
00010000:00000010:3.1:1783976302.431186:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee90a00.
00010000:00000010:3.1:1783976302.431188:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e600.
00010000:00000010:3.1:1783976302.431191:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91a00.
00010000:00000010:3.1:1783976302.431194:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee9e800.
00010000:00000010:3.1:1783976302.431202:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6f400.
00010000:00000010:3.1:1783976302.431209:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80e00.
00010000:00000010:3.1:1783976302.431212:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6e200.
00010000:00000010:3.1:1783976302.431216:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80300.
00010000:00000010:3.1:1783976302.431219:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6ee00.
00010000:00000010:3.1:1783976302.431222:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80700.
00010000:00000010:3.1:1783976302.431224:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6e000.
00010000:00000010:3.1:1783976302.431227:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80000.
00010000:00000010:3.1:1783976302.431230:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6ea00.
00010000:00000010:3.1:1783976302.431232:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80600.
00010000:00000010:3.1:1783976302.431235:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6fa00.
00010000:00000010:3.1:1783976302.431239:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80800.
00010000:00000010:3.1:1783976302.431242:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6fc00.
00010000:00000010:3.1:1783976302.431245:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80100.
00010000:00000010:3.1:1783976302.431247:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6ec00.
00010000:00000010:3.1:1783976302.431250:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80f00.
00010000:00000010:3.1:1783976302.431253:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6e800.
00010000:00000010:3.1:1783976302.431255:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80500.
00010000:00000010:3.1:1783976302.431258:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6f800.
00010000:00000010:3.1:1783976302.431261:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63d00.
00010000:00000010:3.1:1783976302.431263:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6fe00.
00010000:00000010:3.1:1783976302.431267:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63900.
00010000:00000010:3.1:1783976302.431270:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6e400.
00010000:00000010:3.1:1783976302.431273:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63c00.
00010000:00000010:3.1:1783976302.431276:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6f000.
00010000:00000010:3.1:1783976302.431278:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f63b00.
00010000:00000010:3.1:1783976302.431286:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6f600.
00010000:00000010:3.1:1783976302.431291:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6600.
00010000:00000010:3.1:1783976302.431294:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6f200.
00010000:00000010:3.1:1783976302.431297:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6800.
00010000:00000010:3.1:1783976302.431300:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d6e600.
00010000:00000010:3.1:1783976302.431304:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6100.
00010000:00000010:3.1:1783976302.431308:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775c00.
00010000:00000010:3.1:1783976302.431311:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6f00.
00010000:00000010:3.1:1783976302.431314:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774c00.
00010000:00000010:3.1:1783976302.431317:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80a00.
00010000:00000010:3.1:1783976302.431320:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774800.
00010000:00000010:3.1:1783976302.431323:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6500.
00010000:00000010:3.1:1783976302.431326:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775000.
00010000:00000010:3.1:1783976302.431329:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80200.
00010000:00000010:3.1:1783976302.431332:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775600.
00010000:00000010:3.1:1783976302.431402:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6a00.
00010000:00000010:3.1:1783976302.431406:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775200.
00010000:00000010:3.1:1783976302.431409:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6200.
00010000:00000010:3.1:1783976302.431412:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774600.
00010000:00000010:3.1:1783976302.431414:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80400.
00010000:00000010:3.1:1783976302.431416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775400.
00010000:00000010:3.1:1783976302.431419:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80d00.
00010000:00000010:3.1:1783976302.431421:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774200.
00010000:00000010:3.1:1783976302.431423:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80900.
00010000:00000010:3.1:1783976302.431426:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774e00.
00010000:00000010:3.1:1783976302.431429:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80c00.
00010000:00000010:3.1:1783976302.431432:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774000.
00010000:00000010:3.1:1783976302.431435:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f80b00.
00010000:00000010:3.1:1783976302.431438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07774a00.
00010000:00000010:3.1:1783976302.431442:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2aa00.
00010000:00000010:3.1:1783976302.431445:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07775a00.
00010000:00000010:3.1:1783976302.431454:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a200.
00010000:00000010:3.1:1783976302.431458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ee200.
00010000:00000010:3.1:1783976302.431461:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a400.
00010000:00000010:3.1:1783976302.431464:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075eee00.
00010000:00000010:3.1:1783976302.431467:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2ad00.
00010000:00000010:3.1:1783976302.431470:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ee000.
00010000:00000010:3.1:1783976302.431472:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a900.
00010000:00000010:3.1:1783976302.431476:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075eea00.
00010000:00000010:3.1:1783976302.431478:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2ac00.
00010000:00000010:3.1:1783976302.431482:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075efa00.
00010000:00000010:3.1:1783976302.431484:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2ab00.
00010000:00000010:3.1:1783976302.431487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075efc00.
00010000:00000010:3.1:1783976302.431489:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2ae00.
00010000:00000010:3.1:1783976302.431492:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075eec00.
00010000:00000010:3.1:1783976302.431495:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a300.
00010000:00000010:3.1:1783976302.431498:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ee800.
00010000:00000010:3.1:1783976302.431500:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a700.
00010000:00000010:3.1:1783976302.431503:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ef800.
00010000:00000010:3.1:1783976302.431505:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a000.
00010000:00000010:3.1:1783976302.431508:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075efe00.
00010000:00000010:3.1:1783976302.431510:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a600.
00010000:00000010:3.1:1783976302.431512:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ee400.
00010000:00000010:3.1:1783976302.431515:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a800.
00010000:00000010:3.1:1783976302.431517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ef000.
00010000:00000010:3.1:1783976302.431520:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a100.
00010000:00000010:3.1:1783976302.431523:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ef600.
00010000:00000010:3.1:1783976302.431525:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2af00.
00010000:00000010:3.1:1783976302.431528:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ef200.
00010000:00000010:3.1:1783976302.431531:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f2a500.
00010000:00000010:3.1:1783976302.431533:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ee600.
00010000:00000010:3.1:1783976302.431536:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fb0e00.
00010000:00000010:3.1:1783976302.431545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075ef400.
00010000:00000010:3.1:1783976302.431548:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6b00.
00010000:00000010:3.1:1783976302.431552:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1e800.
00010000:00000010:3.1:1783976302.431556:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6e00.
00010000:00000010:3.1:1783976302.431559:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1ec00.
00010000:00000010:3.1:1783976302.431562:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6300.
00010000:00000010:3.1:1783976302.431565:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1fc00.
00010000:00000010:3.1:1783976302.431567:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6700.
00010000:00000010:3.1:1783976302.431571:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1e200.
00010000:00000010:3.1:1783976302.431573:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca6000.
00010000:00000010:3.1:1783976302.431580:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1ee00.
00010000:00000010:3.1:1783976302.431584:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9f00.
00010000:00000010:3.1:1783976302.431588:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1e000.
00010000:00000010:3.1:1783976302.431592:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9500.
00010000:00000010:3.1:1783976302.431595:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1ea00.
00010000:00000010:3.1:1783976302.431598:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9a00.
00010000:00000010:3.1:1783976302.431602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1fa00.
00010000:00000010:3.1:1783976302.431604:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9200.
00010000:00000010:3.1:1783976302.431607:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1f800.
00010000:00000010:3.1:1783976302.431610:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9400.
00010000:00000010:3.1:1783976302.431612:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1fe00.
00010000:00000010:3.1:1783976302.431615:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9d00.
00010000:00000010:3.1:1783976302.431617:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1e400.
00010000:00000010:0.1:1783976302.436824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497500.
00010000:00000010:0.1:1783976302.436837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763d800.
00010000:00000010:0.1:1783976302.436841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497a00.
00010000:00000010:0.1:1783976302.436845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763de00.
00010000:00000010:0.1:1783976302.436847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497200.
00010000:00000010:0.1:1783976302.436850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763c400.
00010000:00000010:0.1:1783976302.436853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497400.
00010000:00000010:0.1:1783976302.436856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763d000.
00010000:00000010:0.1:1783976302.436860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c22b00.
00010000:00000010:0.1:1783976302.436862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763d600.
00010000:00000010:0.1:1783976302.436865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c22e00.
00010000:00000010:0.1:1783976302.436868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763d200.
00010000:00000010:0.1:1783976302.436872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe400.
00010000:00000010:0.1:1783976302.436876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3a00.
00010000:00000010:0.1:1783976302.436879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfed00.
00010000:00000010:0.1:1783976302.436881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3c00.
00010000:00000010:0.1:1783976302.436884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe900.
00010000:00000010:0.1:1783976302.436887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2c00.
00010000:00000010:0.1:1783976302.436890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfec00.
00010000:00000010:0.1:1783976302.436892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2800.
00010000:00000010:0.1:1783976302.436895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4b900.
00010000:00000010:0.1:1783976302.436898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3800.
00010000:00000010:0.1:1783976302.436900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4bc00.
00010000:00000010:0.1:1783976302.436903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3e00.
00010000:00000010:0.1:1783976302.436905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4bb00.
00010000:00000010:0.1:1783976302.436908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2400.
00010000:00000010:0.1:1783976302.436910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4be00.
00010000:00000010:0.1:1783976302.436913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3000.
00010000:00000010:0.1:1783976302.436916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4b300.
00010000:00000010:0.1:1783976302.436918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3600.
00010000:00000010:0.1:1783976302.436921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4b700.
00010000:00000010:0.1:1783976302.436923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3200.
00010000:00000010:0.1:1783976302.436926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4b000.
00010000:00000010:0.1:1783976302.436928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2600.
00010000:00000010:0.1:1783976302.436931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d4b600.
00010000:00000010:0.1:1783976302.436947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f3400.
00010000:00000010:0.1:1783976302.436952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600200.
00010000:00000010:0.1:1783976302.436955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2200.
00010000:00000010:0.1:1783976302.436958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600400.
00010000:00000010:0.1:1783976302.436960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406f2e00.
00010000:00000010:0.1:1783976302.436971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600d00.
00010000:00000010:0.1:1783976302.436975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405200.
00010000:00000010:0.1:1783976302.436979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600900.
00010000:00000010:0.1:1783976302.436982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404600.
00010000:00000010:0.1:1783976302.436985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600c00.
00010000:00000010:0.1:1783976302.436988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405400.
00010000:00000010:0.1:1783976302.436991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600b00.
00010000:00000010:0.1:1783976302.436993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404200.
00010000:00000010:0.1:1783976302.436996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600e00.
00010000:00000010:0.1:1783976302.436999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404e00.
00010000:00000010:0.1:1783976302.437002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600300.
00010000:00000010:0.1:1783976302.437004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404000.
00010000:00000010:0.1:1783976302.437007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07600700.
00010000:00000010:0.1:1783976302.437014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404a00.
00010000:00000010:0.1:1783976302.437017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfeb00.
00010000:00000010:0.1:1783976302.437020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405a00.
00010000:00000010:0.1:1783976302.437022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfee00.
00010000:00000010:0.1:1783976302.437025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405c00.
00010000:00000010:0.1:1783976302.437027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe300.
00010000:00000010:0.1:1783976302.437030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404c00.
00010000:00000010:0.1:1783976302.437032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe700.
00010000:00000010:0.1:1783976302.437035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404800.
00010000:00000010:0.1:1783976302.437037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe000.
00010000:00000010:0.1:1783976302.437039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405800.
00010000:00000010:0.1:1783976302.437042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe600.
00010000:00000010:0.1:1783976302.437046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405e00.
00010000:00000010:0.1:1783976302.437048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe800.
00010000:00000010:0.1:1783976302.437050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41404400.
00010000:00000010:0.1:1783976302.437053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfe100.
00010000:00000010:0.1:1783976302.437055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405000.
00010000:00000010:0.1:1783976302.437058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfef00.
00010000:00000010:0.1:1783976302.437065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41405600.
00010000:00000010:0.1:1783976302.437070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40449800.
00010000:00000010:0.1:1783976302.437073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e56200.
00010000:00000010:0.1:1783976302.437076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40449100.
00010000:00000010:0.1:1783976302.437082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e56e00.
00010000:00000010:0.1:1783976302.437090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3600.
00010000:00000010:0.1:1783976302.437094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ef0000.
00010000:00000010:0.1:1783976302.437096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3800.
00010000:00000010:0.1:1783976302.437099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ef0a00.
00010000:00000010:0.1:1783976302.437101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3100.
00010000:00000010:0.1:1783976302.437104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ef1a00.
00010000:00000010:0.1:1783976302.437107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3f00.
00010000:00000010:0.1:1783976302.437109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ef1c00.
00010000:00000010:0.1:1783976302.437128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3500.
00010000:00000010:0.1:1783976302.437132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ef0c00.
00010000:00000010:0.1:1783976302.437139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3a00.
00010000:00000010:0.1:1783976302.437144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6400.
00010000:00000010:0.1:1783976302.437146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3200.
00010000:00000010:0.1:1783976302.437149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7000.
00010000:00000010:0.1:1783976302.437151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3400.
00010000:00000010:0.1:1783976302.437153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7600.
00010000:00000010:0.1:1783976302.437155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db418c3d00.
00010000:00000010:0.1:1783976302.437161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7200.
00010000:00000010:0.1:1783976302.437166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3600.
00010000:00000010:0.1:1783976302.437169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6600.
00010000:00000010:0.1:1783976302.437171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3800.
00010000:00000010:0.1:1783976302.437173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7400.
00010000:00000010:0.1:1783976302.437175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3100.
00010000:00000010:0.1:1783976302.437178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6200.
00010000:00000010:0.1:1783976302.437180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3f00.
00010000:00000010:0.1:1783976302.437182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6e00.
00010000:00000010:0.1:1783976302.437184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3500.
00010000:00000010:0.1:1783976302.437187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6000.
00010000:00000010:0.1:1783976302.437189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3a00.
00010000:00000010:0.1:1783976302.437191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6a00.
00010000:00000010:0.1:1783976302.437194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3200.
00010000:00000010:0.1:1783976302.437196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7a00.
00010000:00000010:0.1:1783976302.437198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3400.
00010000:00000010:0.1:1783976302.437201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7c00.
00010000:00000010:0.1:1783976302.437204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3d00.
00010000:00000010:0.1:1783976302.437207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6c00.
00010000:00000010:0.1:1783976302.437210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78700.
00010000:00000010:0.1:1783976302.437213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c6800.
00010000:00000010:0.1:1783976302.437215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78000.
00010000:00000010:0.1:1783976302.437218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7800.
00010000:00000010:0.1:1783976302.437220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78600.
00010000:00000010:0.1:1783976302.437222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405c7e00.
00010000:00000010:0.1:1783976302.437225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78800.
00010000:00000010:0.1:1783976302.437228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0b200.
00010000:00000010:0.1:1783976302.437230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78100.
00010000:00000010:0.1:1783976302.437233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0b600.
00010000:00000010:0.1:1783976302.437235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78f00.
00010000:00000010:0.1:1783976302.437237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0b000.
00010000:00000010:0.1:1783976302.437240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78500.
00010000:00000010:0.1:1783976302.437243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0a400.
00010000:00000010:0.1:1783976302.437245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78a00.
00010000:00000010:0.1:1783976302.437248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0be00.
00010000:00000010:0.1:1783976302.437250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78200.
00010000:00000010:0.1:1783976302.437253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0b800.
00010000:00000010:0.1:1783976302.437255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78400.
00010000:00000010:0.1:1783976302.437258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0a800.
00010000:00000010:0.1:1783976302.437260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78d00.
00010000:00000010:0.1:1783976302.437263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ac00.
00010000:00000010:0.1:1783976302.437267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f800.
00010000:00000010:0.1:1783976302.437270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0a000.
00010000:00000010:0.1:1783976302.437273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f100.
00010000:00000010:0.1:1783976302.437275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0a600.
00010000:00000010:0.1:1783976302.437278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148ff00.
00010000:00000010:0.1:1783976302.437280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0b400.
00010000:00000010:0.1:1783976302.437283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f500.
00010000:00000010:0.1:1783976302.437286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0a200.
00010000:00000010:0.1:1783976302.437289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148fa00.
00010000:00000010:0.1:1783976302.437292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ae00.
00010000:00000010:0.1:1783976302.437294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f200.
00010000:00000010:0.1:1783976302.437298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3000.
00010000:00000010:0.1:1783976302.437300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f400.
00010000:00000010:0.1:1783976302.437304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3600.
00010000:00000010:0.1:1783976302.437306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148fd00.
00010000:00000010:0.1:1783976302.437308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3200.
00010000:00000010:0.1:1783976302.437311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f900.
00010000:00000010:0.1:1783976302.437314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2600.
00010000:00000010:0.1:1783976302.437328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148fc00.
00010000:00000010:0.1:1783976302.437331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3400.
00010000:00000010:0.1:1783976302.437334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148fb00.
00010000:00000010:0.1:1783976302.437336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2200.
00010000:00000010:0.1:1783976302.437338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148fe00.
00010000:00000010:0.1:1783976302.437341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2e00.
00010000:00000010:0.1:1783976302.437343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f300.
00010000:00000010:0.1:1783976302.437345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2000.
00010000:00000010:0.1:1783976302.437348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f700.
00010000:00000010:0.1:1783976302.437350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2a00.
00010000:00000010:0.1:1783976302.437353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f000.
00010000:00000010:0.1:1783976302.437356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3a00.
00010000:00000010:0.1:1783976302.437359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3900.
00010000:00000010:0.1:1783976302.437361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3c00.
00010000:00000010:0.1:1783976302.437363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3c00.
00010000:00000010:0.1:1783976302.437366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2c00.
00010000:00000010:0.1:1783976302.437659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3b00.
00010000:00000010:0.1:1783976302.437665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2800.
00010000:00000010:0.1:1783976302.437677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3e00.
00010000:00000010:0.1:1783976302.437680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3800.
00010000:00000010:0.1:1783976302.437683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3300.
00010000:00000010:0.1:1783976302.437686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc3e00.
00010000:00000010:0.1:1783976302.437690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3700.
00010000:00000010:0.1:1783976302.437692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dc2400.
00010000:00000010:0.1:1783976302.437695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd3000.
00010000:00000010:0.1:1783976302.437699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1000.
00010000:00000010:0.1:1783976302.437704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686200.
00010000:00000010:0.1:1783976302.437709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0400.
00010000:00000010:0.1:1783976302.437712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686400.
00010000:00000010:0.1:1783976302.437715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1e00.
00010000:00000010:0.1:1783976302.437718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686d00.
00010000:00000010:0.1:1783976302.437720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1800.
00010000:00000010:0.1:1783976302.437723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686900.
00010000:00000010:0.1:1783976302.437726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0800.
00010000:00000010:0.1:1783976302.437728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686c00.
00010000:00000010:0.1:1783976302.437731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0c00.
00010000:00000010:0.1:1783976302.437733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686b00.
00010000:00000010:0.1:1783976302.437736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1c00.
00010000:00000010:0.1:1783976302.437739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686e00.
00010000:00000010:0.1:1783976302.437742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0200.
00010000:00000010:0.1:1783976302.437745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686300.
00010000:00000010:0.1:1783976302.437748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0e00.
00010000:00000010:0.1:1783976302.437751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686600.
00010000:00000010:0.1:1783976302.437754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1a00.
00010000:00000010:0.1:1783976302.437756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4148f600.
00010000:00000010:0.1:1783976302.437759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1600.
00010000:00000010:0.1:1783976302.437763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552800.
00010000:00000010:0.1:1783976302.437766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1200.
00010000:00000010:0.1:1783976302.437769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552100.
00010000:00000010:0.1:1783976302.437797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0600.
00010000:00000010:0.1:1783976302.437802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552f00.
00010000:00000010:0.1:1783976302.437805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be1400.
00010000:00000010:0.1:1783976302.437808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552500.
00010000:00000010:0.1:1783976302.437812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51600.
00010000:00000010:0.1:1783976302.437866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552a00.
00010000:00000010:0.1:1783976302.437871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51200.
00010000:00000010:0.1:1783976302.437875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552200.
00010000:00000010:0.1:1783976302.437877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50600.
00010000:00000010:0.1:1783976302.437882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552400.
00010000:00000010:0.1:1783976302.437885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51400.
00010000:00000010:0.1:1783976302.437887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552d00.
00010000:00000010:0.1:1783976302.437890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50200.
00010000:00000010:0.1:1783976302.437892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552900.
00010000:00000010:0.1:1783976302.437894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50e00.
00010000:00000010:0.1:1783976302.437897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552c00.
00010000:00000010:0.1:1783976302.437899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50000.
00010000:00000010:0.1:1783976302.437901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552b00.
00010000:00000010:0.1:1783976302.437904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50a00.
00010000:00000010:0.1:1783976302.437906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552e00.
00010000:00000010:0.1:1783976302.437908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51a00.
00010000:00000010:0.1:1783976302.437911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686800.
00010000:00000010:0.1:1783976302.437913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51c00.
00010000:00000010:0.1:1783976302.437916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686100.
00010000:00000010:0.1:1783976302.437919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50c00.
00010000:00000010:0.1:1783976302.437921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686f00.
00010000:00000010:0.1:1783976302.437923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50800.
00010000:00000010:0.1:1783976302.437925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686500.
00010000:00000010:0.1:1783976302.437929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51800.
00010000:00000010:0.1:1783976302.437931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686a00.
00010000:00000010:0.1:1783976302.437934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51e00.
00010000:00000010:0.1:1783976302.437940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c300.
00010000:00000010:0.1:1783976302.437945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c50400.
00010000:00000010:0.1:1783976302.437948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c700.
00010000:00000010:0.1:1783976302.437950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c51000.
00010000:00000010:0.1:1783976302.437953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c000.
00010000:00000010:0.1:1783976302.437957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053be00.
00010000:00000010:0.1:1783976302.437962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c600.
00010000:00000010:0.1:1783976302.437964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053b800.
00010000:00000010:0.1:1783976302.437968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c800.
00010000:00000010:0.1:1783976302.437972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053a800.
00010000:00000010:0.1:1783976302.437975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c100.
00010000:00000010:0.1:1783976302.437977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053ac00.
00010000:00000010:0.1:1783976302.437980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057cf00.
00010000:00000010:0.1:1783976302.437982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053bc00.
00010000:00000010:0.1:1783976302.437985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c500.
00010000:00000010:0.1:1783976302.437988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053ba00.
00010000:00000010:0.1:1783976302.437990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057ca00.
00010000:00000010:0.1:1783976302.437992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053a400.
00010000:00000010:0.1:1783976302.437995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c200.
00010000:00000010:0.1:1783976302.437998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053b000.
00010000:00000010:0.1:1783976302.438000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c400.
00010000:00000010:0.1:1783976302.438003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053b400.
00010000:00000010:0.1:1783976302.438006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057cd00.
00010000:00000010:0.1:1783976302.438009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053a600.
00010000:00000010:0.1:1783976302.438011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057cb00.
00010000:00000010:0.1:1783976302.438014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053a200.
00010000:00000010:0.1:1783976302.438016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057ce00.
00010000:00000010:0.1:1783976302.438018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053ae00.
00010000:00000010:0.1:1783976302.438025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543500.
00010000:00000010:0.1:1783976302.438028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053a000.
00010000:00000010:0.1:1783976302.438031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543a00.
00010000:00000010:0.1:1783976302.438034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053aa00.
00010000:00000010:0.1:1783976302.438036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543200.
00010000:00000010:0.1:1783976302.438039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154d200.
00010000:00000010:0.1:1783976302.438043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543400.
00010000:00000010:0.1:1783976302.438046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154c600.
00010000:00000010:0.1:1783976302.438049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543d00.
00010000:00000010:0.1:1783976302.438051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154d400.
00010000:00000010:0.1:1783976302.438055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543900.
00010000:00000010:0.1:1783976302.438058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154c200.
00010000:00000010:0.1:1783976302.438061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543c00.
00010000:00000010:0.1:1783976302.438064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154ce00.
00010000:00000010:0.1:1783976302.438067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543b00.
00010000:00000010:0.1:1783976302.438070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154c000.
00010000:00000010:0.1:1783976302.438072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543e00.
00010000:00000010:0.1:1783976302.438074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154ca00.
00010000:00000010:0.1:1783976302.438077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543300.
00010000:00000010:0.1:1783976302.438079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154da00.
00010000:00000010:0.1:1783976302.438081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543700.
00010000:00000010:0.1:1783976302.438084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154dc00.
00010000:00000010:0.1:1783976302.438086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543000.
00010000:00000010:0.1:1783976302.438088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154cc00.
00010000:00000010:0.1:1783976302.438090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543600.
00010000:00000010:0.1:1783976302.438093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154c800.
00010000:00000010:0.1:1783976302.438095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543800.
00010000:00000010:0.1:1783976302.438098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154d800.
00010000:00000010:0.1:1783976302.438100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543100.
00010000:00000010:0.1:1783976302.438103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154de00.
00010000:00000010:0.1:1783976302.438105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40543f00.
00010000:00000010:0.1:1783976302.438108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154c400.
00010000:00000010:0.1:1783976302.438110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552300.
00010000:00000010:0.1:1783976302.438244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154d000.
00010000:00000010:0.1:1783976302.438248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552700.
00010000:00000010:0.1:1783976302.438251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4154d600.
00010000:00000010:0.1:1783976302.438254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552000.
00010000:00000010:0.1:1783976302.438258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416aee00.
00010000:00000010:0.1:1783976302.438260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10552600.
00010000:00000010:0.1:1783976302.438263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416ae200.
00010000:00000010:0.1:1783976302.438267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4700.
00010000:00000010:0.1:1783976302.438270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416ae600.
00010000:00000010:0.1:1783976302.438273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4000.
00010000:00000010:0.1:1783976302.438277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416af400.
00010000:00000010:0.1:1783976302.438280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4600.
00010000:00000010:0.1:1783976302.438283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416af200.
00010000:00000010:0.1:1783976302.438286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4800.
00010000:00000010:0.1:1783976302.438289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416af600.
00010000:00000010:0.1:1783976302.438292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4100.
00010000:00000010:0.1:1783976302.438295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416ae400.
00010000:00000010:0.1:1783976302.438297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4f00.
00010000:00000010:0.1:1783976302.438300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416afe00.
00010000:00000010:0.1:1783976302.438302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4500.
00010000:00000010:0.1:1783976302.438305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416af800.
00010000:00000010:0.1:1783976302.438310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932200.
00010000:00000010:0.1:1783976302.438313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416ae000.
00010000:00000010:0.1:1783976302.438316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932400.
00010000:00000010:0.1:1783976302.438318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416aea00.
00010000:00000010:0.1:1783976302.438321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932d00.
00010000:00000010:0.1:1783976302.438325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416afa00.
00010000:00000010:0.1:1783976302.438327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932900.
00010000:00000010:0.1:1783976302.438331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40766600.
00010000:00000010:0.1:1783976302.438333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932c00.
00010000:00000010:0.1:1783976302.438336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40767c00.
00010000:00000010:0.1:1783976302.438339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932b00.
00010000:00000010:0.1:1783976302.438342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40766800.
00010000:00000010:0.1:1783976302.438345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932e00.
00010000:00000010:0.1:1783976302.438347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40767200.
00010000:00000010:0.1:1783976302.438350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932300.
00010000:00000010:0.1:1783976302.438353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40767400.
00010000:00000010:0.1:1783976302.438356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932700.
00010000:00000010:0.1:1783976302.438359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40766e00.
00010000:00000010:0.1:1783976302.438361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4d00.
00010000:00000010:0.1:1783976302.438364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40767a00.
00010000:00000010:0.1:1783976302.438520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4900.
00010000:00000010:0.1:1783976302.438526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40766000.
00010000:00000010:0.1:1783976302.438537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4c00.
00010000:00000010:0.1:1783976302.438541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10572a00.
00010000:00000010:0.1:1783976302.438544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4b00.
00010000:00000010:0.1:1783976302.438547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573a00.
00010000:00000010:0.1:1783976302.438550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4e00.
00010000:00000010:0.1:1783976302.438553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573c00.
00010000:00000010:0.1:1783976302.438555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4300.
00010000:00000010:0.1:1783976302.438558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10572c00.
00010000:00000010:0.1:1783976302.438563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46900.
00010000:00000010:0.1:1783976302.438566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10572800.
00010000:00000010:0.1:1783976302.438569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46c00.
00010000:00000010:0.1:1783976302.438572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573800.
00010000:00000010:0.1:1783976302.438575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46b00.
00010000:00000010:0.1:1783976302.438578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573e00.
00010000:00000010:0.1:1783976302.438581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46e00.
00010000:00000010:0.1:1783976302.438584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10572400.
00010000:00000010:0.1:1783976302.438586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46300.
00010000:00000010:0.1:1783976302.438589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573000.
00010000:00000010:0.1:1783976302.438592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46700.
00010000:00000010:0.1:1783976302.438595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573600.
00010000:00000010:0.1:1783976302.438598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46000.
00010000:00000010:0.1:1783976302.438601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10573200.
00010000:00000010:0.1:1783976302.438608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46600.
00010000:00000010:0.1:1783976302.438612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08e00.
00010000:00000010:0.1:1783976302.438616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46800.
00010000:00000010:0.1:1783976302.438621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09800.
00010000:00000010:0.1:1783976302.438635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46100.
00010000:00000010:0.1:1783976302.438638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09e00.
00010000:00000010:0.1:1783976302.438641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46f00.
00010000:00000010:0.1:1783976302.438643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08400.
00010000:00000010:0.1:1783976302.438647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46500.
00010000:00000010:0.1:1783976302.438650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09000.
00010000:00000010:0.1:1783976302.438653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46a00.
00010000:00000010:0.1:1783976302.438656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09600.
00010000:00000010:0.1:1783976302.438659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46200.
00010000:00000010:0.1:1783976302.438662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09200.
00010000:00000010:0.1:1783976302.438665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46400.
00010000:00000010:0.1:1783976302.438731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08600.
00010000:00000010:0.1:1783976302.438734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec46d00.
00010000:00000010:0.1:1783976302.438737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09400.
00010000:00000010:0.1:1783976302.438741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3df00.
00010000:00000010:0.1:1783976302.438744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08000.
00010000:00000010:0.1:1783976302.438747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d500.
00010000:00000010:0.1:1783976302.438749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08a00.
00010000:00000010:0.1:1783976302.438752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3da00.
00010000:00000010:0.1:1783976302.438754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09a00.
00010000:00000010:0.1:1783976302.438757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d200.
00010000:00000010:0.1:1783976302.438760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d09c00.
00010000:00000010:0.1:1783976302.438763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d400.
00010000:00000010:0.1:1783976302.438766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08c00.
00010000:00000010:0.1:1783976302.438769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3dd00.
00010000:00000010:0.1:1783976302.438799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08800.
00010000:00000010:0.1:1783976302.438803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d900.
00010000:00000010:0.1:1783976302.438807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0e600.
00010000:00000010:0.1:1783976302.438811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3dc00.
00010000:00000010:0.1:1783976302.438815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0f400.
00010000:00000010:0.1:1783976302.438818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3db00.
00010000:00000010:0.1:1783976302.438821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0e200.
00010000:00000010:0.1:1783976302.438823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3de00.
00010000:00000010:0.1:1783976302.438826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ee00.
00010000:00000010:0.1:1783976302.438829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d300.
00010000:00000010:0.1:1783976302.438832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0e000.
00010000:00000010:0.1:1783976302.438835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932600.
00010000:00000010:0.1:1783976302.438838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ea00.
00010000:00000010:0.1:1783976302.438841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932800.
00010000:00000010:0.1:1783976302.438843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0fa00.
00010000:00000010:0.1:1783976302.438847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932100.
00010000:00000010:0.1:1783976302.438850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0fc00.
00010000:00000010:0.1:1783976302.438853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932f00.
00010000:00000010:0.1:1783976302.438855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ec00.
00010000:00000010:0.1:1783976302.438858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932500.
00010000:00000010:0.1:1783976302.438860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0e800.
00010000:00000010:0.1:1783976302.438863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932a00.
00010000:00000010:0.1:1783976302.438866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0f800.
00010000:00000010:0.1:1783976302.438871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0f00.
00010000:00000010:0.1:1783976302.438874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0fe00.
00010000:00000010:0.1:1783976302.438876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0500.
00010000:00000010:0.1:1783976302.438879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0e400.
00010000:00000010:0.1:1783976302.438881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0a00.
00010000:00000010:0.1:1783976302.438884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0f000.
00010000:00000010:0.1:1783976302.438886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0200.
00010000:00000010:0.1:1783976302.438888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0f600.
00010000:00000010:0.1:1783976302.438891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0400.
00010000:00000010:0.1:1783976302.438894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0f200.
00010000:00000010:0.1:1783976302.438946:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0d00.
00010000:00000010:0.1:1783976302.438953:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0600.
00010000:00000010:0.1:1783976302.438957:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0900.
00010000:00000010:0.1:1783976302.438961:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1200.
00010000:00000010:0.1:1783976302.438964:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0c00.
00010000:00000010:0.1:1783976302.438967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1600.
00010000:00000010:0.1:1783976302.438970:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0b00.
00010000:00000010:0.1:1783976302.438973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1000.
00010000:00000010:0.1:1783976302.438976:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0e00.
00010000:00000010:0.1:1783976302.438979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0400.
00010000:00000010:0.1:1783976302.438983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0300.
00010000:00000010:0.1:1783976302.438985:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1e00.
00010000:00000010:0.1:1783976302.438988:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0700.
00010000:00000010:0.1:1783976302.438990:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1c00.
00010000:00000010:0.1:1783976302.438993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0600.
00010000:00000010:0.1:1783976302.438996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0800.
00010000:00000010:0.1:1783976302.438998:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d3d700.
00010000:00000010:0.1:1783976302.439013:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1800.
00010000:00000010:0.1:1783976302.439019:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23e00.
00010000:00000010:0.1:1783976302.439021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1400.
00010000:00000010:0.1:1783976302.439025:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23300.
00010000:00000010:0.1:1783976302.439028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0200.
00010000:00000010:0.1:1783976302.439030:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23700.
00010000:00000010:0.1:1783976302.439032:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0e00.
00010000:00000010:0.1:1783976302.439034:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23000.
00010000:00000010:0.1:1783976302.439037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0000.
00010000:00000010:0.1:1783976302.439040:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0800.
00010000:00000010:0.1:1783976302.439043:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0a00.
00010000:00000010:0.1:1783976302.439045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0100.
00010000:00000010:0.1:1783976302.439048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a1a00.
00010000:00000010:0.1:1783976302.439053:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d800.
00010000:00000010:0.1:1783976302.439060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28c00.
00010000:00000010:0.1:1783976302.439063:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d100.
00010000:00000010:0.1:1783976302.439066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28800.
00010000:00000010:0.1:1783976302.439068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160df00.
00010000:00000010:0.1:1783976302.439072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29800.
00010000:00000010:0.1:1783976302.439075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d500.
00010000:00000010:0.1:1783976302.439078:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29e00.
00010000:00000010:0.1:1783976302.439081:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160da00.
00010000:00000010:0.1:1783976302.439084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28400.
00010000:00000010:0.1:1783976302.439088:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d200.
00010000:00000010:0.1:1783976302.439090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29000.
00010000:00000010:0.1:1783976302.439094:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d400.
00010000:00000010:0.1:1783976302.439096:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29600.
00010000:00000010:0.1:1783976302.439099:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160dd00.
00010000:00000010:0.1:1783976302.439102:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29200.
00010000:00000010:0.1:1783976302.439105:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d900.
00010000:00000010:0.1:1783976302.439108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28600.
00010000:00000010:0.1:1783976302.439110:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160dc00.
00010000:00000010:0.1:1783976302.441232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29400.
00010000:00000010:0.1:1783976302.441255:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160db00.
00010000:00000010:0.1:1783976302.441261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28200.
00010000:00000010:0.1:1783976302.441264:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160de00.
00010000:00000010:0.1:1783976302.441267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28e00.
00010000:00000010:0.1:1783976302.441269:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d300.
00010000:00000010:0.1:1783976302.441272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28000.
00010000:00000010:0.1:1783976302.441275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d700.
00010000:00000010:0.1:1783976302.441278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef28a00.
00010000:00000010:0.1:1783976302.441280:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d000.
00010000:00000010:0.1:1783976302.441283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29a00.
00010000:00000010:0.1:1783976302.441287:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4160d600.
00010000:00000010:0.1:1783976302.441290:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef29c00.
00010000:00000010:0.1:1783976302.441295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579900.
00010000:00000010:0.1:1783976302.441299:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef58600.
00010000:00000010:0.1:1783976302.441303:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579c00.
00010000:00000010:0.1:1783976302.441306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef59400.
00010000:00000010:0.1:1783976302.441309:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579b00.
00010000:00000010:0.1:1783976302.441312:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef59600.
00010000:00000010:0.1:1783976302.441315:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579e00.
00010000:00000010:0.1:1783976302.441592:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef59000.
00010000:00000010:0.1:1783976302.441597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579300.
00010000:00000010:0.1:1783976302.441601:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef59800.
00010000:00000010:0.1:1783976302.441603:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579700.
00010000:00000010:0.1:1783976302.441606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef58c00.
00010000:00000010:0.1:1783976302.441609:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579000.
00010000:00000010:0.1:1783976302.441612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef59a00.
00010000:00000010:0.1:1783976302.441614:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579600.
00010000:00000010:0.1:1783976302.441616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef58a00.
00010000:00000010:0.1:1783976302.441619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579800.
00010000:00000010:0.1:1783976302.441632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef58000.
00010000:00000010:0.1:1783976302.441638:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23600.
00010000:00000010:0.1:1783976302.441642:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54e400.
00010000:00000010:0.1:1783976302.441645:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23800.
00010000:00000010:0.1:1783976302.441647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54f000.
00010000:00000010:0.1:1783976302.441650:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23100.
00010000:00000010:0.1:1783976302.441652:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54f600.
00010000:00000010:0.1:1783976302.441655:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d23f00.
00010000:00000010:0.1:1783976302.441679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54f200.
00010000:00000010:0.1:1783976302.441685:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4400.
00010000:00000010:0.1:1783976302.441688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54e600.
00010000:00000010:0.1:1783976302.441692:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4d00.
00010000:00000010:0.1:1783976302.441695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54f400.
00010000:00000010:0.1:1783976302.441698:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4900.
00010000:00000010:0.1:1783976302.441701:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54e200.
00010000:00000010:0.1:1783976302.441703:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4c00.
00010000:00000010:0.1:1783976302.441706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54ee00.
00010000:00000010:0.1:1783976302.441709:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4b00.
00010000:00000010:0.1:1783976302.441711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54e000.
00010000:00000010:0.1:1783976302.441714:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4e00.
00010000:00000010:0.1:1783976302.441716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54ea00.
00010000:00000010:0.1:1783976302.441720:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4300.
00010000:00000010:0.1:1783976302.441722:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54fa00.
00010000:00000010:0.1:1783976302.441725:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4700.
00010000:00000010:0.1:1783976302.441727:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54fc00.
00010000:00000010:0.1:1783976302.441729:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4000.
00010000:00000010:0.1:1783976302.441732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54ec00.
00010000:00000010:0.1:1783976302.441735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579f00.
00010000:00000010:0.1:1783976302.441738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54e800.
00010000:00000010:0.1:1783976302.441741:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579500.
00010000:00000010:0.1:1783976302.441743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54f800.
00010000:00000010:0.1:1783976302.441747:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579a00.
00010000:00000010:0.1:1783976302.441750:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db1f54fe00.
00010000:00000010:0.1:1783976302.441752:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579200.
00010000:00000010:0.1:1783976302.441756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3a00.
00010000:00000010:0.1:1783976302.441759:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579400.
00010000:00000010:0.1:1783976302.441762:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2a00.
00010000:00000010:0.1:1783976302.441765:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579d00.
00010000:00000010:0.1:1783976302.441767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2000.
00010000:00000010:0.1:1783976302.441771:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1500.
00010000:00000010:0.1:1783976302.441830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2e00.
00010000:00000010:0.1:1783976302.441835:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1a00.
00010000:00000010:0.1:1783976302.441838:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2200.
00010000:00000010:0.1:1783976302.441841:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1200.
00010000:00000010:0.1:1783976302.441843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3400.
00010000:00000010:0.1:1783976302.441846:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1400.
00010000:00000010:0.1:1783976302.441848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2600.
00010000:00000010:0.1:1783976302.441851:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1d00.
00010000:00000010:0.1:1783976302.441853:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3200.
00010000:00000010:0.1:1783976302.441856:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1900.
00010000:00000010:0.1:1783976302.441858:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3600.
00010000:00000010:0.1:1783976302.441862:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1c00.
00010000:00000010:0.1:1783976302.441865:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3000.
00010000:00000010:0.1:1783976302.441868:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1b00.
00010000:00000010:0.1:1783976302.441870:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2400.
00010000:00000010:0.1:1783976302.441873:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1e00.
00010000:00000010:0.1:1783976302.441875:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3e00.
00010000:00000010:0.1:1783976302.441878:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1300.
00010000:00000010:0.1:1783976302.441880:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3c00.
00010000:00000010:0.1:1783976302.441883:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4800.
00010000:00000010:0.1:1783976302.441887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406be400.
00010000:00000010:0.1:1783976302.441891:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4100.
00010000:00000010:0.1:1783976302.441895:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bf000.
00010000:00000010:0.1:1783976302.441898:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4f00.
00010000:00000010:0.1:1783976302.441901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bf600.
00010000:00000010:0.1:1783976302.441904:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4500.
00010000:00000010:0.1:1783976302.441906:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bf200.
00010000:00000010:0.1:1783976302.441909:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1600.
00010000:00000010:0.1:1783976302.441911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406be600.
00010000:00000010:0.1:1783976302.441914:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1800.
00010000:00000010:0.1:1783976302.441916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bf400.
00010000:00000010:0.1:1783976302.441921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1100.
00010000:00000010:0.1:1783976302.441924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406be200.
00010000:00000010:0.1:1783976302.441926:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1f00.
00010000:00000010:0.1:1783976302.441929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bee00.
00010000:00000010:0.1:1783976302.441934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0900.
00010000:00000010:0.1:1783976302.441938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406be000.
00010000:00000010:0.1:1783976302.441940:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0c00.
00010000:00000010:0.1:1783976302.441943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bea00.
00010000:00000010:0.1:1783976302.441945:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0b00.
00010000:00000010:0.1:1783976302.441948:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bfa00.
00010000:00000010:0.1:1783976302.441951:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0e00.
00010000:00000010:0.1:1783976302.441954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bfc00.
00010000:00000010:0.1:1783976302.441957:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0300.
00010000:00000010:0.1:1783976302.441959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bec00.
00010000:00000010:0.1:1783976302.441962:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0700.
00010000:00000010:0.1:1783976302.441965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406be800.
00010000:00000010:0.1:1783976302.441968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0000.
00010000:00000010:0.1:1783976302.441971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bf800.
00010000:00000010:0.1:1783976302.441974:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0600.
00010000:00000010:0.1:1783976302.441977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406bfe00.
00010000:00000010:0.1:1783976302.441980:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0800.
00010000:00000010:0.1:1783976302.441984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5ba00.
00010000:00000010:0.1:1783976302.441987:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0100.
00010000:00000010:0.1:1783976302.441991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5aa00.
00010000:00000010:0.1:1783976302.441994:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0f00.
00010000:00000010:0.1:1783976302.441996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5a000.
00010000:00000010:0.1:1783976302.441999:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4a00.
00010000:00000010:0.1:1783976302.442001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5bc00.
00010000:00000010:0.1:1783976302.442004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4200.
00010000:00000010:0.1:1783976302.442007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5ac00.
00010000:00000010:0.1:1783976302.442012:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d000.
00010000:00000010:0.1:1783976302.442014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5a800.
00010000:00000010:0.1:1783976302.442017:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d600.
00010000:00000010:0.1:1783976302.442020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5b800.
00010000:00000010:0.1:1783976302.442022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d800.
00010000:00000010:0.1:1783976302.442025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5be00.
00010000:00000010:0.1:1783976302.442028:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d100.
00010000:00000010:0.1:1783976302.442031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5a400.
00010000:00000010:0.1:1783976302.442033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774df00.
00010000:00000010:0.1:1783976302.442036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5b000.
00010000:00000010:0.1:1783976302.442040:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d500.
00010000:00000010:0.1:1783976302.442042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5b600.
00010000:00000010:0.1:1783976302.442045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774da00.
00010000:00000010:0.1:1783976302.442048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5b200.
00010000:00000010:0.1:1783976302.442050:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d200.
00010000:00000010:0.1:1783976302.442053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5a600.
00010000:00000010:0.1:1783976302.442056:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774dd00.
00010000:00000010:0.1:1783976302.442059:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5a200.
00010000:00000010:0.1:1783976302.442062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d900.
00010000:00000010:0.1:1783976302.442065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5ae00.
00010000:00000010:0.1:1783976302.442068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774dc00.
00010000:00000010:0.1:1783976302.442071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766e000.
00010000:00000010:0.1:1783976302.442074:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774db00.
00010000:00000010:0.1:1783976302.442077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766ea00.
00010000:00000010:0.1:1783976302.442080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774de00.
00010000:00000010:0.1:1783976302.442083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766fa00.
00010000:00000010:0.1:1783976302.442086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d300.
00010000:00000010:0.1:1783976302.442088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766fc00.
00010000:00000010:0.1:1783976302.442091:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d700.
00010000:00000010:0.1:1783976302.442093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766ec00.
00010000:00000010:0.1:1783976302.442098:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae600.
00010000:00000010:0.1:1783976302.442102:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766e800.
00010000:00000010:0.1:1783976302.442105:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae800.
00010000:00000010:0.1:1783976302.442107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766f800.
00010000:00000010:0.1:1783976302.442110:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae100.
00010000:00000010:0.1:1783976302.443505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766fe00.
00010000:00000010:0.1:1783976302.443512:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaef00.
00010000:00000010:0.1:1783976302.443515:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766e400.
00010000:00000010:0.1:1783976302.443518:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae500.
00010000:00000010:0.1:1783976302.443521:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766f000.
00010000:00000010:0.1:1783976302.443530:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaea00.
00010000:00000010:0.1:1783976302.443533:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766f600.
00010000:00000010:0.1:1783976302.443537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae200.
00010000:00000010:0.1:1783976302.443540:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0766f200.
00010000:00000010:0.1:1783976302.443555:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0500.
00010000:00000010:0.1:1783976302.443560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72c00.
00010000:00000010:0.1:1783976302.443564:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0a00.
00010000:00000010:0.1:1783976302.443567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72800.
00010000:00000010:0.1:1783976302.443570:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0200.
00010000:00000010:0.1:1783976302.443573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73800.
00010000:00000010:0.1:1783976302.443577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0400.
00010000:00000010:0.1:1783976302.443581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73e00.
00010000:00000010:0.1:1783976302.443584:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414b0d00.
00010000:00000010:0.1:1783976302.443587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72400.
00010000:00000010:0.1:1783976302.443593:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669800.
00010000:00000010:0.1:1783976302.443596:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73000.
00010000:00000010:0.1:1783976302.443599:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669100.
00010000:00000010:0.1:1783976302.443603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73600.
00010000:00000010:0.1:1783976302.443606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669f00.
00010000:00000010:0.1:1783976302.443609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73200.
00010000:00000010:0.1:1783976302.443613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669500.
00010000:00000010:0.1:1783976302.443616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72600.
00010000:00000010:0.1:1783976302.443619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae400.
00010000:00000010:0.1:1783976302.443632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73400.
00010000:00000010:0.1:1783976302.443636:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaed00.
00010000:00000010:0.1:1783976302.443639:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72200.
00010000:00000010:0.1:1783976302.443641:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae900.
00010000:00000010:0.1:1783976302.443644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72e00.
00010000:00000010:0.1:1783976302.443647:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaec00.
00010000:00000010:0.1:1783976302.443649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72000.
00010000:00000010:0.1:1783976302.443657:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaeb00.
00010000:00000010:0.1:1783976302.443660:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec72a00.
00010000:00000010:0.1:1783976302.443663:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eaee00.
00010000:00000010:0.1:1783976302.443666:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73a00.
00010000:00000010:3.1:1783976302.443861:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9900.
00010000:00000010:3.1:1783976302.443874:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1f000.
00010000:00000010:3.1:1783976302.443878:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9c00.
00010000:00000010:3.1:1783976302.443881:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1f600.
00010000:00000010:3.1:1783976302.443884:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9b00.
00010000:00000010:3.1:1783976302.443888:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1f200.
00010000:00000010:3.1:1783976302.443891:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9e00.
00010000:00000010:3.1:1783976302.443894:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1e600.
00010000:00000010:3.1:1783976302.443897:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9300.
00010000:00000010:3.1:1783976302.443899:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39d1f400.
00010000:00000010:3.1:1783976302.444039:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9700.
00010000:00000010:3.1:1783976302.444046:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00600.
00010000:00000010:3.1:1783976302.444049:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9000.
00010000:00000010:3.1:1783976302.444052:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00200.
00010000:00000010:3.1:1783976302.444055:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9600.
00010000:00000010:3.1:1783976302.444058:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00e00.
00010000:00000010:3.1:1783976302.444061:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9800.
00010000:00000010:3.1:1783976302.444064:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00000.
00010000:00000010:3.1:1783976302.444066:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416e9100.
00010000:00000010:3.1:1783976302.444069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00a00.
00010000:00000010:3.1:1783976302.444096:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7ad00.
00010000:00000010:3.1:1783976302.444101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01a00.
00010000:00000010:3.1:1783976302.444104:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a900.
00010000:00000010:3.1:1783976302.444107:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01c00.
00010000:00000010:3.1:1783976302.444110:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7ac00.
00010000:00000010:3.1:1783976302.444127:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00c00.
00010000:00000010:3.1:1783976302.444130:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7ab00.
00010000:00000010:3.1:1783976302.444133:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00800.
00010000:00000010:3.1:1783976302.444136:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7ae00.
00010000:00000010:3.1:1783976302.444139:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01800.
00010000:00000010:3.1:1783976302.444143:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a300.
00010000:00000010:3.1:1783976302.444146:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01e00.
00010000:00000010:3.1:1783976302.444149:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a700.
00010000:00000010:3.1:1783976302.444152:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef00400.
00010000:00000010:3.1:1783976302.444155:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a000.
00010000:00000010:3.1:1783976302.444158:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01000.
00010000:00000010:3.1:1783976302.444161:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a600.
00010000:00000010:3.1:1783976302.444164:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01600.
00010000:00000010:3.1:1783976302.444167:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a800.
00010000:00000010:3.1:1783976302.444170:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef01200.
00010000:00000010:3.1:1783976302.444180:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a100.
00010000:00000010:3.1:1783976302.444185:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41726800.
00010000:00000010:3.1:1783976302.444188:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7af00.
00010000:00000010:3.1:1783976302.444191:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41726000.
00010000:00000010:3.1:1783976302.444194:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a500.
00010000:00000010:3.1:1783976302.444197:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41726200.
00010000:00000010:3.1:1783976302.444200:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7aa00.
00010000:00000010:3.1:1783976302.444202:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41727400.
00010000:00000010:3.1:1783976302.444205:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a200.
00010000:00000010:3.1:1783976302.444209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41726600.
00010000:00000010:3.1:1783976302.444213:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e7a400.
00010000:00000010:3.1:1783976302.444215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41727200.
00010000:00000010:3.1:1783976302.444218:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415aeb00.
00010000:00000010:3.1:1783976302.444222:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41726400.
00010000:00000010:3.1:1783976302.444225:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d74a00.
00010000:00000010:3.1:1783976302.444230:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4a200.
00010000:00000010:3.1:1783976302.444232:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d74200.
00010000:00000010:3.1:1783976302.444235:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4ae00.
00010000:00000010:3.1:1783976302.444237:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d74400.
00010000:00000010:3.1:1783976302.444246:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4a000.
00010000:00000010:3.1:1783976302.444253:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641300.
00010000:00000010:3.1:1783976302.444256:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4aa00.
00010000:00000010:3.1:1783976302.444259:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641700.
00010000:00000010:3.1:1783976302.444262:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4ba00.
00010000:00000010:3.1:1783976302.444265:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641000.
00010000:00000010:3.1:1783976302.444268:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4bc00.
00010000:00000010:3.1:1783976302.444270:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641600.
00010000:00000010:3.1:1783976302.444273:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4ac00.
00010000:00000010:3.1:1783976302.444276:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641800.
00010000:00000010:3.1:1783976302.444278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4a800.
00010000:00000010:3.1:1783976302.444282:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641100.
00010000:00000010:3.1:1783976302.444284:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4b800.
00010000:00000010:3.1:1783976302.444287:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641f00.
00010000:00000010:3.1:1783976302.444290:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef4be00.
00010000:00000010:3.1:1783976302.444297:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641500.
00010000:00000010:3.1:1783976302.444301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec8800.
00010000:00000010:3.1:1783976302.444304:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641a00.
00010000:00000010:3.1:1783976302.444307:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec9800.
00010000:00000010:3.1:1783976302.444310:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641200.
00010000:00000010:3.1:1783976302.444313:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec9e00.
00010000:00000010:3.1:1783976302.444316:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641400.
00010000:00000010:3.1:1783976302.444332:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec8400.
00010000:00000010:3.1:1783976302.444335:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641d00.
00010000:00000010:3.1:1783976302.444338:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec9000.
00010000:00000010:3.1:1783976302.444340:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641900.
00010000:00000010:3.1:1783976302.444343:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec9600.
00010000:00000010:3.1:1783976302.444346:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641c00.
00010000:00000010:3.1:1783976302.444349:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eec9200.
00010000:00000010:3.1:1783976302.444357:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641b00.
00010000:00000010:3.1:1783976302.444361:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41840a00.
00010000:00000010:3.1:1783976302.444366:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07641e00.
00010000:00000010:3.1:1783976302.444378:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41841a00.
00010000:00000010:3.1:1783976302.444383:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570d00.
00010000:00000010:3.1:1783976302.444386:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41841c00.
00010000:00000010:3.1:1783976302.444393:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570900.
00010000:00000010:3.1:1783976302.444397:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bae00.
00010000:00000010:3.1:1783976302.444400:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570c00.
00010000:00000010:3.1:1783976302.444403:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ba200.
00010000:00000010:3.1:1783976302.444407:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570b00.
00010000:00000010:3.1:1783976302.444410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bb400.
00010000:00000010:3.1:1783976302.444415:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570e00.
00010000:00000010:3.1:1783976302.444418:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ba600.
00010000:00000010:3.1:1783976302.444421:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570300.
00010000:00000010:3.1:1783976302.444424:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bb200.
00010000:00000010:3.1:1783976302.444427:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570700.
00010000:00000010:3.1:1783976302.444431:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bac00.
00010000:00000010:3.1:1783976302.444433:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570000.
00010000:00000010:3.1:1783976302.444436:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ba800.
00010000:00000010:3.1:1783976302.444439:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570600.
00010000:00000010:3.1:1783976302.444442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bb800.
00010000:00000010:3.1:1783976302.444445:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570800.
00010000:00000010:3.1:1783976302.444448:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bbe00.
00010000:00000010:3.1:1783976302.444451:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570100.
00010000:00000010:3.1:1783976302.444454:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ba400.
00010000:00000010:3.1:1783976302.444457:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41570f00.
00010000:00000010:3.1:1783976302.444464:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bb000.
00010000:00000010:3.1:1783976302.444468:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415f4300.
00010000:00000010:3.1:1783976302.444481:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405bb600.
00010000:00000010:3.1:1783976302.444489:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e600.
00010000:00000010:3.1:1783976302.444495:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fac400.
00010000:00000010:3.1:1783976302.444500:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e800.
00010000:00000010:3.1:1783976302.444503:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fad000.
00010000:00000010:3.1:1783976302.444506:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e100.
00010000:00000010:3.1:1783976302.444509:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fad600.
00010000:00000010:3.1:1783976302.444512:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475ef00.
00010000:00000010:3.1:1783976302.444515:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fad200.
00010000:00000010:3.1:1783976302.444517:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e500.
00010000:00000010:3.1:1783976302.444520:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fac600.
00010000:00000010:3.1:1783976302.444523:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475ea00.
00010000:00000010:3.1:1783976302.444526:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fad400.
00010000:00000010:3.1:1783976302.444529:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e200.
00010000:00000010:3.1:1783976302.444532:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06fac200.
00010000:00000010:3.1:1783976302.444539:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e400.
00010000:00000010:3.1:1783976302.444543:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417be800.
00010000:00000010:3.1:1783976302.444546:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475ed00.
00010000:00000010:3.1:1783976302.444549:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bf800.
00010000:00000010:3.1:1783976302.444552:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e900.
00010000:00000010:3.1:1783976302.444555:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bfe00.
00010000:00000010:3.1:1783976302.444558:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475ec00.
00010000:00000010:3.1:1783976302.444561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417be400.
00010000:00000010:3.1:1783976302.444565:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475eb00.
00010000:00000010:3.1:1783976302.444568:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bf000.
00010000:00000010:3.1:1783976302.444571:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475ee00.
00010000:00000010:3.1:1783976302.444574:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bf600.
00010000:00000010:3.1:1783976302.444577:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e300.
00010000:00000010:3.1:1783976302.444581:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bf200.
00010000:00000010:3.1:1783976302.444584:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33fec300.
00010000:00000010:3.1:1783976302.444588:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417be600.
00010000:00000010:3.1:1783976302.444590:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33fec700.
00010000:00000010:3.1:1783976302.444593:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bf400.
00010000:00000010:3.1:1783976302.444597:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33fec000.
00010000:00000010:3.1:1783976302.444604:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417be200.
00010000:00000010:3.1:1783976302.444608:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0475e700.
00010000:00000010:3.1:1783976302.444614:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bee00.
00010000:00000010:3.1:1783976302.444619:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dffe00.
00010000:00000010:3.1:1783976302.444633:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417be000.
00010000:00000010:3.1:1783976302.444636:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff300.
00010000:00000010:3.1:1783976302.444639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bea00.
00010000:00000010:3.1:1783976302.444642:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff700.
00010000:00000010:3.1:1783976302.444644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bfa00.
00010000:00000010:3.1:1783976302.444648:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff000.
00010000:00000010:3.1:1783976302.444651:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bfc00.
00010000:00000010:3.1:1783976302.444653:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff600.
00010000:00000010:3.1:1783976302.444656:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417bec00.
00010000:00000010:3.1:1783976302.444658:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff800.
00010000:00000010:3.1:1783976302.444661:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ffe00.
00010000:00000010:3.1:1783976302.444663:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff100.
00010000:00000010:3.1:1783976302.444666:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407fe400.
00010000:00000010:3.1:1783976302.444678:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dfff00.
00010000:00000010:3.1:1783976302.444681:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ff600.
00010000:00000010:3.1:1783976302.444685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff500.
00010000:00000010:3.1:1783976302.444687:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ff200.
00010000:00000010:3.1:1783976302.444690:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dffa00.
00010000:00000010:3.1:1783976302.444692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407fe600.
00010000:00000010:3.1:1783976302.444695:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff200.
00010000:00000010:3.1:1783976302.444697:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ffa00.
00010000:00000010:3.1:1783976302.444700:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff400.
00010000:00000010:3.1:1783976302.444703:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ffc00.
00010000:00000010:3.1:1783976302.444706:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dffd00.
00010000:00000010:3.1:1783976302.444708:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407fe800.
00010000:00000010:3.1:1783976302.444712:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33dff900.
00010000:00000010:3.1:1783976302.444720:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407fec00.
00010000:00000010:3.1:1783976302.444730:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecdab00.
00010000:00000010:3.1:1783976302.444734:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e08c00.
00010000:00000010:3.1:1783976302.444737:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecdae00.
00010000:00000010:3.1:1783976302.444739:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e08800.
00010000:00000010:3.1:1783976302.444747:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda300.
00010000:00000010:3.1:1783976302.444752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acf600.
00010000:00000010:3.1:1783976302.444756:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda700.
00010000:00000010:3.1:1783976302.444759:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acf200.
00010000:00000010:3.1:1783976302.444763:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda000.
00010000:00000010:3.1:1783976302.444767:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ace600.
00010000:00000010:3.1:1783976302.444770:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda600.
00010000:00000010:3.1:1783976302.444795:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acf400.
00010000:00000010:3.1:1783976302.444798:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda800.
00010000:00000010:3.1:1783976302.444801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ace200.
00010000:00000010:3.1:1783976302.444803:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ecda100.
00010000:00000010:3.1:1783976302.444810:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acee00.
00010000:00000010:3.1:1783976302.444818:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9700.
00010000:00000010:3.1:1783976302.444821:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ace000.
00010000:00000010:3.1:1783976302.444825:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9000.
00010000:00000010:3.1:1783976302.444828:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acea00.
00010000:00000010:3.1:1783976302.444830:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9600.
00010000:00000010:3.1:1783976302.444832:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acfa00.
00010000:00000010:3.1:1783976302.444835:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9800.
00010000:00000010:3.1:1783976302.444837:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acfc00.
00010000:00000010:3.1:1783976302.444840:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9100.
00010000:00000010:3.1:1783976302.444842:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acec00.
00010000:00000010:3.1:1783976302.444844:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9f00.
00010000:00000010:3.1:1783976302.444847:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ace800.
00010000:00000010:3.1:1783976302.444850:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9500.
00010000:00000010:3.1:1783976302.444853:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acf800.
00010000:00000010:3.1:1783976302.444856:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9a00.
00010000:00000010:3.1:1783976302.444859:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acfe00.
00010000:00000010:3.1:1783976302.444861:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9200.
00010000:00000010:3.1:1783976302.444864:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ace400.
00010000:00000010:3.1:1783976302.444866:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9400.
00010000:00000010:3.1:1783976302.444869:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41acf000.
00010000:00000010:3.1:1783976302.444871:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9d00.
00010000:00000010:3.1:1783976302.444875:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8c00.
00010000:00000010:3.1:1783976302.444879:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9900.
00010000:00000010:3.1:1783976302.444883:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9c00.
00010000:00000010:3.1:1783976302.444886:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9c00.
00010000:00000010:3.1:1783976302.444888:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9a00.
00010000:00000010:3.1:1783976302.444891:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9b00.
00010000:00000010:3.1:1783976302.444894:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8a00.
00010000:00000010:3.1:1783976302.444896:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9e00.
00010000:00000010:3.1:1783976302.444898:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8000.
00010000:00000010:3.1:1783976302.444900:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db045e9300.
00010000:00000010:3.1:1783976302.444903:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8200.
00010000:00000010:3.1:1783976302.444907:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7900.
00010000:00000010:3.1:1783976302.444909:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9400.
00010000:00000010:3.1:1783976302.444912:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7c00.
00010000:00000010:3.1:1783976302.444914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8600.
00010000:00000010:3.1:1783976302.444916:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7b00.
00010000:00000010:3.1:1783976302.444919:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9200.
00010000:00000010:3.1:1783976302.444921:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7e00.
00010000:00000010:3.1:1783976302.444923:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9600.
00010000:00000010:3.1:1783976302.444926:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7300.
00010000:00000010:3.1:1783976302.444929:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9800.
00010000:00000010:3.1:1783976302.444932:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7700.
00010000:00000010:3.1:1783976302.444935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9e00.
00010000:00000010:3.1:1783976302.444937:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7000.
00010000:00000010:3.1:1783976302.444939:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8400.
00010000:00000010:3.1:1783976302.444942:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7600.
00010000:00000010:3.1:1783976302.444944:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac9000.
00010000:00000010:3.1:1783976302.444947:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7800.
00010000:00000010:3.1:1783976302.444949:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ac8800.
00010000:00000010:3.1:1783976302.444957:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884300.
00010000:00000010:3.1:1783976302.444961:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ed800.
00010000:00000010:3.1:1783976302.444965:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884700.
00010000:00000010:3.1:1783976302.444967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ede00.
00010000:00000010:3.1:1783976302.444970:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884000.
00010000:00000010:3.1:1783976302.444973:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ec400.
00010000:00000010:3.1:1783976302.444975:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884600.
00010000:00000010:3.1:1783976302.444978:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ed000.
00010000:00000010:3.1:1783976302.444980:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884800.
00010000:00000010:3.1:1783976302.444983:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ed600.
00010000:00000010:3.1:1783976302.444985:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884100.
00010000:00000010:3.1:1783976302.444988:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ed200.
00010000:00000010:3.1:1783976302.444991:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884f00.
00010000:00000010:3.1:1783976302.444995:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ec600.
00010000:00000010:3.1:1783976302.444997:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884500.
00010000:00000010:3.1:1783976302.445000:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ed400.
00010000:00000010:3.1:1783976302.445002:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884a00.
00010000:00000010:3.1:1783976302.445005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ec200.
00010000:00000010:3.1:1783976302.445007:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884200.
00010000:00000010:3.1:1783976302.445009:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ece00.
00010000:00000010:3.1:1783976302.445012:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884400.
00010000:00000010:3.1:1783976302.445014:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ec000.
00010000:00000010:3.1:1783976302.445018:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884d00.
00010000:00000010:3.1:1783976302.445021:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077eca00.
00010000:00000010:3.1:1783976302.445023:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884900.
00010000:00000010:3.1:1783976302.445027:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077eda00.
00010000:00000010:3.1:1783976302.445029:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884c00.
00010000:00000010:3.1:1783976302.445032:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077edc00.
00010000:00000010:3.1:1783976302.445035:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884b00.
00010000:00000010:3.1:1783976302.445038:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ecc00.
00010000:00000010:3.1:1783976302.445040:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41884e00.
00010000:00000010:3.1:1783976302.445043:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db077ec800.
00010000:00000010:3.1:1783976302.445049:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb400.
00010000:00000010:3.1:1783976302.445054:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158a600.
00010000:00000010:3.1:1783976302.445057:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbbd00.
00010000:00000010:3.1:1783976302.445061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158b200.
00010000:00000010:3.1:1783976302.445065:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb900.
00010000:00000010:3.1:1783976302.445068:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158b600.
00010000:00000010:3.1:1783976302.445070:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbbc00.
00010000:00000010:3.1:1783976302.445073:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158b400.
00010000:00000010:3.1:1783976302.445075:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbbb00.
00010000:00000010:3.1:1783976302.445078:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158a200.
00010000:00000010:3.1:1783976302.445081:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbbe00.
00010000:00000010:3.1:1783976302.445084:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158b000.
00010000:00000010:3.1:1783976302.445086:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb300.
00010000:00000010:3.1:1783976302.445089:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158a400.
00010000:00000010:3.1:1783976302.445092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb700.
00010000:00000010:3.1:1783976302.445095:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158be00.
00010000:00000010:3.1:1783976302.445098:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb000.
00010000:00000010:3.1:1783976302.445101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158b800.
00010000:00000010:3.1:1783976302.445103:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7100.
00010000:00000010:3.1:1783976302.445106:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158a800.
00010000:00000010:3.1:1783976302.445110:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7f00.
00010000:00000010:3.1:1783976302.445113:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158ac00.
00010000:00000010:3.1:1783976302.445115:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7500.
00010000:00000010:3.1:1783976302.445118:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158ba00.
00010000:00000010:3.1:1783976302.445121:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7a00.
00010000:00000010:3.1:1783976302.445124:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158aa00.
00010000:00000010:3.1:1783976302.445126:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7200.
00010000:00000010:3.1:1783976302.445129:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158a000.
00010000:00000010:3.1:1783976302.445132:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7400.
00010000:00000010:3.1:1783976302.445135:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158ae00.
00010000:00000010:3.1:1783976302.445138:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb600.
00010000:00000010:3.1:1783976302.445140:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4158bc00.
00010000:00000010:3.1:1783976302.445143:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419c7d00.
00010000:00000010:3.1:1783976302.445147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737600.
00010000:00000010:3.1:1783976302.445151:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b400.
00010000:00000010:3.1:1783976302.445154:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737200.
00010000:00000010:3.1:1783976302.445157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188bd00.
00010000:00000010:3.1:1783976302.445160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736600.
00010000:00000010:3.1:1783976302.445163:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b900.
00010000:00000010:3.1:1783976302.445166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737400.
00010000:00000010:3.1:1783976302.445170:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188bc00.
00010000:00000010:3.1:1783976302.445173:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736200.
00010000:00000010:3.1:1783976302.445175:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188bb00.
00010000:00000010:3.1:1783976302.445178:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736e00.
00010000:00000010:3.1:1783976302.445180:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188be00.
00010000:00000010:3.1:1783976302.445183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736000.
00010000:00000010:3.1:1783976302.445186:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb800.
00010000:00000010:3.1:1783976302.445188:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736a00.
00010000:00000010:3.1:1783976302.445191:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb100.
00010000:00000010:3.1:1783976302.445194:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737a00.
00010000:00000010:3.1:1783976302.445197:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbbf00.
00010000:00000010:3.1:1783976302.445200:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737c00.
00010000:00000010:3.1:1783976302.445202:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb500.
00010000:00000010:3.1:1783976302.445204:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736c00.
00010000:00000010:3.1:1783976302.445207:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbba00.
00010000:00000010:3.1:1783976302.445210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40736800.
00010000:00000010:3.1:1783976302.445212:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27dbb200.
00010000:00000010:3.1:1783976302.445215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40737800.
00010000:00000010:3.1:1783976302.445225:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11200.
00010000:00000010:3.1:1783976302.445230:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6a00.
00010000:00000010:3.1:1783976302.445270:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11400.
00010000:00000010:3.1:1783976302.445275:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7a00.
00010000:00000010:3.1:1783976302.445278:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11d00.
00010000:00000010:3.1:1783976302.445281:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7c00.
00010000:00000010:3.1:1783976302.445283:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11900.
00010000:00000010:3.1:1783976302.445286:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6c00.
00010000:00000010:3.1:1783976302.445289:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11c00.
00010000:00000010:3.1:1783976302.445291:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6800.
00010000:00000010:3.1:1783976302.445293:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11b00.
00010000:00000010:3.1:1783976302.445296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7800.
00010000:00000010:3.1:1783976302.445299:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b300.
00010000:00000010:3.1:1783976302.445302:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7e00.
00010000:00000010:3.1:1783976302.445305:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11e00.
00010000:00000010:3.1:1783976302.445308:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6400.
00010000:00000010:3.1:1783976302.445311:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b700.
00010000:00000010:3.1:1783976302.445313:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7000.
00010000:00000010:3.1:1783976302.445316:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b000.
00010000:00000010:3.1:1783976302.445319:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7600.
00010000:00000010:3.1:1783976302.445321:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11300.
00010000:00000010:3.1:1783976302.445323:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7200.
00010000:00000010:3.1:1783976302.445326:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11700.
00010000:00000010:3.1:1783976302.445329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6600.
00010000:00000010:3.1:1783976302.445332:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4188b600.
00010000:00000010:3.1:1783976302.445340:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c7400.
00010000:00000010:3.1:1783976302.445343:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11000.
00010000:00000010:3.1:1783976302.445345:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6200.
00010000:00000010:3.1:1783976302.445348:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11600.
00010000:00000010:3.1:1783976302.445350:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6e00.
00010000:00000010:3.1:1783976302.445353:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11800.
00010000:00000010:3.1:1783976302.445356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db075c6000.
00010000:00000010:3.1:1783976302.445360:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11f00.
00010000:00000010:3.1:1783976302.445365:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a87e00.
00010000:00000010:3.1:1783976302.445367:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11500.
00010000:00000010:3.1:1783976302.445371:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a86000.
00010000:00000010:3.1:1783976302.445373:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11a00.
00010000:00000010:3.1:1783976302.445376:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a86a00.
00010000:00000010:3.1:1783976302.445379:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a200.
00010000:00000010:3.1:1783976302.445382:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a87a00.
00010000:00000010:3.1:1783976302.445385:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a400.
00010000:00000010:3.1:1783976302.445388:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a87c00.
00010000:00000010:3.1:1783976302.445391:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079ad00.
00010000:00000010:3.1:1783976302.445394:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a86c00.
00010000:00000010:3.1:1783976302.445396:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a900.
00010000:00000010:3.1:1783976302.445399:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a86800.
00010000:00000010:3.1:1783976302.445401:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079ac00.
00010000:00000010:3.1:1783976302.445404:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a87800.
00010000:00000010:3.1:1783976302.445407:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079ab00.
00010000:00000010:3.1:1783976302.445410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075ae00.
00010000:00000010:3.1:1783976302.445412:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079ae00.
00010000:00000010:3.1:1783976302.445415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075a000.
00010000:00000010:3.1:1783976302.445419:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a300.
00010000:00000010:3.1:1783976302.445422:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075aa00.
00010000:00000010:3.1:1783976302.445424:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a700.
00010000:00000010:3.1:1783976302.445427:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075ba00.
00010000:00000010:3.1:1783976302.445430:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a000.
00010000:00000010:3.1:1783976302.445433:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075bc00.
00010000:00000010:3.1:1783976302.445436:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a600.
00010000:00000010:3.1:1783976302.445438:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075ac00.
00010000:00000010:3.1:1783976302.445441:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a800.
00010000:00000010:3.1:1783976302.445443:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075a800.
00010000:00000010:3.1:1783976302.445447:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a100.
00010000:00000010:3.1:1783976302.445450:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075b800.
00010000:00000010:3.1:1783976302.445452:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079af00.
00010000:00000010:3.1:1783976302.445455:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075be00.
00010000:00000010:3.1:1783976302.445457:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079a500.
00010000:00000010:3.1:1783976302.445460:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075a400.
00010000:00000010:3.1:1783976302.445462:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4079aa00.
00010000:00000010:3.1:1783976302.445464:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4075b000.
00010000:00000010:3.1:1783976302.445472:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497300.
00010000:00000010:3.1:1783976302.445477:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763ca00.
00010000:00000010:3.1:1783976302.445480:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497700.
00010000:00000010:3.1:1783976302.445483:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763c000.
00010000:00000010:3.1:1783976302.445485:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497000.
00010000:00000010:3.1:1783976302.445487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763ce00.
00010000:00000010:3.1:1783976302.445489:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497600.
00010000:00000010:3.1:1783976302.445492:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763c200.
00010000:00000010:3.1:1783976302.445494:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497800.
00010000:00000010:3.1:1783976302.445497:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763d400.
00010000:00000010:3.1:1783976302.445499:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497100.
00010000:00000010:3.1:1783976302.445501:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763dc00.
00010000:00000010:3.1:1783976302.445505:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40497f00.
00010000:00000010:3.1:1783976302.445514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763cc00.
00010000:00000010:3.1:1783976302.445518:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c22c00.
00010000:00000010:3.1:1783976302.445527:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0763c800.
00010000:00000010:0.1:1783976302.446244:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae300.
00010000:00000010:0.1:1783976302.446251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec73c00.
00010000:00000010:0.1:1783976302.446253:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae700.
00010000:00000010:0.1:1783976302.446257:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778f200.
00010000:00000010:0.1:1783976302.446260:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39eae000.
00010000:00000010:0.1:1783976302.446262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778f600.
00010000:00000010:0.1:1783976302.446272:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8100.
00010000:00000010:0.1:1783976302.446275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778e800.
00010000:00000010:0.1:1783976302.446279:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8f00.
00010000:00000010:0.1:1783976302.446282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778f800.
00010000:00000010:0.1:1783976302.446287:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669a00.
00010000:00000010:0.1:1783976302.446290:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778e600.
00010000:00000010:0.1:1783976302.446293:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669200.
00010000:00000010:0.1:1783976302.446296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778f400.
00010000:00000010:0.1:1783976302.446299:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669400.
00010000:00000010:0.1:1783976302.446302:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778e200.
00010000:00000010:0.1:1783976302.446308:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8d00.
00010000:00000010:0.1:1783976302.446311:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778ee00.
00010000:00000010:0.1:1783976302.447896:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8900.
00010000:00000010:0.1:1783976302.447906:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778e000.
00010000:00000010:0.1:1783976302.447910:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8c00.
00010000:00000010:0.1:1783976302.447912:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778ea00.
00010000:00000010:0.1:1783976302.447915:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8b00.
00010000:00000010:0.1:1783976302.447917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778fa00.
00010000:00000010:0.1:1783976302.447920:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8e00.
00010000:00000010:0.1:1783976302.447922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778fc00.
00010000:00000010:0.1:1783976302.447934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8300.
00010000:00000010:0.1:1783976302.447937:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0778ec00.
00010000:00000010:0.1:1783976302.447953:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8700.
00010000:00000010:0.1:1783976302.447958:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417ab800.
00010000:00000010:0.1:1783976302.447961:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8000.
00010000:00000010:0.1:1783976302.447964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417abe00.
00010000:00000010:0.1:1783976302.447967:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8600.
00010000:00000010:0.1:1783976302.447970:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aa400.
00010000:00000010:0.1:1783976302.447973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3efa8800.
00010000:00000010:0.1:1783976302.447982:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417ab000.
00010000:00000010:0.1:1783976302.447987:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c700.
00010000:00000010:0.1:1783976302.447991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417ab600.
00010000:00000010:0.1:1783976302.447993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c000.
00010000:00000010:0.1:1783976302.447996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417ab200.
00010000:00000010:0.1:1783976302.447999:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c600.
00010000:00000010:0.1:1783976302.448002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aa600.
00010000:00000010:0.1:1783976302.448005:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c800.
00010000:00000010:0.1:1783976302.448008:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417ab400.
00010000:00000010:0.1:1783976302.448011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c100.
00010000:00000010:0.1:1783976302.448014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aa200.
00010000:00000010:0.1:1783976302.448018:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8cf00.
00010000:00000010:0.1:1783976302.448021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aae00.
00010000:00000010:0.1:1783976302.448024:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c500.
00010000:00000010:0.1:1783976302.448026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aa000.
00010000:00000010:0.1:1783976302.448028:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8ca00.
00010000:00000010:0.1:1783976302.448031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aaa00.
00010000:00000010:0.1:1783976302.448033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c200.
00010000:00000010:0.1:1783976302.448036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aba00.
00010000:00000010:0.1:1783976302.448038:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c400.
00010000:00000010:0.1:1783976302.448040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417abc00.
00010000:00000010:0.1:1783976302.448043:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8cd00.
00010000:00000010:0.1:1783976302.448046:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aac00.
00010000:00000010:0.1:1783976302.448049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8c900.
00010000:00000010:0.1:1783976302.448052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db417aa800.
00010000:00000010:0.1:1783976302.448054:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8cc00.
00010000:00000010:0.1:1783976302.448058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41735600.
00010000:00000010:0.1:1783976302.448061:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ee8cb00.
00010000:00000010:0.1:1783976302.448069:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41734400.
00010000:00000010:0.1:1783976302.448073:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669d00.
00010000:00000010:0.1:1783976302.448076:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41735e00.
00010000:00000010:0.1:1783976302.448080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669900.
00010000:00000010:0.1:1783976302.448083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41734800.
00010000:00000010:0.1:1783976302.448086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669c00.
00010000:00000010:0.1:1783976302.448089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41734a00.
00010000:00000010:0.1:1783976302.448092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669b00.
00010000:00000010:0.1:1783976302.448095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41734200.
00010000:00000010:0.1:1783976302.448098:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669300.
00010000:00000010:0.1:1783976302.448101:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41735000.
00010000:00000010:0.1:1783976302.448104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669700.
00010000:00000010:0.1:1783976302.448108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406db000.
00010000:00000010:0.1:1783976302.448130:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669000.
00010000:00000010:0.1:1783976302.448134:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406db600.
00010000:00000010:0.1:1783976302.448137:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669600.
00010000:00000010:0.1:1783976302.448140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406db200.
00010000:00000010:0.1:1783976302.448144:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c900.
00010000:00000010:0.1:1783976302.448148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406da600.
00010000:00000010:0.1:1783976302.448151:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058cc00.
00010000:00000010:0.1:1783976302.448153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406db400.
00010000:00000010:0.1:1783976302.448156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058cb00.
00010000:00000010:0.1:1783976302.448159:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406da200.
00010000:00000010:0.1:1783976302.448163:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058ce00.
00010000:00000010:0.1:1783976302.448165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406dae00.
00010000:00000010:0.1:1783976302.448168:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c300.
00010000:00000010:0.1:1783976302.448170:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406da000.
00010000:00000010:0.1:1783976302.448173:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c700.
00010000:00000010:0.1:1783976302.448176:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406daa00.
00010000:00000010:0.1:1783976302.448179:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c000.
00010000:00000010:0.1:1783976302.448181:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406dba00.
00010000:00000010:0.1:1783976302.448184:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c600.
00010000:00000010:0.1:1783976302.448187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406dbc00.
00010000:00000010:0.1:1783976302.448191:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c800.
00010000:00000010:0.1:1783976302.448193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406dac00.
00010000:00000010:0.1:1783976302.448196:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c100.
00010000:00000010:0.1:1783976302.448199:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406da800.
00010000:00000010:0.1:1783976302.448201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058cf00.
00010000:00000010:0.1:1783976302.448204:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406db800.
00010000:00000010:0.1:1783976302.448207:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c500.
00010000:00000010:0.1:1783976302.448210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406dbe00.
00010000:00000010:0.1:1783976302.448213:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058ca00.
00010000:00000010:0.1:1783976302.448215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406da400.
00010000:00000010:0.1:1783976302.448219:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c200.
00010000:00000010:0.1:1783976302.448223:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2800.
00010000:00000010:0.1:1783976302.448227:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058c400.
00010000:00000010:0.1:1783976302.448230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2c00.
00010000:00000010:0.1:1783976302.448232:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058cd00.
00010000:00000010:0.1:1783976302.448236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3c00.
00010000:00000010:0.1:1783976302.448239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40545000.
00010000:00000010:0.1:1783976302.448242:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3a00.
00010000:00000010:0.1:1783976302.448244:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40545600.
00010000:00000010:0.1:1783976302.448252:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2a00.
00010000:00000010:0.1:1783976302.448258:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0500.
00010000:00000010:0.1:1783976302.448261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2000.
00010000:00000010:0.1:1783976302.448264:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0a00.
00010000:00000010:0.1:1783976302.448267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2e00.
00010000:00000010:0.1:1783976302.448269:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0200.
00010000:00000010:0.1:1783976302.448272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2200.
00010000:00000010:0.1:1783976302.448275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0400.
00010000:00000010:0.1:1783976302.448277:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3400.
00010000:00000010:0.1:1783976302.448280:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0d00.
00010000:00000010:0.1:1783976302.448283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe2600.
00010000:00000010:0.1:1783976302.448288:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0900.
00010000:00000010:0.1:1783976302.448291:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3200.
00010000:00000010:0.1:1783976302.448294:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0b00.
00010000:00000010:0.1:1783976302.448296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3e00.
00010000:00000010:0.1:1783976302.448299:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0e00.
00010000:00000010:0.1:1783976302.448301:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3800.
00010000:00000010:0.1:1783976302.448306:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0c00.
00010000:00000010:0.1:1783976302.448310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70200.
00010000:00000010:0.1:1783976302.448363:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0b00.
00010000:00000010:0.1:1783976302.448665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70e00.
00010000:00000010:0.1:1783976302.448740:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0e00.
00010000:00000010:0.1:1783976302.448744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70000.
00010000:00000010:0.1:1783976302.448747:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0300.
00010000:00000010:0.1:1783976302.448749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70a00.
00010000:00000010:0.1:1783976302.448753:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0700.
00010000:00000010:0.1:1783976302.448756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71a00.
00010000:00000010:0.1:1783976302.448758:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0000.
00010000:00000010:0.1:1783976302.448761:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71c00.
00010000:00000010:3.1:1783976302.487277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00010000:00000010:1.1:1783976302.517856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0600.
00010000:00000010:1.1:1783976302.517870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70c00.
00010000:00000010:1.1:1783976302.517874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0800.
00010000:00000010:1.1:1783976302.517876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70800.
00010000:00000010:1.1:1783976302.517879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0100.
00010000:00000010:1.1:1783976302.517883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71800.
00010000:00000010:1.1:1783976302.517885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0f00.
00010000:00000010:1.1:1783976302.517888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71e00.
00010000:00000010:1.1:1783976302.517890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0500.
00010000:00000010:1.1:1783976302.517893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70400.
00010000:00000010:1.1:1783976302.517895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0a00.
00010000:00000010:1.1:1783976302.517898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71000.
00010000:00000010:1.1:1783976302.517900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0200.
00010000:00000010:1.1:1783976302.517903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71600.
00010000:00000010:1.1:1783976302.517906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0400.
00010000:00000010:1.1:1783976302.517908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71200.
00010000:00000010:1.1:1783976302.517911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0d00.
00010000:00000010:1.1:1783976302.517914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c70600.
00010000:00000010:1.1:1783976302.517916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fd0900.
00010000:00000010:1.1:1783976302.517919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c71400.
00010000:00000010:1.1:1783976302.517925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4200.
00010000:00000010:1.1:1783976302.517931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5200.
00010000:00000010:1.1:1783976302.517935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4400.
00010000:00000010:1.1:1783976302.517938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5600.
00010000:00000010:1.1:1783976302.517941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4d00.
00010000:00000010:1.1:1783976302.517944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5000.
00010000:00000010:1.1:1783976302.517947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4900.
00010000:00000010:1.1:1783976302.517950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4400.
00010000:00000010:1.1:1783976302.517955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0300.
00010000:00000010:1.1:1783976302.517958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5e00.
00010000:00000010:1.1:1783976302.517960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0700.
00010000:00000010:1.1:1783976302.517963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5800.
00010000:00000010:1.1:1783976302.517965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0000.
00010000:00000010:1.1:1783976302.517968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4800.
00010000:00000010:1.1:1783976302.517971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0600.
00010000:00000010:1.1:1783976302.517973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4c00.
00010000:00000010:1.1:1783976302.517976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0800.
00010000:00000010:1.1:1783976302.517979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5c00.
00010000:00000010:1.1:1783976302.517981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0100.
00010000:00000010:1.1:1783976302.517984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5a00.
00010000:00000010:1.1:1783976302.517986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0f00.
00010000:00000010:1.1:1783976302.517988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4a00.
00010000:00000010:1.1:1783976302.517993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b600.
00010000:00000010:1.1:1783976302.517995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4000.
00010000:00000010:1.1:1783976302.517998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b100.
00010000:00000010:1.1:1783976302.518000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f5400.
00010000:00000010:1.1:1783976302.518003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058bf00.
00010000:00000010:1.1:1783976302.518006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4200.
00010000:00000010:1.1:1783976302.518008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4e00.
00010000:00000010:1.1:1783976302.518011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33c82100.
00010000:00000010:1.1:1783976302.518037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33dcd600.
00010000:00000010:1.1:1783976302.518049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b500.
00010000:00000010:1.1:1783976302.518053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcec00.
00010000:00000010:1.1:1783976302.518056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058ba00.
00010000:00000010:1.1:1783976302.518059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bce800.
00010000:00000010:1.1:1783976302.518061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b200.
00010000:00000010:1.1:1783976302.518065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcf800.
00010000:00000010:1.1:1783976302.518067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b400.
00010000:00000010:1.1:1783976302.518069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcfe00.
00010000:00000010:1.1:1783976302.518072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058bd00.
00010000:00000010:1.1:1783976302.518075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bce400.
00010000:00000010:1.1:1783976302.518077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b900.
00010000:00000010:1.1:1783976302.518079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcf000.
00010000:00000010:1.1:1783976302.518082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058bc00.
00010000:00000010:1.1:1783976302.518084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcf600.
00010000:00000010:1.1:1783976302.518086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058bb00.
00010000:00000010:1.1:1783976302.518089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcf200.
00010000:00000010:1.1:1783976302.518092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058be00.
00010000:00000010:1.1:1783976302.518094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bce600.
00010000:00000010:1.1:1783976302.518096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b300.
00010000:00000010:1.1:1783976302.518098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcf400.
00010000:00000010:1.1:1783976302.518101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b700.
00010000:00000010:1.1:1783976302.518103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bce200.
00010000:00000010:1.1:1783976302.518105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b000.
00010000:00000010:1.1:1783976302.518107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcee00.
00010000:00000010:1.1:1783976302.518111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb900.
00010000:00000010:1.1:1783976302.518114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bce000.
00010000:00000010:1.1:1783976302.518117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4c00.
00010000:00000010:1.1:1783976302.518120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcea00.
00010000:00000010:1.1:1783976302.518122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfbc00.
00010000:00000010:1.1:1783976302.518125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcfa00.
00010000:00000010:1.1:1783976302.518127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4b00.
00010000:00000010:1.1:1783976302.518130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08bcfc00.
00010000:00000010:1.1:1783976302.518133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4e00.
00010000:00000010:1.1:1783976302.518137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ac000.
00010000:00000010:1.1:1783976302.518140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4300.
00010000:00000010:1.1:1783976302.518142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ace00.
00010000:00000010:1.1:1783976302.518145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4700.
00010000:00000010:1.1:1783976302.518147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ac200.
00010000:00000010:1.1:1783976302.518150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4000.
00010000:00000010:1.1:1783976302.518153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ad400.
00010000:00000010:1.1:1783976302.518156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4600.
00010000:00000010:1.1:1783976302.518159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ac600.
00010000:00000010:1.1:1783976302.518162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4800.
00010000:00000010:1.1:1783976302.518164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405aca00.
00010000:00000010:1.1:1783976302.518166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfbb00.
00010000:00000010:1.1:1783976302.518169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ada00.
00010000:00000010:1.1:1783976302.518171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfbe00.
00010000:00000010:1.1:1783976302.518174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405adc00.
00010000:00000010:1.1:1783976302.518176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb300.
00010000:00000010:1.1:1783976302.518179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405acc00.
00010000:00000010:1.1:1783976302.518181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb700.
00010000:00000010:1.1:1783976302.518183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ac800.
00010000:00000010:1.1:1783976302.518185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb000.
00010000:00000010:1.1:1783976302.518188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ad800.
00010000:00000010:1.1:1783976302.518190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb600.
00010000:00000010:1.1:1783976302.518192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ade00.
00010000:00000010:1.1:1783976302.518194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb800.
00010000:00000010:1.1:1783976302.518197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ac400.
00010000:00000010:1.1:1783976302.518199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb100.
00010000:00000010:1.1:1783976302.518201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ad000.
00010000:00000010:1.1:1783976302.518204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfbf00.
00010000:00000010:1.1:1783976302.518207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ad600.
00010000:00000010:1.1:1783976302.518209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb500.
00010000:00000010:1.1:1783976302.518212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ad200.
00010000:00000010:1.1:1783976302.518214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfba00.
00010000:00000010:1.1:1783976302.518217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7800.
00010000:00000010:1.1:1783976302.518219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4100.
00010000:00000010:1.1:1783976302.518222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7e00.
00010000:00000010:1.1:1783976302.518224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4f00.
00010000:00000010:1.1:1783976302.518227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6400.
00010000:00000010:1.1:1783976302.518230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb200.
00010000:00000010:1.1:1783976302.518232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7000.
00010000:00000010:1.1:1783976302.518235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfb400.
00010000:00000010:1.1:1783976302.518238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7600.
00010000:00000010:1.1:1783976302.518240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cfbd00.
00010000:00000010:1.1:1783976302.518243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7200.
00010000:00000010:1.1:1783976302.518249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b500.
00010000:00000010:1.1:1783976302.518252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6600.
00010000:00000010:1.1:1783976302.518254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054ba00.
00010000:00000010:1.1:1783976302.518257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb7400.
00010000:00000010:1.1:1783976302.518260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4500.
00010000:00000010:1.1:1783976302.518263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6200.
00010000:00000010:1.1:1783976302.518265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edd4a00.
00010000:00000010:1.1:1783976302.518268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6e00.
00010000:00000010:1.1:1783976302.518271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa800.
00010000:00000010:1.1:1783976302.518273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6000.
00010000:00000010:1.1:1783976302.518275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa100.
00010000:00000010:1.1:1783976302.518277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cb6a00.
00010000:00000010:1.1:1783976302.518286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfaf00.
00010000:00000010:1.1:1783976302.518290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853400.
00010000:00000010:1.1:1783976302.518294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa500.
00010000:00000010:1.1:1783976302.518297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852600.
00010000:00000010:1.1:1783976302.518299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfaa00.
00010000:00000010:1.1:1783976302.518302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853200.
00010000:00000010:1.1:1783976302.518304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa200.
00010000:00000010:1.1:1783976302.518307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852200.
00010000:00000010:1.1:1783976302.518309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa400.
00010000:00000010:1.1:1783976302.518312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852000.
00010000:00000010:1.1:1783976302.518314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfad00.
00010000:00000010:1.1:1783976302.518318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36600.
00010000:00000010:1.1:1783976302.518321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfa900.
00010000:00000010:1.1:1783976302.518324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37400.
00010000:00000010:1.1:1783976302.518327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfac00.
00010000:00000010:1.1:1783976302.518329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36200.
00010000:00000010:1.1:1783976302.518332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3edfab00.
00010000:00000010:1.1:1783976302.518339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36e00.
00010000:00000010:1.1:1783976302.518342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b200.
00010000:00000010:1.1:1783976302.518345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36000.
00010000:00000010:1.1:1783976302.518347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b400.
00010000:00000010:1.1:1783976302.518350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36a00.
00010000:00000010:1.1:1783976302.518352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054bd00.
00010000:00000010:1.1:1783976302.518354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37a00.
00010000:00000010:1.1:1783976302.518357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b900.
00010000:00000010:1.1:1783976302.518359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37c00.
00010000:00000010:1.1:1783976302.518362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054bc00.
00010000:00000010:1.1:1783976302.518364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36c00.
00010000:00000010:1.1:1783976302.518378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054bb00.
00010000:00000010:1.1:1783976302.518381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36800.
00010000:00000010:1.1:1783976302.518384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054be00.
00010000:00000010:1.1:1783976302.518386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37800.
00010000:00000010:1.1:1783976302.518389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b300.
00010000:00000010:1.1:1783976302.518391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37e00.
00010000:00000010:1.1:1783976302.518394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b600.
00010000:00000010:1.1:1783976302.518396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37200.
00010000:00000010:1.1:1783976302.518400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d7ba00.
00010000:00000010:1.1:1783976302.518403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853a00.
00010000:00000010:1.1:1783976302.518406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d7b200.
00010000:00000010:1.1:1783976302.518409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853c00.
00010000:00000010:1.1:1783976302.518411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d7b400.
00010000:00000010:1.1:1783976302.518419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852c00.
00010000:00000010:1.1:1783976302.518424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f100.
00010000:00000010:1.1:1783976302.518427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852800.
00010000:00000010:1.1:1783976302.518430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4ff00.
00010000:00000010:1.1:1783976302.518433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853800.
00010000:00000010:1.1:1783976302.518436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f500.
00010000:00000010:1.1:1783976302.518439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853e00.
00010000:00000010:1.1:1783976302.518441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4fa00.
00010000:00000010:1.1:1783976302.518445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41852400.
00010000:00000010:1.1:1783976302.518447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f200.
00010000:00000010:1.1:1783976302.518449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41853000.
00010000:00000010:1.1:1783976302.518457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f400.
00010000:00000010:1.1:1783976302.518461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8c00.
00010000:00000010:1.1:1783976302.518464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4fd00.
00010000:00000010:1.1:1783976302.518467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8800.
00010000:00000010:1.1:1783976302.518471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a400.
00010000:00000010:1.1:1783976302.518474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9800.
00010000:00000010:1.1:1783976302.518477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f900.
00010000:00000010:1.1:1783976302.518480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9e00.
00010000:00000010:1.1:1783976302.518483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4fc00.
00010000:00000010:1.1:1783976302.518485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8400.
00010000:00000010:1.1:1783976302.518487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4fb00.
00010000:00000010:1.1:1783976302.518490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9000.
00010000:00000010:1.1:1783976302.518492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4fe00.
00010000:00000010:1.1:1783976302.518495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9600.
00010000:00000010:1.1:1783976302.518497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f300.
00010000:00000010:1.1:1783976302.518500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9200.
00010000:00000010:1.1:1783976302.518502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f700.
00010000:00000010:1.1:1783976302.518505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8600.
00010000:00000010:1.1:1783976302.518508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5ad00.
00010000:00000010:1.1:1783976302.518511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9400.
00010000:00000010:1.1:1783976302.518513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a900.
00010000:00000010:1.1:1783976302.518516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8200.
00010000:00000010:1.1:1783976302.518518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5ac00.
00010000:00000010:1.1:1783976302.518521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8e00.
00010000:00000010:1.1:1783976302.518523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5ab00.
00010000:00000010:1.1:1783976302.518526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8000.
00010000:00000010:1.1:1783976302.518528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5ae00.
00010000:00000010:1.1:1783976302.518530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f8a00.
00010000:00000010:1.1:1783976302.518532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a300.
00010000:00000010:1.1:1783976302.518536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9a00.
00010000:00000010:1.1:1783976302.518539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a700.
00010000:00000010:1.1:1783976302.518542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db065f9c00.
00010000:00000010:1.1:1783976302.518544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a000.
00010000:00000010:1.1:1783976302.518547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866000.
00010000:00000010:1.1:1783976302.518550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a600.
00010000:00000010:1.1:1783976302.518553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866e00.
00010000:00000010:1.1:1783976302.518555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d5a800.
00010000:00000010:1.1:1783976302.518564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866200.
00010000:00000010:1.1:1783976302.518568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7400.
00010000:00000010:1.1:1783976302.518571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867400.
00010000:00000010:1.1:1783976302.518574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7d00.
00010000:00000010:1.1:1783976302.518576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866600.
00010000:00000010:1.1:1783976302.518579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7b00.
00010000:00000010:1.1:1783976302.518581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867200.
00010000:00000010:1.1:1783976302.518583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7e00.
00010000:00000010:1.1:1783976302.518586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866a00.
00010000:00000010:1.1:1783976302.518588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7300.
00010000:00000010:1.1:1783976302.518591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867a00.
00010000:00000010:1.1:1783976302.518593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7700.
00010000:00000010:1.1:1783976302.518595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867c00.
00010000:00000010:1.1:1783976302.518598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7000.
00010000:00000010:1.1:1783976302.518600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866c00.
00010000:00000010:1.1:1783976302.518603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7600.
00010000:00000010:1.1:1783976302.518605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866800.
00010000:00000010:1.1:1783976302.518608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7800.
00010000:00000010:1.1:1783976302.518610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867800.
00010000:00000010:1.1:1783976302.518613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7100.
00010000:00000010:1.1:1783976302.518615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867e00.
00010000:00000010:1.1:1783976302.518617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7f00.
00010000:00000010:1.1:1783976302.518619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41866400.
00010000:00000010:1.1:1783976302.518634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7500.
00010000:00000010:1.1:1783976302.518637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5600.
00010000:00000010:1.1:1783976302.518640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7a00.
00010000:00000010:1.1:1783976302.518643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5000.
00010000:00000010:1.1:1783976302.518645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7200.
00010000:00000010:1.1:1783976302.518648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4400.
00010000:00000010:1.1:1783976302.518653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a000.
00010000:00000010:1.1:1783976302.518656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5e00.
00010000:00000010:1.1:1783976302.518658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a600.
00010000:00000010:1.1:1783976302.518661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5800.
00010000:00000010:1.1:1783976302.518664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a800.
00010000:00000010:1.1:1783976302.518674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4a00.
00010000:00000010:1.1:1783976302.518678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a100.
00010000:00000010:1.1:1783976302.518688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5a00.
00010000:00000010:1.1:1783976302.518691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f000.
00010000:00000010:1.1:1783976302.518694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5c00.
00010000:00000010:1.1:1783976302.518697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f600.
00010000:00000010:1.1:1783976302.518700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4c00.
00010000:00000010:1.1:1783976302.518704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed4f800.
00010000:00000010:1.1:1783976302.518707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4800.
00010000:00000010:1.1:1783976302.518711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5600.
00010000:00000010:1.1:1783976302.518715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40755000.
00010000:00000010:1.1:1783976302.518718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5800.
00010000:00000010:1.1:1783976302.518721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40755600.
00010000:00000010:1.1:1783976302.518724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5100.
00010000:00000010:1.1:1783976302.518727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40755200.
00010000:00000010:1.1:1783976302.518729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5f00.
00010000:00000010:1.1:1783976302.518732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40754600.
00010000:00000010:1.1:1783976302.518734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5500.
00010000:00000010:1.1:1783976302.518737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40755400.
00010000:00000010:1.1:1783976302.518739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5a00.
00010000:00000010:1.1:1783976302.518742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40754200.
00010000:00000010:1.1:1783976302.518745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5200.
00010000:00000010:1.1:1783976302.518748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40754e00.
00010000:00000010:1.1:1783976302.518756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5400.
00010000:00000010:1.1:1783976302.518760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051a400.
00010000:00000010:1.1:1783976302.518762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5d00.
00010000:00000010:1.1:1783976302.518765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051a000.
00010000:00000010:1.1:1783976302.518767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5900.
00010000:00000010:1.1:1783976302.518770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051a200.
00010000:00000010:1.1:1783976302.518796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5c00.
00010000:00000010:1.1:1783976302.518799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051b400.
00010000:00000010:1.1:1783976302.518802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5300.
00010000:00000010:1.1:1783976302.518804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051b600.
00010000:00000010:1.1:1783976302.518807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2af00.
00010000:00000010:1.1:1783976302.518810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051aa00.
00010000:00000010:1.1:1783976302.518812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a500.
00010000:00000010:1.1:1783976302.518815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051ba00.
00010000:00000010:1.1:1783976302.518818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2aa00.
00010000:00000010:1.1:1783976302.518820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051bc00.
00010000:00000010:1.1:1783976302.518823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a200.
00010000:00000010:1.1:1783976302.518825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051ac00.
00010000:00000010:1.1:1783976302.518828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a400.
00010000:00000010:1.1:1783976302.518830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051a800.
00010000:00000010:1.1:1783976302.518833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2ad00.
00010000:00000010:1.1:1783976302.518836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12e00.
00010000:00000010:1.1:1783976302.518839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a900.
00010000:00000010:1.1:1783976302.518842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13400.
00010000:00000010:1.1:1783976302.518845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2ac00.
00010000:00000010:1.1:1783976302.518849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13200.
00010000:00000010:1.1:1783976302.518851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2ab00.
00010000:00000010:1.1:1783976302.518853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13600.
00010000:00000010:1.1:1783976302.518856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2ae00.
00010000:00000010:1.1:1783976302.518858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13000.
00010000:00000010:1.1:1783976302.518860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a300.
00010000:00000010:1.1:1783976302.518863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13e00.
00010000:00000010:1.1:1783976302.518865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec2a700.
00010000:00000010:1.1:1783976302.518868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13800.
00010000:00000010:1.1:1783976302.518873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f800.
00010000:00000010:1.1:1783976302.518876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12c00.
00010000:00000010:1.1:1783976302.518878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f100.
00010000:00000010:1.1:1783976302.518881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13c00.
00010000:00000010:1.1:1783976302.518884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779ff00.
00010000:00000010:1.1:1783976302.518886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee13a00.
00010000:00000010:1.1:1783976302.518888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f500.
00010000:00000010:1.1:1783976302.518891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12a00.
00010000:00000010:1.1:1783976302.518893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779fa00.
00010000:00000010:1.1:1783976302.518895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12000.
00010000:00000010:1.1:1783976302.518897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f200.
00010000:00000010:1.1:1783976302.518900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12600.
00010000:00000010:1.1:1783976302.518902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f400.
00010000:00000010:1.1:1783976302.518904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5200.
00010000:00000010:1.1:1783976302.518907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779fd00.
00010000:00000010:1.1:1783976302.518909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4600.
00010000:00000010:1.1:1783976302.518912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f900.
00010000:00000010:1.1:1783976302.518914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a5400.
00010000:00000010:1.1:1783976302.518916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779fc00.
00010000:00000010:1.1:1783976302.518919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4200.
00010000:00000010:1.1:1783976302.518921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779fb00.
00010000:00000010:1.1:1783976302.518923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4e00.
00010000:00000010:1.1:1783976302.518926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779fe00.
00010000:00000010:1.1:1783976302.518929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076a4000.
00010000:00000010:1.1:1783976302.518931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f300.
00010000:00000010:1.1:1783976302.518935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593800.
00010000:00000010:1.1:1783976302.518938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f700.
00010000:00000010:1.1:1783976302.518941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592800.
00010000:00000010:1.1:1783976302.518944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f000.
00010000:00000010:1.1:1783976302.518947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592c00.
00010000:00000010:1.1:1783976302.518949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0779f600.
00010000:00000010:1.1:1783976302.518952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593c00.
00010000:00000010:1.1:1783976302.518956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065cd00.
00010000:00000010:1.1:1783976302.518959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593a00.
00010000:00000010:1.1:1783976302.518961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065cc00.
00010000:00000010:1.1:1783976302.518964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592a00.
00010000:00000010:1.1:1783976302.518966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065cb00.
00010000:00000010:1.1:1783976302.518969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593e00.
00010000:00000010:1.1:1783976302.518972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065ce00.
00010000:00000010:1.1:1783976302.518974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592400.
00010000:00000010:1.1:1783976302.518976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c300.
00010000:00000010:1.1:1783976302.518978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593000.
00010000:00000010:1.1:1783976302.518981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c700.
00010000:00000010:1.1:1783976302.518983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593600.
00010000:00000010:1.1:1783976302.518987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c000.
00010000:00000010:1.1:1783976302.518989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593200.
00010000:00000010:1.1:1783976302.518992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c600.
00010000:00000010:1.1:1783976302.518994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592600.
00010000:00000010:1.1:1783976302.518997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c800.
00010000:00000010:1.1:1783976302.519000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40593400.
00010000:00000010:1.1:1783976302.519003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c100.
00010000:00000010:1.1:1783976302.519006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592200.
00010000:00000010:1.1:1783976302.519008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065cf00.
00010000:00000010:1.1:1783976302.519011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592e00.
00010000:00000010:1.1:1783976302.519013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c500.
00010000:00000010:1.1:1783976302.519017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbc600.
00010000:00000010:1.1:1783976302.519020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065ca00.
00010000:00000010:1.1:1783976302.519023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbd400.
00010000:00000010:1.1:1783976302.519026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c200.
00010000:00000010:1.1:1783976302.519029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbc200.
00010000:00000010:1.1:1783976302.519032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c400.
00010000:00000010:1.1:1783976302.519036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbce00.
00010000:00000010:1.1:1783976302.519040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d600.
00010000:00000010:1.1:1783976302.519044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbc000.
00010000:00000010:1.1:1783976302.519047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d800.
00010000:00000010:1.1:1783976302.519049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbca00.
00010000:00000010:1.1:1783976302.519052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d100.
00010000:00000010:1.1:1783976302.519055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbda00.
00010000:00000010:1.1:1783976302.519058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7df00.
00010000:00000010:1.1:1783976302.519060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbdc00.
00010000:00000010:1.1:1783976302.519063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d500.
00010000:00000010:1.1:1783976302.519066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbcc00.
00010000:00000010:1.1:1783976302.519070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7da00.
00010000:00000010:1.1:1783976302.519072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbc800.
00010000:00000010:1.1:1783976302.519075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d200.
00010000:00000010:1.1:1783976302.519078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbd800.
00010000:00000010:1.1:1783976302.519081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d400.
00010000:00000010:1.1:1783976302.519084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbde00.
00010000:00000010:1.1:1783976302.519086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7dd00.
00010000:00000010:1.1:1783976302.519089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbc400.
00010000:00000010:1.1:1783976302.519092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5700.
00010000:00000010:1.1:1783976302.519095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbd000.
00010000:00000010:1.1:1783976302.519097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5000.
00010000:00000010:1.1:1783976302.519100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbd600.
00010000:00000010:1.1:1783976302.519105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075ebb00.
00010000:00000010:1.1:1783976302.519109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37cbd200.
00010000:00000010:1.1:1783976302.519112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075ebe00.
00010000:00000010:1.1:1783976302.519116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810c00.
00010000:00000010:1.1:1783976302.519119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb300.
00010000:00000010:1.1:1783976302.519122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811c00.
00010000:00000010:1.1:1783976302.519126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb700.
00010000:00000010:1.1:1783976302.519129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810200.
00010000:00000010:1.1:1783976302.519133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb000.
00010000:00000010:1.1:1783976302.519136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811400.
00010000:00000010:1.1:1783976302.519139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb600.
00010000:00000010:1.1:1783976302.519142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810a00.
00010000:00000010:1.1:1783976302.519144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810e00.
00010000:00000010:1.1:1783976302.519148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06f65a00.
00010000:00000010:1.1:1783976302.519155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee12800.
00010000:00000010:1.1:1783976302.519163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb100.
00010000:00000010:1.1:1783976302.519167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cce00.
00010000:00000010:1.1:1783976302.519170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075ebf00.
00010000:00000010:1.1:1783976302.519173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cc000.
00010000:00000010:1.1:1783976302.519175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb500.
00010000:00000010:1.1:1783976302.519178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cca00.
00010000:00000010:1.1:1783976302.519181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eba00.
00010000:00000010:1.1:1783976302.519185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cda00.
00010000:00000010:1.1:1783976302.519188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb200.
00010000:00000010:1.1:1783976302.519191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cdc00.
00010000:00000010:1.1:1783976302.519194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d900.
00010000:00000010:1.1:1783976302.519197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405ccc00.
00010000:00000010:1.1:1783976302.519200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7dc00.
00010000:00000010:1.1:1783976302.519203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cc800.
00010000:00000010:1.1:1783976302.519206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7db00.
00010000:00000010:1.1:1783976302.519209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cd800.
00010000:00000010:1.1:1783976302.519212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7de00.
00010000:00000010:1.1:1783976302.519214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cde00.
00010000:00000010:1.1:1783976302.519218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d300.
00010000:00000010:1.1:1783976302.519221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cc400.
00010000:00000010:1.1:1783976302.519224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d700.
00010000:00000010:1.1:1783976302.519227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cd000.
00010000:00000010:1.1:1783976302.519229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e7d000.
00010000:00000010:1.1:1783976302.519232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cd600.
00010000:00000010:1.1:1783976302.519236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7600.
00010000:00000010:1.1:1783976302.519239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cd200.
00010000:00000010:1.1:1783976302.519242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb400.
00010000:00000010:1.1:1783976302.519244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cc600.
00010000:00000010:1.1:1783976302.519247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075ebd00.
00010000:00000010:1.1:1783976302.519249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cd400.
00010000:00000010:1.1:1783976302.519251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb900.
00010000:00000010:1.1:1783976302.519254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405cc200.
00010000:00000010:1.1:1783976302.519256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075ebc00.
00010000:00000010:1.1:1783976302.519260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddb400.
00010000:00000010:1.1:1783976302.519293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92e00.
00010000:00000010:1.1:1783976302.519318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3edda600.
00010000:00000010:1.1:1783976302.519322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92300.
00010000:00000010:1.1:1783976302.519325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddb200.
00010000:00000010:1.1:1783976302.519327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92700.
00010000:00000010:1.1:1783976302.519330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddb600.
00010000:00000010:1.1:1783976302.519333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92000.
00010000:00000010:1.1:1783976302.519335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddb000.
00010000:00000010:1.1:1783976302.519338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92600.
00010000:00000010:1.1:1783976302.519341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3edda400.
00010000:00000010:1.1:1783976302.519344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92800.
00010000:00000010:1.1:1783976302.519347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddbe00.
00010000:00000010:1.1:1783976302.519350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92100.
00010000:00000010:1.1:1783976302.519353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddb800.
00010000:00000010:1.1:1783976302.519356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92f00.
00010000:00000010:1.1:1783976302.519359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3edda200.
00010000:00000010:1.1:1783976302.519362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7800.
00010000:00000010:1.1:1783976302.519365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddae00.
00010000:00000010:1.1:1783976302.519368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7100.
00010000:00000010:1.1:1783976302.519371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3edda000.
00010000:00000010:1.1:1783976302.519373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7f00.
00010000:00000010:1.1:1783976302.519376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddaa00.
00010000:00000010:1.1:1783976302.519379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7500.
00010000:00000010:1.1:1783976302.519382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddba00.
00010000:00000010:1.1:1783976302.519385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7a00.
00010000:00000010:1.1:1783976302.519388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddbc00.
00010000:00000010:1.1:1783976302.519390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7400.
00010000:00000010:1.1:1783976302.519393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3edda800.
00010000:00000010:1.1:1783976302.519395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7d00.
00010000:00000010:1.1:1783976302.519399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53400.
00010000:00000010:1.1:1783976302.519403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7900.
00010000:00000010:1.1:1783976302.519406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52200.
00010000:00000010:1.1:1783976302.519409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7c00.
00010000:00000010:1.1:1783976302.519412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52e00.
00010000:00000010:1.1:1783976302.519414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7b00.
00010000:00000010:1.1:1783976302.519416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52000.
00010000:00000010:1.1:1783976302.519419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7e00.
00010000:00000010:1.1:1783976302.519421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52a00.
00010000:00000010:1.1:1783976302.519424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7300.
00010000:00000010:1.1:1783976302.519426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53a00.
00010000:00000010:1.1:1783976302.519429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7700.
00010000:00000010:1.1:1783976302.519431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53c00.
00010000:00000010:1.1:1783976302.519434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7000.
00010000:00000010:1.1:1783976302.519437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52c00.
00010000:00000010:1.1:1783976302.519441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8600.
00010000:00000010:1.1:1783976302.519444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52800.
00010000:00000010:1.1:1783976302.519446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92500.
00010000:00000010:1.1:1783976302.519449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53800.
00010000:00000010:1.1:1783976302.519451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92a00.
00010000:00000010:1.1:1783976302.519454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53e00.
00010000:00000010:1.1:1783976302.519456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92200.
00010000:00000010:1.1:1783976302.519459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52400.
00010000:00000010:1.1:1783976302.519461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92400.
00010000:00000010:1.1:1783976302.519464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53000.
00010000:00000010:1.1:1783976302.519466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92d00.
00010000:00000010:1.1:1783976302.519469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53600.
00010000:00000010:1.1:1783976302.519471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92900.
00010000:00000010:1.1:1783976302.519474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef53200.
00010000:00000010:1.1:1783976302.519477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92c00.
00010000:00000010:1.1:1783976302.519480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef52600.
00010000:00000010:1.1:1783976302.519482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ec92b00.
00010000:00000010:1.1:1783976302.519486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32200.
00010000:00000010:1.1:1783976302.519490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b200.
00010000:00000010:1.1:1783976302.519493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33400.
00010000:00000010:1.1:1783976302.519496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763bb00.
00010000:00000010:1.1:1783976302.519499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32600.
00010000:00000010:1.1:1783976302.519501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763be00.
00010000:00000010:1.1:1783976302.519503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33200.
00010000:00000010:1.1:1783976302.519506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8800.
00010000:00000010:1.1:1783976302.519509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32e00.
00010000:00000010:1.1:1783976302.519511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8100.
00010000:00000010:1.1:1783976302.519514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32000.
00010000:00000010:1.1:1783976302.519516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8f00.
00010000:00000010:1.1:1783976302.519519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32a00.
00010000:00000010:1.1:1783976302.519522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b300.
00010000:00000010:1.1:1783976302.519524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33a00.
00010000:00000010:1.1:1783976302.519526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b700.
00010000:00000010:1.1:1783976302.519529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33c00.
00010000:00000010:1.1:1783976302.519531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b000.
00010000:00000010:1.1:1783976302.519534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32c00.
00010000:00000010:1.1:1783976302.519536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b600.
00010000:00000010:1.1:1783976302.519539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32800.
00010000:00000010:1.1:1783976302.519542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b800.
00010000:00000010:1.1:1783976302.519545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33800.
00010000:00000010:1.1:1783976302.519548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b100.
00010000:00000010:1.1:1783976302.519550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33e00.
00010000:00000010:1.1:1783976302.519553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763bf00.
00010000:00000010:1.1:1783976302.519555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a32400.
00010000:00000010:1.1:1783976302.519558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763ba00.
00010000:00000010:1.1:1783976302.519560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33600.
00010000:00000010:1.1:1783976302.519563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8500.
00010000:00000010:1.1:1783976302.519566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810800.
00010000:00000010:1.1:1783976302.519568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8a00.
00010000:00000010:1.1:1783976302.519571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811800.
00010000:00000010:1.1:1783976302.519574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8200.
00010000:00000010:1.1:1783976302.519576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811e00.
00010000:00000010:1.1:1783976302.519579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8400.
00010000:00000010:1.1:1783976302.519582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810400.
00010000:00000010:1.1:1783976302.519584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8d00.
00010000:00000010:1.1:1783976302.519587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811000.
00010000:00000010:1.1:1783976302.519589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8900.
00010000:00000010:1.1:1783976302.519592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811600.
00010000:00000010:1.1:1783976302.519594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8c00.
00010000:00000010:1.1:1783976302.519597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41811200.
00010000:00000010:1.1:1783976302.519599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8b00.
00010000:00000010:1.1:1783976302.519602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810600.
00010000:00000010:1.1:1783976302.519605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8e00.
00010000:00000010:1.1:1783976302.519608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91e00.
00010000:00000010:1.1:1783976302.519611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8300.
00010000:00000010:1.1:1783976302.519614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90400.
00010000:00000010:1.1:1783976302.519617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8700.
00010000:00000010:1.1:1783976302.519619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91000.
00010000:00000010:1.1:1783976302.519635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db104b8000.
00010000:00000010:1.1:1783976302.519637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91600.
00010000:00000010:1.1:1783976302.519641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0bc00.
00010000:00000010:1.1:1783976302.519643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91200.
00010000:00000010:1.1:1783976302.519645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0bb00.
00010000:00000010:1.1:1783976302.519648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90600.
00010000:00000010:1.1:1783976302.519650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0be00.
00010000:00000010:1.1:1783976302.519653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91400.
00010000:00000010:1.1:1783976302.519656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b300.
00010000:00000010:1.1:1783976302.519658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90200.
00010000:00000010:1.1:1783976302.519660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b700.
00010000:00000010:1.1:1783976302.519663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90e00.
00010000:00000010:1.1:1783976302.519665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b000.
00010000:00000010:1.1:1783976302.519667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90000.
00010000:00000010:1.1:1783976302.519669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b600.
00010000:00000010:1.1:1783976302.519671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90a00.
00010000:00000010:1.1:1783976302.519673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b800.
00010000:00000010:1.1:1783976302.519675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91a00.
00010000:00000010:1.1:1783976302.519678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b400.
00010000:00000010:1.1:1783976302.519680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91c00.
00010000:00000010:1.1:1783976302.519683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b100.
00010000:00000010:1.1:1783976302.519686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90c00.
00010000:00000010:1.1:1783976302.519689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0bf00.
00010000:00000010:1.1:1783976302.519692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a90800.
00010000:00000010:1.1:1783976302.519695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b500.
00010000:00000010:1.1:1783976302.519697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08a91800.
00010000:00000010:1.1:1783976302.519700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0ba00.
00010000:00000010:1.1:1783976302.519705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368ff800.
00010000:00000010:1.1:1783976302.519708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b200.
00010000:00000010:1.1:1783976302.519712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368fe800.
00010000:00000010:1.1:1783976302.519714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b400.
00010000:00000010:1.1:1783976302.519717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368fec00.
00010000:00000010:1.1:1783976302.519719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0bd00.
00010000:00000010:1.1:1783976302.519722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368fe600.
00010000:00000010:1.1:1783976302.519725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef0b900.
00010000:00000010:1.1:1783976302.519728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368fe400.
00010000:00000010:1.1:1783976302.519730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763bd00.
00010000:00000010:1.1:1783976302.519733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368ff000.
00010000:00000010:1.1:1783976302.519736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b900.
00010000:00000010:1.1:1783976302.519739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368ff600.
00010000:00000010:1.1:1783976302.519742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763bc00.
00010000:00000010:1.1:1783976302.519745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368ffc00.
00010000:00000010:1.1:1783976302.519750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8200.
00010000:00000010:1.1:1783976302.519753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db368ffe00.
00010000:00000010:1.1:1783976302.519761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8400.
00010000:00000010:1.1:1783976302.519765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8e00.
00010000:00000010:1.1:1783976302.519767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8d00.
00010000:00000010:1.1:1783976302.519770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8000.
00010000:00000010:1.1:1783976302.519797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8900.
00010000:00000010:1.1:1783976302.519799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8a00.
00010000:00000010:1.1:1783976302.519802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8c00.
00010000:00000010:1.1:1783976302.519805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9a00.
00010000:00000010:1.1:1783976302.519808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8b00.
00010000:00000010:1.1:1783976302.519811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9c00.
00010000:00000010:1.1:1783976302.519813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8e00.
00010000:00000010:1.1:1783976302.519816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8c00.
00010000:00000010:1.1:1783976302.519819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8300.
00010000:00000010:1.1:1783976302.519821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8800.
00010000:00000010:1.1:1783976302.519824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8700.
00010000:00000010:1.1:1783976302.519827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9800.
00010000:00000010:1.1:1783976302.519830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8000.
00010000:00000010:1.1:1783976302.519832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9e00.
00010000:00000010:1.1:1783976302.519835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8600.
00010000:00000010:1.1:1783976302.519837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8400.
00010000:00000010:1.1:1783976302.519841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28a00.
00010000:00000010:1.1:1783976302.519845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9000.
00010000:00000010:1.1:1783976302.519847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28200.
00010000:00000010:1.1:1783976302.519850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9600.
00010000:00000010:1.1:1783976302.519853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28400.
00010000:00000010:1.1:1783976302.519855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9200.
00010000:00000010:1.1:1783976302.519858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28d00.
00010000:00000010:1.1:1783976302.519860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8600.
00010000:00000010:1.1:1783976302.519862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28900.
00010000:00000010:1.1:1783976302.519864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda9400.
00010000:00000010:1.1:1783976302.519866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28c00.
00010000:00000010:1.1:1783976302.519869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eda8200.
00010000:00000010:1.1:1783976302.519871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28b00.
00010000:00000010:1.1:1783976302.519874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435200.
00010000:00000010:1.1:1783976302.519876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28e00.
00010000:00000010:1.1:1783976302.519879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435600.
00010000:00000010:1.1:1783976302.519881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28300.
00010000:00000010:1.1:1783976302.519883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435000.
00010000:00000010:1.1:1783976302.519886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28700.
00010000:00000010:1.1:1783976302.519888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434400.
00010000:00000010:1.1:1783976302.519891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28000.
00010000:00000010:1.1:1783976302.519893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435400.
00010000:00000010:1.1:1783976302.519895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28600.
00010000:00000010:1.1:1783976302.519898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434200.
00010000:00000010:1.1:1783976302.519901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28800.
00010000:00000010:1.1:1783976302.519904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434e00.
00010000:00000010:1.1:1783976302.519906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28100.
00010000:00000010:1.1:1783976302.519909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434000.
00010000:00000010:1.1:1783976302.519911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28f00.
00010000:00000010:1.1:1783976302.519913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434a00.
00010000:00000010:1.1:1783976302.519915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d28500.
00010000:00000010:1.1:1783976302.519918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435a00.
00010000:00000010:1.1:1783976302.519922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8d00.
00010000:00000010:1.1:1783976302.519926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435c00.
00010000:00000010:1.1:1783976302.519929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8900.
00010000:00000010:1.1:1783976302.519931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434c00.
00010000:00000010:1.1:1783976302.519934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8c00.
00010000:00000010:1.1:1783976302.519936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434800.
00010000:00000010:1.1:1783976302.519938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8b00.
00010000:00000010:1.1:1783976302.519941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435800.
00010000:00000010:1.1:1783976302.519944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8800.
00010000:00000010:1.1:1783976302.519947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41434600.
00010000:00000010:1.1:1783976302.519950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8100.
00010000:00000010:1.1:1783976302.519953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00200.
00010000:00000010:1.1:1783976302.519956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8f00.
00010000:00000010:1.1:1783976302.519958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00e00.
00010000:00000010:1.1:1783976302.519960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8500.
00010000:00000010:1.1:1783976302.519962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00000.
00010000:00000010:1.1:1783976302.519964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076b8a00.
00010000:00000010:1.1:1783976302.519967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00a00.
00010000:00000010:1.1:1783976302.519970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8f00.
00010000:00000010:1.1:1783976302.519973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01a00.
00010000:00000010:1.1:1783976302.519975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8500.
00010000:00000010:1.1:1783976302.519978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01c00.
00010000:00000010:1.1:1783976302.519980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8a00.
00010000:00000010:1.1:1783976302.519983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00c00.
00010000:00000010:1.1:1783976302.519986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8200.
00010000:00000010:1.1:1783976302.519989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00800.
00010000:00000010:1.1:1783976302.519991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8400.
00010000:00000010:1.1:1783976302.519993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01800.
00010000:00000010:1.1:1783976302.519996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8d00.
00010000:00000010:1.1:1783976302.519999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01e00.
00010000:00000010:1.1:1783976302.520002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8900.
00010000:00000010:1.1:1783976302.520004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00400.
00010000:00000010:1.1:1783976302.520007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8c00.
00010000:00000010:1.1:1783976302.520009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01000.
00010000:00000010:1.1:1783976302.520012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8b00.
00010000:00000010:1.1:1783976302.520015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01600.
00010000:00000010:1.1:1783976302.520018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8300.
00010000:00000010:1.1:1783976302.520021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01200.
00010000:00000010:1.1:1783976302.520023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8700.
00010000:00000010:1.1:1783976302.520026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b00600.
00010000:00000010:1.1:1783976302.520029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8000.
00010000:00000010:1.1:1783976302.520032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b01400.
00010000:00000010:1.1:1783976302.520034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8600.
00010000:00000010:1.1:1783976302.520038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059c600.
00010000:00000010:1.1:1783976302.520041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8800.
00010000:00000010:1.1:1783976302.520044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059d200.
00010000:00000010:1.1:1783976302.520049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8100.
00010000:00000010:1.1:1783976302.520051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059d600.
00010000:00000010:1.1:1783976302.520053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8f00.
00010000:00000010:1.1:1783976302.520056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059d000.
00010000:00000010:1.1:1783976302.520058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8500.
00010000:00000010:1.1:1783976302.520060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059c400.
00010000:00000010:1.1:1783976302.520063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8a00.
00010000:00000010:1.1:1783976302.520065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059de00.
00010000:00000010:1.1:1783976302.520067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8200.
00010000:00000010:1.1:1783976302.520071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059d800.
00010000:00000010:1.1:1783976302.520073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8400.
00010000:00000010:1.1:1783976302.520075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059c800.
00010000:00000010:1.1:1783976302.520079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533c00.
00010000:00000010:1.1:1783976302.520081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059cc00.
00010000:00000010:1.1:1783976302.520083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533b00.
00010000:00000010:1.1:1783976302.520086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059dc00.
00010000:00000010:1.1:1783976302.520088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533e00.
00010000:00000010:1.1:1783976302.520091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059da00.
00010000:00000010:1.1:1783976302.520093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533300.
00010000:00000010:1.1:1783976302.520096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059ca00.
00010000:00000010:1.1:1783976302.520098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533700.
00010000:00000010:1.1:1783976302.520101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059c200.
00010000:00000010:1.1:1783976302.520103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533600.
00010000:00000010:1.1:1783976302.520106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059c000.
00010000:00000010:1.1:1783976302.520109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8e00.
00010000:00000010:1.1:1783976302.520112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059d400.
00010000:00000010:1.1:1783976302.520115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8300.
00010000:00000010:1.1:1783976302.520118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24200.
00010000:00000010:1.1:1783976302.520121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8700.
00010000:00000010:1.1:1783976302.520124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24e00.
00010000:00000010:1.1:1783976302.520127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8000.
00010000:00000010:1.1:1783976302.520129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24000.
00010000:00000010:1.1:1783976302.520132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8600.
00010000:00000010:1.1:1783976302.520134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24a00.
00010000:00000010:1.1:1783976302.520136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8800.
00010000:00000010:1.1:1783976302.520139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25a00.
00010000:00000010:1.1:1783976302.520141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405e8100.
00010000:00000010:1.1:1783976302.520144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25c00.
00010000:00000010:1.1:1783976302.520148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e600.
00010000:00000010:1.1:1783976302.520150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24c00.
00010000:00000010:1.1:1783976302.520152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e800.
00010000:00000010:1.1:1783976302.520155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24800.
00010000:00000010:1.1:1783976302.520157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e100.
00010000:00000010:1.1:1783976302.520159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25800.
00010000:00000010:1.1:1783976302.520162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581ef00.
00010000:00000010:1.1:1783976302.520164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25e00.
00010000:00000010:1.1:1783976302.520167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e500.
00010000:00000010:1.1:1783976302.520169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24400.
00010000:00000010:1.1:1783976302.520172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581ea00.
00010000:00000010:1.1:1783976302.520174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25000.
00010000:00000010:1.1:1783976302.520176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e200.
00010000:00000010:1.1:1783976302.520179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25600.
00010000:00000010:1.1:1783976302.520181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533900.
00010000:00000010:1.1:1783976302.520183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25200.
00010000:00000010:1.1:1783976302.520186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e400.
00010000:00000010:1.1:1783976302.520188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c24600.
00010000:00000010:1.1:1783976302.520190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581ed00.
00010000:00000010:1.1:1783976302.520193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c25400.
00010000:00000010:1.1:1783976302.520195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e900.
00010000:00000010:1.1:1783976302.520199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836c00.
00010000:00000010:1.1:1783976302.520202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581ec00.
00010000:00000010:1.1:1783976302.520206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837c00.
00010000:00000010:1.1:1783976302.520212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6800.
00010000:00000010:1.1:1783976302.520216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837a00.
00010000:00000010:1.1:1783976302.520219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6100.
00010000:00000010:1.1:1783976302.520221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836a00.
00010000:00000010:1.1:1783976302.520224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6f00.
00010000:00000010:1.1:1783976302.520227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836000.
00010000:00000010:1.1:1783976302.520229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6500.
00010000:00000010:1.1:1783976302.520231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836e00.
00010000:00000010:1.1:1783976302.520233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6a00.
00010000:00000010:1.1:1783976302.520235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836200.
00010000:00000010:1.1:1783976302.520237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6200.
00010000:00000010:1.1:1783976302.520240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837400.
00010000:00000010:1.1:1783976302.520242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6400.
00010000:00000010:1.1:1783976302.520244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836600.
00010000:00000010:1.1:1783976302.520247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6d00.
00010000:00000010:1.1:1783976302.520249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837200.
00010000:00000010:1.1:1783976302.520252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6900.
00010000:00000010:1.1:1783976302.520254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837800.
00010000:00000010:1.1:1783976302.520257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6c00.
00010000:00000010:1.1:1783976302.520260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837e00.
00010000:00000010:1.1:1783976302.520262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6b00.
00010000:00000010:1.1:1783976302.520264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836400.
00010000:00000010:1.1:1783976302.520267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6e00.
00010000:00000010:1.1:1783976302.520269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837000.
00010000:00000010:1.1:1783976302.520272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6300.
00010000:00000010:1.1:1783976302.520274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41837600.
00010000:00000010:1.1:1783976302.520276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581eb00.
00010000:00000010:1.1:1783976302.520279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41836800.
00010000:00000010:1.1:1783976302.520283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581ee00.
00010000:00000010:1.1:1783976302.520288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce4a00.
00010000:00000010:1.1:1783976302.520291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e300.
00010000:00000010:1.1:1783976302.520295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5a00.
00010000:00000010:1.1:1783976302.520298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e700.
00010000:00000010:1.1:1783976302.520301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5c00.
00010000:00000010:1.1:1783976302.520303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0581e000.
00010000:00000010:1.1:1783976302.520305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce4c00.
00010000:00000010:1.1:1783976302.520312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4187bb00.
00010000:00000010:1.1:1783976302.520315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce4800.
00010000:00000010:1.1:1783976302.520317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4187be00.
00010000:00000010:1.1:1783976302.520320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5800.
00010000:00000010:1.1:1783976302.520323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4187b300.
00010000:00000010:1.1:1783976302.520325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5e00.
00010000:00000010:1.1:1783976302.520328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6700.
00010000:00000010:1.1:1783976302.520330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce4400.
00010000:00000010:1.1:1783976302.520333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6000.
00010000:00000010:1.1:1783976302.520336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5000.
00010000:00000010:1.1:1783976302.520338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f4e6600.
00010000:00000010:1.1:1783976302.520341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39ce5600.
00010000:00000010:3.1:1783976302.597968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0600.
00010000:00000010:3.1:1783976302.597975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04800.
00010000:00000010:3.1:1783976302.597979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0800.
00010000:00000010:3.1:1783976302.597982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05800.
00010000:00000010:3.1:1783976302.597985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0100.
00010000:00000010:3.1:1783976302.597988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05e00.
00010000:00000010:3.1:1783976302.597990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0f00.
00010000:00000010:3.1:1783976302.597993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04400.
00010000:00000010:3.1:1783976302.597995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0500.
00010000:00000010:3.1:1783976302.597998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05000.
00010000:00000010:3.1:1783976302.598000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0a00.
00010000:00000010:3.1:1783976302.598003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05600.
00010000:00000010:3.1:1783976302.598005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0200.
00010000:00000010:3.1:1783976302.598009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05200.
00010000:00000010:3.1:1783976302.598011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0400.
00010000:00000010:3.1:1783976302.598013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04600.
00010000:00000010:3.1:1783976302.598016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0d00.
00010000:00000010:3.1:1783976302.598018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05400.
00010000:00000010:3.1:1783976302.598020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0900.
00010000:00000010:3.1:1783976302.598023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04200.
00010000:00000010:3.1:1783976302.598025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0c00.
00010000:00000010:3.1:1783976302.598027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04e00.
00010000:00000010:3.1:1783976302.598030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119fc500.
00010000:00000010:3.1:1783976302.598033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04000.
00010000:00000010:3.1:1783976302.598036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119fc300.
00010000:00000010:3.1:1783976302.598038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04a00.
00010000:00000010:3.1:1783976302.598041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119fc900.
00010000:00000010:3.1:1783976302.598043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05a00.
00010000:00000010:3.1:1783976302.598045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119fc000.
00010000:00000010:3.1:1783976302.598048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c05c00.
00010000:00000010:3.1:1783976302.598051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9d00.
00010000:00000010:3.1:1783976302.598054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c04c00.
00010000:00000010:3.1:1783976302.598056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9100.
00010000:00000010:3.1:1783976302.598059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4400.
00010000:00000010:3.1:1783976302.598062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9700.
00010000:00000010:3.1:1783976302.598065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5600.
00010000:00000010:3.1:1783976302.598068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9c00.
00010000:00000010:3.1:1783976302.598070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5200.
00010000:00000010:3.1:1783976302.598073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9e00.
00010000:00000010:3.1:1783976302.598075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4600.
00010000:00000010:3.1:1783976302.598078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9200.
00010000:00000010:3.1:1783976302.598081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5400.
00010000:00000010:3.1:1783976302.598083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9900.
00010000:00000010:3.1:1783976302.598086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4200.
00010000:00000010:3.1:1783976302.598088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9400.
00010000:00000010:3.1:1783976302.598090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4e00.
00010000:00000010:3.1:1783976302.598092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9f00.
00010000:00000010:3.1:1783976302.598095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4000.
00010000:00000010:3.1:1783976302.598097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9000.
00010000:00000010:3.1:1783976302.598099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4a00.
00010000:00000010:3.1:1783976302.598101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9b00.
00010000:00000010:3.1:1783976302.598103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5a00.
00010000:00000010:3.1:1783976302.598105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9300.
00010000:00000010:3.1:1783976302.598107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5c00.
00010000:00000010:3.1:1783976302.598109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bd0b00.
00010000:00000010:3.1:1783976302.598112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4c00.
00010000:00000010:3.1:1783976302.598114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9600.
00010000:00000010:3.1:1783976302.598116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb4800.
00010000:00000010:3.1:1783976302.598119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06fabc00.
00010000:00000010:3.1:1783976302.598122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5800.
00010000:00000010:3.1:1783976302.598124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06fabb00.
00010000:00000010:3.1:1783976302.598136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39eb5e00.
00010000:00000010:3.1:1783976302.598144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d3f200.
00010000:00000010:3.1:1783976302.598147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0914bc00.
00010000:00000010:3.1:1783976302.598151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d3f400.
00010000:00000010:3.1:1783976302.598157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0914ac00.
00010000:00000010:3.1:1783976302.598164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7a00.
00010000:00000010:3.1:1783976302.598167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0914a800.
00010000:00000010:3.1:1783976302.598173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7200.
00010000:00000010:3.1:1783976302.598178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7e800.
00010000:00000010:3.1:1783976302.598181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7400.
00010000:00000010:3.1:1783976302.598184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7f800.
00010000:00000010:3.1:1783976302.598187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7d00.
00010000:00000010:3.1:1783976302.598190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7fe00.
00010000:00000010:3.1:1783976302.598193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7900.
00010000:00000010:3.1:1783976302.598195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7e400.
00010000:00000010:3.1:1783976302.598198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7c00.
00010000:00000010:3.1:1783976302.598201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7f000.
00010000:00000010:3.1:1783976302.598203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7b00.
00010000:00000010:3.1:1783976302.598206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7f600.
00010000:00000010:3.1:1783976302.598209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7e00.
00010000:00000010:3.1:1783976302.598211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7f200.
00010000:00000010:3.1:1783976302.598214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7300.
00010000:00000010:3.1:1783976302.598216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7e600.
00010000:00000010:3.1:1783976302.598218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7700.
00010000:00000010:3.1:1783976302.598220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7f400.
00010000:00000010:3.1:1783976302.598223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9500.
00010000:00000010:3.1:1783976302.598225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7e200.
00010000:00000010:3.1:1783976302.598228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9800.
00010000:00000010:3.1:1783976302.598230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7ee00.
00010000:00000010:3.1:1783976302.598233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db06ee9a00.
00010000:00000010:3.1:1783976302.598235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7e000.
00010000:00000010:3.1:1783976302.598239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9900.
00010000:00000010:3.1:1783976302.598242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7ea00.
00010000:00000010:3.1:1783976302.598245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9f00.
00010000:00000010:3.1:1783976302.598248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7fa00.
00010000:00000010:3.1:1783976302.598250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9800.
00010000:00000010:3.1:1783976302.598252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7fc00.
00010000:00000010:3.1:1783976302.598254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9c00.
00010000:00000010:3.1:1783976302.598257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f7ec00.
00010000:00000010:3.1:1783976302.598259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9500.
00010000:00000010:3.1:1783976302.598263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41747a00.
00010000:00000010:3.1:1783976302.598267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9100.
00010000:00000010:3.1:1783976302.598271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746a00.
00010000:00000010:3.1:1783976302.598275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9300.
00010000:00000010:3.1:1783976302.598277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746000.
00010000:00000010:3.1:1783976302.598280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9b00.
00010000:00000010:3.1:1783976302.598283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746e00.
00010000:00000010:3.1:1783976302.598286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7000.
00010000:00000010:3.1:1783976302.598289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746200.
00010000:00000010:3.1:1783976302.598291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7600.
00010000:00000010:3.1:1783976302.598294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41747400.
00010000:00000010:3.1:1783976302.598296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7800.
00010000:00000010:3.1:1783976302.598299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746600.
00010000:00000010:3.1:1783976302.602967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7100.
00010000:00000010:3.1:1783976302.602975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41747200.
00010000:00000010:3.1:1783976302.602978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f7b7f00.
00010000:00000010:3.1:1783976302.602988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41747600.
00010000:00000010:3.1:1783976302.602991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9000.
00010000:00000010:3.1:1783976302.602995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41747000.
00010000:00000010:3.1:1783976302.602997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9a00.
00010000:00000010:3.1:1783976302.603001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746400.
00010000:00000010:3.1:1783976302.603003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db085d9700.
00010000:00000010:3.1:1783976302.603006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41746c00.
00010000:00000010:3.1:1783976302.603010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea800.
00010000:00000010:3.1:1783976302.603014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68400.
00010000:00000010:3.1:1783976302.603018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea900.
00010000:00000010:3.1:1783976302.603022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69000.
00010000:00000010:3.1:1783976302.603025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bead00.
00010000:00000010:3.1:1783976302.603028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69600.
00010000:00000010:3.1:1783976302.603031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea500.
00010000:00000010:3.1:1783976302.603034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69200.
00010000:00000010:3.1:1783976302.603037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea100.
00010000:00000010:3.1:1783976302.603040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68600.
00010000:00000010:3.1:1783976302.603043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41beac00.
00010000:00000010:3.1:1783976302.603045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69400.
00010000:00000010:3.1:1783976302.603050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea000.
00010000:00000010:3.1:1783976302.603053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68200.
00010000:00000010:3.1:1783976302.603055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41beaa00.
00010000:00000010:3.1:1783976302.603058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68e00.
00010000:00000010:3.1:1783976302.603061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41beab00.
00010000:00000010:3.1:1783976302.603064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68000.
00010000:00000010:3.1:1783976302.603067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea300.
00010000:00000010:3.1:1783976302.603069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68a00.
00010000:00000010:3.1:1783976302.603072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea600.
00010000:00000010:3.1:1783976302.603075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69a00.
00010000:00000010:3.1:1783976302.603077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea200.
00010000:00000010:3.1:1783976302.603080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69c00.
00010000:00000010:3.1:1783976302.603083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41beae00.
00010000:00000010:3.1:1783976302.603085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68c00.
00010000:00000010:3.1:1783976302.603088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bea700.
00010000:00000010:3.1:1783976302.603096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d68800.
00010000:00000010:3.1:1783976302.603101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dbf00.
00010000:00000010:3.1:1783976302.603104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69800.
00010000:00000010:3.1:1783976302.603107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084db500.
00010000:00000010:3.1:1783976302.603110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d69e00.
00010000:00000010:3.1:1783976302.603112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dba00.
00010000:00000010:3.1:1783976302.603116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db00030200.
00010000:00000010:3.1:1783976302.603121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084db200.
00010000:00000010:3.1:1783976302.603124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db00030e00.
00010000:00000010:3.1:1783976302.603126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084db400.
00010000:00000010:3.1:1783976302.603129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db00031400.
00010000:00000010:3.1:1783976302.603134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dbd00.
00010000:00000010:3.1:1783976302.603137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2800.
00010000:00000010:3.1:1783976302.603140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084db900.
00010000:00000010:3.1:1783976302.603143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f3600.
00010000:00000010:3.1:1783976302.603147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b800.
00010000:00000010:3.1:1783976302.603150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2e00.
00010000:00000010:3.1:1783976302.603153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b900.
00010000:00000010:3.1:1783976302.603156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2000.
00010000:00000010:3.1:1783976302.603158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7ba00.
00010000:00000010:3.1:1783976302.603161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f3000.
00010000:00000010:3.1:1783976302.603164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b000.
00010000:00000010:3.1:1783976302.603167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2a00.
00010000:00000010:3.1:1783976302.603169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7bf00.
00010000:00000010:3.1:1783976302.603172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f3200.
00010000:00000010:3.1:1783976302.603174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b300.
00010000:00000010:3.1:1783976302.603177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2200.
00010000:00000010:3.1:1783976302.603179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b100.
00010000:00000010:3.1:1783976302.603182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f2400.
00010000:00000010:3.1:1783976302.603184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7bc00.
00010000:00000010:3.1:1783976302.603186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f3e00.
00010000:00000010:3.1:1783976302.603189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b7b600.
00010000:00000010:3.1:1783976302.603192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db014f3400.
00010000:00000010:3.1:1783976302.603195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577300.
00010000:00000010:3.1:1783976302.603198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db00030a00.
00010000:00000010:3.1:1783976302.603201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577900.
00010000:00000010:3.1:1783976302.603204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db00031200.
00010000:00000010:3.1:1783976302.603207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577b00.
00010000:00000010:3.1:1783976302.603210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86200.
00010000:00000010:3.1:1783976302.603213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577e00.
00010000:00000010:3.1:1783976302.603216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86a00.
00010000:00000010:3.1:1783976302.603219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dbc00.
00010000:00000010:3.1:1783976302.603222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87a00.
00010000:00000010:3.1:1783976302.603225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577700.
00010000:00000010:3.1:1783976302.603228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86c00.
00010000:00000010:3.1:1783976302.603231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577c00.
00010000:00000010:3.1:1783976302.603234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87600.
00010000:00000010:3.1:1783976302.603236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577400.
00010000:00000010:3.1:1783976302.603239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87800.
00010000:00000010:3.1:1783976302.603243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577000.
00010000:00000010:3.1:1783976302.603246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86000.
00010000:00000010:3.1:1783976302.603249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dbb00.
00010000:00000010:3.1:1783976302.603252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87400.
00010000:00000010:3.1:1783976302.603254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084dbe00.
00010000:00000010:3.1:1783976302.603256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87200.
00010000:00000010:3.1:1783976302.603258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db084db300.
00010000:00000010:3.1:1783976302.603267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87000.
00010000:00000010:3.1:1783976302.603271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab600.
00010000:00000010:3.1:1783976302.603274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86e00.
00010000:00000010:3.1:1783976302.603277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab800.
00010000:00000010:3.1:1783976302.603279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87c00.
00010000:00000010:3.1:1783976302.603282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab100.
00010000:00000010:3.1:1783976302.603284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c87e00.
00010000:00000010:3.1:1783976302.603287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeabf00.
00010000:00000010:3.1:1783976302.603289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86600.
00010000:00000010:3.1:1783976302.603292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab500.
00010000:00000010:3.1:1783976302.603295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db05c86400.
00010000:00000010:3.1:1783976302.603298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeaba00.
00010000:00000010:3.1:1783976302.603301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23600.
00010000:00000010:3.1:1783976302.603305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab200.
00010000:00000010:3.1:1783976302.603307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23200.
00010000:00000010:3.1:1783976302.603310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab400.
00010000:00000010:3.1:1783976302.603389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22c00.
00010000:00000010:3.1:1783976302.603396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeabd00.
00010000:00000010:3.1:1783976302.603398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22800.
00010000:00000010:3.1:1783976302.603401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab900.
00010000:00000010:3.1:1783976302.603403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23e00.
00010000:00000010:3.1:1783976302.603406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeabc00.
00010000:00000010:3.1:1783976302.603408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23000.
00010000:00000010:3.1:1783976302.603411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeabb00.
00010000:00000010:3.1:1783976302.603413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22400.
00010000:00000010:3.1:1783976302.603416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeabe00.
00010000:00000010:3.1:1783976302.603419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23400.
00010000:00000010:3.1:1783976302.603421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab300.
00010000:00000010:3.1:1783976302.603424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22200.
00010000:00000010:3.1:1783976302.603427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab700.
00010000:00000010:3.1:1783976302.603430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22e00.
00010000:00000010:3.1:1783976302.603432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40577f00.
00010000:00000010:3.1:1783976302.603440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23a00.
00010000:00000010:3.1:1783976302.603443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeab000.
00010000:00000010:3.1:1783976302.603445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22000.
00010000:00000010:3.1:1783976302.603448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063000.
00010000:00000010:3.1:1783976302.603451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f23800.
00010000:00000010:3.1:1783976302.603453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063600.
00010000:00000010:3.1:1783976302.603457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22600.
00010000:00000010:3.1:1783976302.603459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f22a00.
00010000:00000010:3.1:1783976302.603468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40744f00.
00010000:00000010:3.1:1783976302.603476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27deba00.
00010000:00000010:3.1:1783976302.603484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063b00.
00010000:00000010:3.1:1783976302.603488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d11200.
00010000:00000010:3.1:1783976302.603491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063e00.
00010000:00000010:3.1:1783976302.603494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10600.
00010000:00000010:3.1:1783976302.603496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063300.
00010000:00000010:3.1:1783976302.603499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10a00.
00010000:00000010:3.1:1783976302.603501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db14063700.
00010000:00000010:3.1:1783976302.603511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10200.
00010000:00000010:3.1:1783976302.603515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0900.
00010000:00000010:3.1:1783976302.603550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d11c00.
00010000:00000010:3.1:1783976302.603554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0f00.
00010000:00000010:3.1:1783976302.603557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d11800.
00010000:00000010:3.1:1783976302.603560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0100.
00010000:00000010:3.1:1783976302.603562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d11400.
00010000:00000010:3.1:1783976302.603564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0200.
00010000:00000010:3.1:1783976302.603567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d11a00.
00010000:00000010:3.1:1783976302.603569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0400.
00010000:00000010:3.1:1783976302.603572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10c00.
00010000:00000010:3.1:1783976302.603574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0d00.
00010000:00000010:3.1:1783976302.603578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10800.
00010000:00000010:3.1:1783976302.603580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0600.
00010000:00000010:3.1:1783976302.603583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10e00.
00010000:00000010:3.1:1783976302.603586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0a00.
00010000:00000010:3.1:1783976302.603588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d10000.
00010000:00000010:3.1:1783976302.603595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0a6e0e00.
00010000:00000010:3.1:1783976302.603600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11400.
00010000:00000010:3.1:1783976302.603605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb400.
00010000:00000010:3.1:1783976302.603610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10000.
00010000:00000010:3.1:1783976302.603612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb500.
00010000:00000010:3.1:1783976302.603614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11800.
00010000:00000010:3.1:1783976302.603616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb700.
00010000:00000010:3.1:1783976302.603629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10e00.
00010000:00000010:3.1:1783976302.603632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb300.
00010000:00000010:3.1:1783976302.603635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11e00.
00010000:00000010:3.1:1783976302.603639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb100.
00010000:00000010:3.1:1783976302.603642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10a00.
00010000:00000010:3.1:1783976302.603645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb600.
00010000:00000010:3.1:1783976302.603647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10400.
00010000:00000010:3.1:1783976302.603650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cbc00.
00010000:00000010:3.1:1783976302.603652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10c00.
00010000:00000010:3.1:1783976302.603656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486c00.
00010000:00000010:3.1:1783976302.603659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10200.
00010000:00000010:3.1:1783976302.603662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb200.
00010000:00000010:3.1:1783976302.603666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11000.
00010000:00000010:3.1:1783976302.603668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cbe00.
00010000:00000010:3.1:1783976302.603671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11c00.
00010000:00000010:3.1:1783976302.603674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486d00.
00010000:00000010:3.1:1783976302.603677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11a00.
00010000:00000010:3.1:1783976302.603680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486400.
00010000:00000010:3.1:1783976302.603683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f10800.
00010000:00000010:3.1:1783976302.603685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486a00.
00010000:00000010:3.1:1783976302.603688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27f11600.
00010000:00000010:3.1:1783976302.603697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486800.
00010000:00000010:3.1:1783976302.603701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08130e00.
00010000:00000010:3.1:1783976302.603704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486000.
00010000:00000010:3.1:1783976302.603707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08131000.
00010000:00000010:3.1:1783976302.603710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486b00.
00010000:00000010:3.1:1783976302.603712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08130200.
00010000:00000010:3.1:1783976302.603715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486900.
00010000:00000010:3.1:1783976302.603717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08130c00.
00010000:00000010:3.1:1783976302.603719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486e00.
00010000:00000010:3.1:1783976302.603722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164dc00.
00010000:00000010:3.1:1783976302.603726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486100.
00010000:00000010:3.1:1783976302.603729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164da00.
00010000:00000010:3.1:1783976302.603731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb000.
00010000:00000010:3.1:1783976302.603734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164d600.
00010000:00000010:3.1:1783976302.603736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cbd00.
00010000:00000010:3.1:1783976302.603739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164d400.
00010000:00000010:3.1:1783976302.603742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f486f00.
00010000:00000010:3.1:1783976302.603751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164c800.
00010000:00000010:3.1:1783976302.603756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e800.
00010000:00000010:3.1:1783976302.603760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164c000.
00010000:00000010:3.1:1783976302.603763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e400.
00010000:00000010:3.1:1783976302.603766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164c600.
00010000:00000010:3.1:1783976302.603768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142ea00.
00010000:00000010:3.1:1783976302.603771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164ca00.
00010000:00000010:3.1:1783976302.604888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142eb00.
00010000:00000010:3.1:1783976302.604892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164d200.
00010000:00000010:3.1:1783976302.604895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e900.
00010000:00000010:3.1:1783976302.604899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0164cc00.
00010000:00000010:3.1:1783976302.604901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e300.
00010000:00000010:3.1:1783976302.604905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5e000.
00010000:00000010:3.1:1783976302.604908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e100.
00010000:00000010:3.1:1783976302.604911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5f400.
00010000:00000010:3.1:1783976302.604914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142ed00.
00010000:00000010:3.1:1783976302.604917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5f200.
00010000:00000010:3.1:1783976302.604920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e200.
00010000:00000010:3.1:1783976302.604923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5ea00.
00010000:00000010:3.1:1783976302.604926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142ee00.
00010000:00000010:3.1:1783976302.604929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5e200.
00010000:00000010:3.1:1783976302.604931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142ec00.
00010000:00000010:3.1:1783976302.604933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5f800.
00010000:00000010:3.1:1783976302.604936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e700.
00010000:00000010:3.1:1783976302.604938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5f600.
00010000:00000010:3.1:1783976302.604940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e000.
00010000:00000010:3.1:1783976302.604942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5e600.
00010000:00000010:3.1:1783976302.604944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142ef00.
00010000:00000010:3.1:1783976302.604947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5ee00.
00010000:00000010:3.1:1783976302.604949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e600.
00010000:00000010:3.1:1783976302.604951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5fa00.
00010000:00000010:3.1:1783976302.604954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4142e500.
00010000:00000010:3.1:1783976302.604956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5fc00.
00010000:00000010:3.1:1783976302.604961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6300.
00010000:00000010:3.1:1783976302.604964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5ec00.
00010000:00000010:3.1:1783976302.604966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6800.
00010000:00000010:3.1:1783976302.604969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5e800.
00010000:00000010:3.1:1783976302.604971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6000.
00010000:00000010:3.1:1783976302.604973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5fe00.
00010000:00000010:3.1:1783976302.604976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6b00.
00010000:00000010:3.1:1783976302.604979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5e400.
00010000:00000010:3.1:1783976302.604982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cbf00.
00010000:00000010:3.1:1783976302.604986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c5f000.
00010000:00000010:3.1:1783976302.604989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cb800.
00010000:00000010:3.1:1783976302.604993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68000.
00010000:00000010:3.1:1783976302.604996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0b5cba00.
00010000:00000010:3.1:1783976302.605000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69000.
00010000:00000010:3.1:1783976302.605004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58100.
00010000:00000010:3.1:1783976302.605007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68400.
00010000:00000010:3.1:1783976302.605009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58600.
00010000:00000010:3.1:1783976302.605013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68e00.
00010000:00000010:3.1:1783976302.605015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58d00.
00010000:00000010:3.1:1783976302.605018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68600.
00010000:00000010:3.1:1783976302.605021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58c00.
00010000:00000010:3.1:1783976302.605024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69200.
00010000:00000010:3.1:1783976302.605026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58000.
00010000:00000010:3.1:1783976302.605029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69a00.
00010000:00000010:3.1:1783976302.605032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6700.
00010000:00000010:3.1:1783976302.605034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68a00.
00010000:00000010:3.1:1783976302.605037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6100.
00010000:00000010:3.1:1783976302.605039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69c00.
00010000:00000010:3.1:1783976302.605042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6600.
00010000:00000010:3.1:1783976302.605044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69800.
00010000:00000010:3.1:1783976302.605047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6e00.
00010000:00000010:3.1:1783976302.605050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68200.
00010000:00000010:3.1:1783976302.605052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6f00.
00010000:00000010:3.1:1783976302.605055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69e00.
00010000:00000010:3.1:1783976302.605058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6400.
00010000:00000010:3.1:1783976302.605060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69600.
00010000:00000010:3.1:1783976302.605063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6a00.
00010000:00000010:3.1:1783976302.605066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c69400.
00010000:00000010:3.1:1783976302.605068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6900.
00010000:00000010:3.1:1783976302.605070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c68c00.
00010000:00000010:3.1:1783976302.605072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6500.
00010000:00000010:3.1:1783976302.605076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783400.
00010000:00000010:3.1:1783976302.605078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6d00.
00010000:00000010:3.1:1783976302.605081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782e00.
00010000:00000010:3.1:1783976302.605084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6200.
00010000:00000010:3.1:1783976302.605086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782800.
00010000:00000010:3.1:1783976302.605088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db105a6c00.
00010000:00000010:3.1:1783976302.605091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783a00.
00010000:00000010:3.1:1783976302.605094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd800.
00010000:00000010:3.1:1783976302.605098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783c00.
00010000:00000010:3.1:1783976302.605100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd000.
00010000:00000010:3.1:1783976302.605102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783000.
00010000:00000010:3.1:1783976302.605105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd900.
00010000:00000010:3.1:1783976302.605108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783600.
00010000:00000010:3.1:1783976302.605110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58700.
00010000:00000010:3.1:1783976302.605112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782200.
00010000:00000010:3.1:1783976302.605114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd100.
00010000:00000010:3.1:1783976302.605117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782c00.
00010000:00000010:3.1:1783976302.605119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd600.
00010000:00000010:3.1:1783976302.605122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783e00.
00010000:00000010:3.1:1783976302.605124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbdc00.
00010000:00000010:3.1:1783976302.605126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782000.
00010000:00000010:3.1:1783976302.605128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbdf00.
00010000:00000010:3.1:1783976302.605131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782a00.
00010000:00000010:3.1:1783976302.605133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd300.
00010000:00000010:3.1:1783976302.605136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782400.
00010000:00000010:3.1:1783976302.605138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbda00.
00010000:00000010:3.1:1783976302.605140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783200.
00010000:00000010:3.1:1783976302.605143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd400.
00010000:00000010:3.1:1783976302.605145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40783800.
00010000:00000010:3.1:1783976302.605147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbdb00.
00010000:00000010:3.1:1783976302.605150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40782600.
00010000:00000010:3.1:1783976302.605152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bbd500.
00010000:00000010:3.1:1783976302.605163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b20600.
00010000:00000010:3.1:1783976302.605167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58400.
00010000:00000010:3.1:1783976302.605169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b21e00.
00010000:00000010:3.1:1783976302.605172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58a00.
00010000:00000010:3.1:1783976302.605175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b21000.
00010000:00000010:3.1:1783976302.605177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33e58300.
00010000:00000010:3.1:1783976302.605179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b20800.
00010000:00000010:3.1:1783976302.605184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706600.
00010000:00000010:3.1:1783976302.605186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b20a00.
00010000:00000010:3.1:1783976302.605189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706100.
00010000:00000010:3.1:1783976302.605191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b21200.
00010000:00000010:3.1:1783976302.605193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706700.
00010000:00000010:3.1:1783976302.605196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b20e00.
00010000:00000010:3.1:1783976302.605198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706f00.
00010000:00000010:3.1:1783976302.605200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b21400.
00010000:00000010:3.1:1783976302.605202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706400.
00010000:00000010:3.1:1783976302.605206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52400.
00010000:00000010:3.1:1783976302.605208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706000.
00010000:00000010:3.1:1783976302.605212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53200.
00010000:00000010:3.1:1783976302.605214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706900.
00010000:00000010:3.1:1783976302.605216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52c00.
00010000:00000010:3.1:1783976302.605218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706500.
00010000:00000010:3.1:1783976302.605221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53600.
00010000:00000010:3.1:1783976302.605223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706e00.
00010000:00000010:3.1:1783976302.605226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52000.
00010000:00000010:3.1:1783976302.605228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706c00.
00010000:00000010:3.1:1783976302.605231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52800.
00010000:00000010:3.1:1783976302.605233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706a00.
00010000:00000010:3.1:1783976302.605235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52a00.
00010000:00000010:3.1:1783976302.605238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706300.
00010000:00000010:3.1:1783976302.605241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53800.
00010000:00000010:3.1:1783976302.605243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706b00.
00010000:00000010:3.1:1783976302.605246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53e00.
00010000:00000010:3.1:1783976302.605249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610c00.
00010000:00000010:3.1:1783976302.605252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53c00.
00010000:00000010:3.1:1783976302.605255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610600.
00010000:00000010:3.1:1783976302.605257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52600.
00010000:00000010:3.1:1783976302.605261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62600.
00010000:00000010:3.1:1783976302.605263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53400.
00010000:00000010:3.1:1783976302.605266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610100.
00010000:00000010:3.1:1783976302.605268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53a00.
00010000:00000010:3.1:1783976302.605271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610200.
00010000:00000010:3.1:1783976302.605273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52e00.
00010000:00000010:3.1:1783976302.605276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610500.
00010000:00000010:3.1:1783976302.605278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e53000.
00010000:00000010:3.1:1783976302.605280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62900.
00010000:00000010:3.1:1783976302.605282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e52200.
00010000:00000010:3.1:1783976302.605285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62a00.
00010000:00000010:3.1:1783976302.605289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0800.
00010000:00000010:3.1:1783976302.605292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62f00.
00010000:00000010:3.1:1783976302.605296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1c00.
00010000:00000010:3.1:1783976302.605298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610400.
00010000:00000010:3.1:1783976302.605301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0600.
00010000:00000010:3.1:1783976302.605303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62000.
00010000:00000010:3.1:1783976302.605306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1600.
00010000:00000010:3.1:1783976302.605308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610b00.
00010000:00000010:3.1:1783976302.605311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1000.
00010000:00000010:3.1:1783976302.606131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07f62800.
00010000:00000010:3.1:1783976302.606145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0000.
00010000:00000010:3.1:1783976302.606149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555200.
00010000:00000010:3.1:1783976302.606152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0e00.
00010000:00000010:3.1:1783976302.606155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555d00.
00010000:00000010:3.1:1783976302.606158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1800.
00010000:00000010:3.1:1783976302.606162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40610800.
00010000:00000010:3.1:1783976302.606169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1a00.
00010000:00000010:3.1:1783976302.606173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555a00.
00010000:00000010:3.1:1783976302.606175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0400.
00010000:00000010:3.1:1783976302.606178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555400.
00010000:00000010:3.1:1783976302.606182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1e00.
00010000:00000010:3.1:1783976302.606184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555900.
00010000:00000010:3.1:1783976302.606187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1200.
00010000:00000010:3.1:1783976302.606189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555c00.
00010000:00000010:3.1:1783976302.606192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc1400.
00010000:00000010:3.1:1783976302.606194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555e00.
00010000:00000010:3.1:1783976302.606197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0a00.
00010000:00000010:3.1:1783976302.606199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08555700.
00010000:00000010:3.1:1783976302.606206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecc0200.
00010000:00000010:3.1:1783976302.606216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322900.
00010000:00000010:3.1:1783976302.606221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172b200.
00010000:00000010:3.1:1783976302.606224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bd5b00.
00010000:00000010:3.1:1783976302.606228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172a600.
00010000:00000010:3.1:1783976302.606230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bd5100.
00010000:00000010:3.1:1783976302.606232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172ae00.
00010000:00000010:3.1:1783976302.606235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bd5800.
00010000:00000010:3.1:1783976302.606237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172aa00.
00010000:00000010:3.1:1783976302.606239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09bd5d00.
00010000:00000010:3.1:1783976302.606241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172a000.
00010000:00000010:3.1:1783976302.606245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb600.
00010000:00000010:3.1:1783976302.606247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172ba00.
00010000:00000010:3.1:1783976302.606250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdba00.
00010000:00000010:3.1:1783976302.606252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172a800.
00010000:00000010:3.1:1783976302.606254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdbc00.
00010000:00000010:3.1:1783976302.606256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172be00.
00010000:00000010:3.1:1783976302.606260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdbd00.
00010000:00000010:3.1:1783976302.606262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172b000.
00010000:00000010:3.1:1783976302.606265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdbf00.
00010000:00000010:3.1:1783976302.606268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172a400.
00010000:00000010:3.1:1783976302.606270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb000.
00010000:00000010:3.1:1783976302.606273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172b400.
00010000:00000010:3.1:1783976302.606275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb400.
00010000:00000010:3.1:1783976302.606277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172bc00.
00010000:00000010:3.1:1783976302.606280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb100.
00010000:00000010:3.1:1783976302.606282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172ac00.
00010000:00000010:3.1:1783976302.606285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb500.
00010000:00000010:3.1:1783976302.606288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172b800.
00010000:00000010:3.1:1783976302.606290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdbe00.
00010000:00000010:3.1:1783976302.606293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4172b600.
00010000:00000010:3.1:1783976302.606300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07cdb800.
00010000:00000010:3.1:1783976302.606305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3800.
00010000:00000010:3.1:1783976302.606308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322600.
00010000:00000010:3.1:1783976302.606312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2400.
00010000:00000010:3.1:1783976302.606323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322700.
00010000:00000010:3.1:1783976302.606326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3000.
00010000:00000010:3.1:1783976302.606329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322100.
00010000:00000010:3.1:1783976302.606331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3600.
00010000:00000010:3.1:1783976302.606333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322c00.
00010000:00000010:3.1:1783976302.606336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3200.
00010000:00000010:3.1:1783976302.606338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322e00.
00010000:00000010:3.1:1783976302.606340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2600.
00010000:00000010:3.1:1783976302.606343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322800.
00010000:00000010:3.1:1783976302.606346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2e00.
00010000:00000010:3.1:1783976302.606348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322000.
00010000:00000010:3.1:1783976302.606351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3a00.
00010000:00000010:3.1:1783976302.606353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322f00.
00010000:00000010:3.1:1783976302.606356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3c00.
00010000:00000010:3.1:1783976302.606358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322b00.
00010000:00000010:3.1:1783976302.606361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2c00.
00010000:00000010:3.1:1783976302.606364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db08322300.
00010000:00000010:3.1:1783976302.606371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2800.
00010000:00000010:3.1:1783976302.606376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157b200.
00010000:00000010:3.1:1783976302.606379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3e00.
00010000:00000010:3.1:1783976302.606381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157b600.
00010000:00000010:3.1:1783976302.606384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de3400.
00010000:00000010:3.1:1783976302.606386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157bd00.
00010000:00000010:3.1:1783976302.606389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2000.
00010000:00000010:3.1:1783976302.606392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157b700.
00010000:00000010:3.1:1783976302.606394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2200.
00010000:00000010:3.1:1783976302.606396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157b800.
00010000:00000010:3.1:1783976302.606399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33de2a00.
00010000:00000010:3.1:1783976302.606401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157b400.
00010000:00000010:3.1:1783976302.606404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0a639a00.
00010000:00000010:3.1:1783976302.606407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157bf00.
00010000:00000010:3.1:1783976302.606410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0a639800.
00010000:00000010:3.1:1783976302.606412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157bb00.
00010000:00000010:3.1:1783976302.606415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0a638a00.
00010000:00000010:3.1:1783976302.606418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4157ba00.
00010000:00000010:3.1:1783976302.606425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0a639c00.
00010000:00000010:3.1:1783976302.606429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41098200.
00000080:00000010:3.1:1783976302.758365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f20.
00000080:00000010:3.1:1783976302.758401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a2e300.
00010000:00000010:3.1:1783976302.883814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976302.883827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:0.1:1783976302.929423:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6300.
00000080:00000010:0.1:1783976302.929442:0:2408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3345e300.
00010000:00000010:3.1:1783976302.933833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976302.933849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:3.1:1783976302.949992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:3.1:1783976302.953884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102fdac0.
00010000:00000010:3.1:1783976302.979024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976302.979041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976303.010282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f20.
00000080:00000010:0.1:1783976303.301825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:0.1:1783976303.307171:0:2399:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397a0840.
00000080:00000010:3.1:1783976303.338845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f56a0.
00000080:00000010:3.1:1783976303.338878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1010a940.
00010000:00000010:3.1:1783976303.351300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976303.351319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976303.375094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f20.
00000080:00000010:3.1:1783976303.375126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33974200.
00010000:00000010:0.1:1783976303.397823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2400.
00010000:00000010:0.1:1783976303.397840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:1.1:1783976303.451860:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e48e300.
00010000:00000010:1.1:1783976303.461908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:1.1:1783976303.461925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00010000:00000010:1.1:1783976303.536874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:1.1:1783976303.536890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976303.585938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396998c0.
00010000:00000010:0.1:1783976303.601832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976303.601848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976303.613831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53a0.
00000080:00000010:0.1:1783976303.613859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39472100.
00010000:00000010:1.1:1783976303.621837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2a00.
00010000:00000010:1.1:1783976303.621856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976303.631954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50e0.
00000080:00000010:0.1:1783976303.631994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b0eb40.
00010000:00000010:3.1:1783976303.672016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976303.672034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976303.689363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:3.1:1783976303.694926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33acb180.
00010000:00000010:3.1:1783976303.699024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976303.699041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976303.709822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f20.
00000080:00000010:0.1:1783976303.717074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4e4200.
00000080:00000010:3.1:1783976303.880892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33650840.
00010000:00000010:3.1:1783976303.912875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976303.912893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976303.912900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f20.
00000080:00000010:3.1:1783976303.912936:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e578000.
00010000:00000010:3.1:1783976303.945891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976303.945909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976303.988888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d00.
00000080:00000010:3.1:1783976303.988931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33538000.
00010000:00000010:3.1:1783976304.068894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976304.068915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976304.094245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d00.
00010000:00000010:3.1:1783976304.185953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976304.185978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976304.203851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00010000:00000010:3.1:1783976304.294039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976304.294062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976304.308846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:3.1:1783976304.308883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0687eb40.
00010000:00000010:3.1:1783976304.324704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976304.324728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976304.341138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d00.
00000080:00000010:3.1:1783976304.341183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1160b180.
00010000:00000010:0.1:1783976304.397862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976304.397891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:0.1:1783976304.409042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c00.
00000080:00000010:0.1:1783976304.409076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3961c200.
00010000:00000010:0.1:1783976304.430974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976304.430997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976304.451834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f20.
00000080:00000010:0.1:1783976304.455236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33457380.
00000080:00000010:3.1:1783976304.529901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437c0.
00000080:00000010:3.1:1783976304.529951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0686dac0.
00010000:00000010:3.1:1783976304.554905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976304.554935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976304.565139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d00.
00000080:00000010:3.1:1783976304.565174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3352a940.
00010000:00000010:3.1:1783976304.575828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976304.575846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976304.641445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143be0.
00000080:00000010:3.1:1783976304.645274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab5ac0.
00010000:00000010:3.1:1783976304.649841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976304.649856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976304.667958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d00.
00000080:00000010:3.1:1783976304.667990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103698c0.
00010000:00000010:3.1:1783976304.780962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976304.780978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976304.797403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143000.
00000080:00000010:3.1:1783976304.797431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101fa100.
00010000:00000010:3.1:1783976304.943717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976304.943734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976304.957964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143280.
00000080:00000010:3.1:1783976304.963152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0691dac0.
00010000:00000010:3.1:1783976304.967666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976304.967680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976304.980401:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69e0.
00000080:00000010:3.1:1783976304.981214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e6300.
00000080:00000010:3.1:1783976305.073883:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7ea940.
00010000:00000010:3.1:1783976305.086473:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976305.086482:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976305.090885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69e0.
00000080:00000010:3.1:1783976305.090907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33574200.
00010000:00000010:1.1:1783976305.133148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:1.1:1783976305.133171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976305.171671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a09080.
00010000:00000010:3.1:1783976305.171689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07706d00.
00010000:00000010:3.1:1783976305.171715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b20000.
00000080:00000010:3.1:1783976305.182876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db332ffd00.
00000080:00000010:3.1:1783976305.199162:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a08840.
00010000:00000010:3.1:1783976305.199179:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976305.199184:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976305.209842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69e0.
00000080:00000010:3.1:1783976305.273899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437e0.
00000080:00000010:3.1:1783976305.273943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a5b9c0.
00010000:00000010:1.1:1783976305.311678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2a00.
00010000:00000010:1.1:1783976305.311694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:1.1:1783976305.311702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69e0.
00000080:00000010:1.1:1783976305.314973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06848840.
00010000:00000010:1.1:1783976305.330198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2a00.
00010000:00000010:1.1:1783976305.330224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141c00.
00000080:00000010:1.1:1783976305.342796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9a80.
00000080:00000010:1.1:1783976305.342830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a34a40.
00000080:00000010:0.1:1783976305.460996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab4200.
00010000:00000010:0.1:1783976305.469831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:0.1:1783976305.469850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:3.1:1783976305.631843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e53d280.
00010000:00000010:3.1:1783976305.653892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976305.653911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976305.686314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ec0.
00000080:00000010:3.1:1783976305.693183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1021f380.
00010000:00000010:0.1:1783976305.699834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976305.699852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:0.1:1783976305.718391:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c40.
00000080:00000010:0.1:1783976305.718416:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4a98c0.
00010000:00000010:0.1:1783976305.731535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976305.731552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976305.742824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5420.
00000080:00000010:0.1:1783976305.742855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11798000.
00010000:00000010:0.1:1783976305.762976:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976305.762984:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976305.776900:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5cc0.
00000080:00000010:0.1:1783976305.777073:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068fdac0.
00010000:00000010:0.1:1783976305.784824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976305.784838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00000080:00000010:0.1:1783976305.794911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5420.
00000080:00000010:0.1:1783976305.798923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a5eb40.
00010000:00000010:0.1:1783976305.803895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976305.803912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976305.830833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5cc0.
00000080:00000010:0.1:1783976305.830865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e716300.
00000080:00000010:3.1:1783976305.864810:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5420.
00000080:00000010:3.1:1783976305.864830:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06822940.
00010000:00000010:1.1:1783976305.865136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:1.1:1783976305.865142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00010000:00000010:3.1:1783976305.886557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976305.886582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976305.886588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ec0.
00000080:00000010:3.1:1783976305.886609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6998c0.
00010000:00000010:0.1:1783976305.904463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:0.1:1783976305.904471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:0.1:1783976305.914123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fa0.
00000080:00000010:0.1:1783976305.918188:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10110840.
00010000:00000010:0.1:1783976305.929834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976305.929849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976305.944993:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5940.
00000080:00000010:0.1:1783976305.945014:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39557380.
00010000:00000010:0.1:1783976305.956949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976305.956966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:1.1:1783976305.971322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c20.
00000080:00000010:1.1:1783976305.971355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a96300.
00000080:00000010:3.1:1783976306.105820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:3.1:1783976306.105850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33804200.
00010000:00000010:3.1:1783976306.178823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976306.178830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976306.184806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e00.
00000080:00000010:3.1:1783976306.184824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f4a40.
00010000:00000010:3.1:1783976306.188828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976306.188845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976306.215819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64a0.
00000080:00000010:3.1:1783976306.219846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e575280.
00010000:00000010:3.1:1783976306.602829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:3.1:1783976306.602845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976306.632919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143420.
00000080:00000010:3.1:1783976306.632944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10100000.
00010000:00000010:3.1:1783976306.637820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976306.637837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976306.670855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64a0.
00000080:00000010:3.1:1783976306.674069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0686d280.
00010000:00000010:3.1:1783976306.792059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976306.792074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976306.829881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432c0.
00000080:00000010:3.1:1783976306.835761:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aeeb40.
00000080:00000010:3.1:1783976306.950825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431e0.
00000080:00000010:3.1:1783976306.950865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3365a100.
00010000:00000010:3.1:1783976306.975812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976306.975819:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976306.990884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6280.
00000080:00000010:3.1:1783976306.990917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e64dac0.
00010000:00000010:3.1:1783976307.000989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976307.001003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976307.020198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6480.
00000080:00000010:3.1:1783976307.024838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070bb9c0.
00000080:00000010:3.1:1783976307.140943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436e0.
00000080:00000010:3.1:1783976307.140981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5cf380.
00010000:00000010:3.1:1783976307.163831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976307.163850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976307.184167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6480.
00000080:00000010:3.1:1783976307.189463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39602940.
00010000:00000010:3.1:1783976307.262048:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976307.262059:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976307.266942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:3.1:1783976307.270086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07366b40.
00000080:00000010:1.1:1783976307.433768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430e0.
00000080:00000010:1.1:1783976307.436008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4e0000.
00000080:00000010:0.1:1783976307.474899:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9820.
00000080:00000010:0.1:1783976307.474996:0:2399:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335e6300.
00010000:00000010:3.1:1783976307.568438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:3.1:1783976307.568473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976307.602602:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433a0.
00000080:00000010:3.1:1783976307.603839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e633180.
00000080:00000010:0.1:1783976307.815820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:0.1:1783976307.824199:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e682940.
00010000:00000010:1.1:1783976307.849218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:1.1:1783976307.849229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976307.854138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5220.
00000080:00000010:1.1:1783976308.056210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:1.1:1783976308.056259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1034b9c0.
00010000:00000010:1.1:1783976308.079874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:1.1:1783976308.079896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:1.1:1783976308.100825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9640.
00000080:00000010:1.1:1783976308.104842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33812940.
00010000:00000010:1.1:1783976308.123838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:1.1:1783976308.123864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:1.1:1783976308.141835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99a0.
00000080:00000010:1.1:1783976308.151027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396f18c0.
00010000:00000010:3.1:1783976308.162205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976308.162232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976308.182513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ec0.
00000080:00000010:3.1:1783976308.194827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10119080.
00000080:00000010:3.1:1783976308.251969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e446300.
00010000:00000010:3.1:1783976308.262963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976308.262984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976308.281504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ec0.
00000080:00000010:3.1:1783976308.286244:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068c8840.
00010000:00000010:3.1:1783976308.336353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976308.336373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976308.355977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143dc0.
00000080:00000010:0.1:1783976308.360459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4bdac0.
00000080:00000010:3.1:1783976308.407880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ac0.
00000080:00000010:3.1:1783976308.407928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e418000.
00010000:00000010:3.1:1783976308.424610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976308.424630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976308.442342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ec0.
00000080:00000010:3.1:1783976308.442377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e448000.
00010000:00000010:0.1:1783976308.468148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976308.468173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976308.501244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976308.501289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b8e300.
00010000:00000010:3.1:1783976308.562956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976308.562977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:0.1:1783976308.588512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143960.
00000080:00000010:0.1:1783976308.588567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b15280.
00010000:00000010:0.1:1783976308.612949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976308.612972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976308.631051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976308.635859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6c3180.
00010000:00000010:0.1:1783976308.654850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976308.654872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00010000:00000010:3.1:1783976308.734743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976308.734765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976308.753819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976308.757868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b0840.
00010000:00000010:3.1:1783976308.790457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976308.790489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:3.1:1783976308.805830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ee0.
00000080:00000010:3.1:1783976308.809970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7beb40.
00010000:00000010:3.1:1783976308.952131:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976308.952142:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976308.969817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:3.1:1783976308.969843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101e1080.
00000080:00000010:0.1:1783976309.008129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:0.1:1783976309.021168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e602100.
00010000:00000010:3.1:1783976309.194842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976309.194866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976309.224239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00010000:00000010:0.1:1783976309.236280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:0.1:1783976309.236305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976309.315281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439a0.
00000080:00000010:3.1:1783976309.315320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e58e300.
00010000:00000010:0.1:1783976309.320846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976309.320856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:0.1:1783976309.368977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10295ac0.
00000080:00000010:3.1:1783976309.506843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e695ac0.
00010000:00000010:3.1:1783976309.531838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976309.531860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976309.552936:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6540.
00000080:00000010:3.1:1783976309.552966:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39692940.
00010000:00000010:3.1:1783976309.568837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:3.1:1783976309.568846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976309.572966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e60.
00000080:00000010:3.1:1783976309.572997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aa2100.
00010000:00000010:1.1:1783976309.598873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:1.1:1783976309.598888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976309.599311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5360.
00000080:00000010:0.1:1783976309.606847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a42940.
00010000:00000010:0.1:1783976309.606882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976309.606890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976309.625826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e20.
00000080:00000010:0.1:1783976309.625860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3975ca40.
00000080:00000010:3.1:1783976309.646296:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5360.
00010000:00000010:1.1:1783976309.646862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:1.1:1783976309.646871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:3.1:1783976309.660875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334d98c0.
00010000:00000010:3.1:1783976309.721318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976309.721342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976309.721349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c40.
00000080:00000010:3.1:1783976309.721372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10247380.
00010000:00000010:3.1:1783976309.740875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976309.740897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00010000:00000010:3.1:1783976309.831807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976309.831829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976309.846406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a00.
00000080:00000010:3.1:1783976309.850871:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339ea100.
00010000:00000010:3.1:1783976309.863164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976309.863184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976309.889025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65e0.
00000080:00000010:0.1:1783976309.889624:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103e0840.
00010000:00000010:0.1:1783976309.895860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976309.895890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976309.918844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ce0.
00000080:00000010:0.1:1783976309.918879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a04200.
00000080:00000010:3.1:1783976309.964805:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143340.
00000080:00000010:3.1:1783976309.964829:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39713180.
00010000:00000010:3.1:1783976309.970080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976309.970105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976309.987020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65e0.
00000080:00000010:3.1:1783976309.987062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39622940.
00000080:00000010:0.1:1783976310.035888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c20.
00000080:00000010:0.1:1783976310.040875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7ff380.
00000080:00000010:3.1:1783976310.088041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e49b9c0.
00010000:00000010:3.1:1783976310.094853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976310.094863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976310.110839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65e0.
00010000:00000010:0.1:1783976310.201444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976310.201471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976310.217260:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143640.
00000080:00000010:1.1:1783976310.236182:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07364200.
00010000:00000010:1.1:1783976310.249151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:1.1:1783976310.249172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:3.1:1783976310.315355:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f60.
00000080:00000010:3.1:1783976310.315379:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339ef380.
00000080:00000010:3.1:1783976310.407855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:3.1:1783976310.414052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a36b40.
00010000:00000010:3.1:1783976310.419287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976310.419310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976310.432825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62a0.
00000080:00000010:3.1:1783976310.432849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3355f380.
00000080:00000010:0.1:1783976310.530013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3962f380.
00010000:00000010:0.1:1783976310.539629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976310.539650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976310.576942:0:1029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5de0.
00000080:00000010:0.1:1783976310.576981:0:1029:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b90840.
00010000:00000010:0.1:1783976310.578283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976310.578298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00010000:00000010:0.1:1783976310.643815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:0.1:1783976310.643823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976310.658905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b5e300.
00010000:00000010:0.1:1783976310.749372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:0.1:1783976310.749397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976310.759115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:0.1:1783976310.763031:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39732100.
00010000:00000010:0.1:1783976310.779838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976310.779859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:1.1:1783976310.802822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ec0.
00000080:00000010:1.1:1783976310.802868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39712100.
00010000:00000010:0.1:1783976310.825023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976310.825043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:0.1:1783976310.862327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9a20.
00000080:00000010:0.1:1783976310.862355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e419080.
00010000:00000010:0.1:1783976310.872923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976310.872958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976310.888423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5aa0.
00000080:00000010:0.1:1783976310.900469:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10352940.
00010000:00000010:1.1:1783976310.904104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:1.1:1783976310.904125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00010000:00000010:3.1:1783976310.950721:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976310.950744:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976310.967814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143300.
00000080:00000010:3.1:1783976310.967838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1038d280.
00010000:00000010:0.1:1783976310.979189:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:0.1:1783976310.979198:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:0.1:1783976311.000717:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62a0.
00000080:00000010:0.1:1783976311.000740:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06864200.
00000080:00000010:0.1:1783976311.028820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a80.
00000080:00000010:0.1:1783976311.028851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7fd280.
00010000:00000010:1.1:1783976311.042835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:1.1:1783976311.042855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976311.050722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f56c0.
00000080:00000010:0.1:1783976311.050758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39672940.
00010000:00000010:3.1:1783976311.102839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.102859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976311.111738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:3.1:1783976311.111798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e572940.
00010000:00000010:3.1:1783976311.195987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.196008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00010000:00000010:1.1:1783976311.281842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:1.1:1783976311.281865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976311.296948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06866b40.
00010000:00000010:3.1:1783976311.314991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.315028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976311.321238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00010000:00000010:0.1:1783976311.420786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:0.1:1783976311.420811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:0.1:1783976311.489849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10246b40.
00000080:00000010:1.1:1783976311.490977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ea0.
00000080:00000010:3.1:1783976311.561854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068e98c0.
00010000:00000010:3.1:1783976311.685985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.686005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976311.686013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00010000:00000010:0.1:1783976311.727816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:0.1:1783976311.727825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00010000:00000010:3.1:1783976311.881827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976311.881850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976311.903948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:3.1:1783976311.907124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e75b9c0.
00010000:00000010:3.1:1783976311.918933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.918956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976311.938454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:3.1:1783976311.938510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1039eb40.
00010000:00000010:3.1:1783976311.956834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976311.956856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976311.974832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a00.
00010000:00000010:3.1:1783976312.114886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976312.114894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976312.120212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439c0.
00000080:00000010:0.1:1783976312.120253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336d98c0.
00010000:00000010:0.1:1783976312.132934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976312.132945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976312.160310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976312.160354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3357a940.
00000080:00000010:3.1:1783976312.207976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068c3180.
00010000:00000010:3.1:1783976312.239722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976312.239745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976312.255815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a00.
00000080:00000010:3.1:1783976312.264882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39696300.
00010000:00000010:3.1:1783976312.342129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976312.342381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976312.347103:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:3.1:1783976312.347125:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a74a40.
00010000:00000010:0.1:1783976312.394033:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:0.1:1783976312.394041:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:0.1:1783976312.403447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39526b40.
00010000:00000010:3.1:1783976312.612986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976312.613012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976312.622284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143460.
00000080:00000010:3.1:1783976312.622310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3975a100.
00010000:00000010:3.1:1783976312.622318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db119fc800.
00010000:00000010:3.1:1783976312.622343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4182fa00.
00000080:00000010:3.1:1783976312.632275:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db37ec27e0.
00000080:00000010:0.1:1783976312.635050:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33990000.
00010000:00000010:0.1:1783976312.719833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:0.1:1783976312.719841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:0.1:1783976312.732478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c80.
00000080:00000010:0.1:1783976312.732522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06840000.
00010000:00000010:3.1:1783976312.807066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976312.807075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976312.814846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:3.1:1783976312.823267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0690e300.
00010000:00000010:1.1:1783976312.829395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:1.1:1783976312.829407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976312.833326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6760.
00000080:00000010:0.1:1783976312.837125:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338f98c0.
00010000:00000010:0.1:1783976312.847701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976312.847725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976312.856384:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f80.
00000080:00000010:1.1:1783976312.859211:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3966d280.
00000080:00000010:1.1:1783976312.955762:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438a0.
00000080:00000010:1.1:1783976312.955832:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395cb180.
00010000:00000010:0.1:1783976312.979024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2f00.
00010000:00000010:0.1:1783976312.979046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140200.
00010000:00000010:3.1:1783976313.027568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976313.027594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976313.033009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435a0.
00010000:00000010:3.1:1783976313.078991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976313.079019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976313.105347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143680.
00000080:00000010:3.1:1783976313.105388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336d3180.
00010000:00000010:3.1:1783976313.156009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.156027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976313.167993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143400.
00000080:00000010:3.1:1783976313.171241:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bf39c0.
00010000:00000010:3.1:1783976313.179311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.179341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976313.189823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6020.
00010000:00000010:3.1:1783976313.243819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.243843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976313.255021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:3.1:1783976313.255074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e787380.
00010000:00000010:3.1:1783976313.279108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.279133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976313.310827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6020.
00000080:00000010:0.1:1783976313.352387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437a0.
00000080:00000010:0.1:1783976313.357170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11624200.
00010000:00000010:3.1:1783976313.375375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.375402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:3.1:1783976313.405245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5280.
00000080:00000010:3.1:1783976313.407912:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bd18c0.
00010000:00000010:3.1:1783976313.434651:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.434675:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976313.441847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6020.
00000080:00000010:3.1:1783976313.441878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e77c200.
00010000:00000010:0.1:1783976313.447739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976313.447762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:0.1:1783976313.470825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9120.
00000080:00000010:0.1:1783976313.470874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33938840.
00010000:00000010:0.1:1783976313.474859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976313.474884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976313.496820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b60.
00010000:00000010:0.1:1783976313.578841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:0.1:1783976313.578868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976313.587075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:0.1:1783976313.598840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1028b180.
00010000:00000010:1.1:1783976313.610948:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976313.610958:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:1.1:1783976313.619915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b60.
00000080:00000010:1.1:1783976313.619942:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33518000.
00010000:00000010:1.1:1783976313.627835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976313.627857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:1.1:1783976313.676148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:1.1:1783976313.676175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33538840.
00010000:00000010:1.1:1783976313.698986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976313.699001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00010000:00000010:3.1:1783976313.717837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976313.717862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976313.734950:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143940.
00000080:00000010:3.1:1783976313.734974:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334bf380.
00010000:00000010:1.1:1783976313.787952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976313.787973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976313.789899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39597380.
00010000:00000010:3.1:1783976313.826855:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976313.826865:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976313.847302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434c0.
00000080:00000010:3.1:1783976313.847347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394a5ac0.
00010000:00000010:3.1:1783976313.852746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976313.852768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976313.868983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00010000:00000010:3.1:1783976313.930908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976313.930940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976313.950655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:3.1:1783976313.950699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0703b9c0.
00010000:00000010:3.1:1783976313.954957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976313.954978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976313.973822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00010000:00000010:3.1:1783976314.048957:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976314.048971:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976314.063345:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d80.
00000080:00000010:3.1:1783976314.063383:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102239c0.
00010000:00000010:3.1:1783976314.106242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976314.106261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00010000:00000010:3.1:1783976314.123208:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976314.123217:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:0.1:1783976314.131858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143700.
00000080:00000010:0.1:1783976314.131901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33641080.
00010000:00000010:0.1:1783976314.138821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:0.1:1783976314.138834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00010000:00000010:0.1:1783976314.181567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976314.181589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00010000:00000010:3.1:1783976314.292833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976314.292842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976314.292847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432a0.
00000080:00000010:0.1:1783976314.300825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11760840.
00010000:00000010:0.1:1783976314.331838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976314.331857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976314.344814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:0.1:1783976314.344856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33660000.
00010000:00000010:0.1:1783976314.353031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976314.353052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00010000:00000010:3.1:1783976314.436661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976314.436686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976314.458348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434a0.
00000080:00000010:3.1:1783976314.458389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39794a40.
00010000:00000010:3.1:1783976314.467835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976314.467859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976314.467866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b80.
00000080:00000010:3.1:1783976314.467892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0702a940.
00000080:00000010:3.1:1783976314.573284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:3.1:1783976314.573333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397918c0.
00010000:00000010:3.1:1783976314.606085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976314.606109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976314.634674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b80.
00000080:00000010:3.1:1783976314.634717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33412100.
00010000:00000010:3.1:1783976314.650830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976314.650853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976314.663150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6cc0.
00010000:00000010:0.1:1783976314.721403:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:0.1:1783976314.721426:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:1.1:1783976314.734321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143080.
00000080:00000010:1.1:1783976314.734360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11623180.
00010000:00000010:0.1:1783976314.750085:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976314.750097:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140200.
00000080:00000010:0.1:1783976314.767025:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9a20.
00010000:00000010:3.1:1783976314.804258:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:3.1:1783976314.804269:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976314.817062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143100.
00000080:00000010:3.1:1783976314.817087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5b4a40.
00010000:00000010:3.1:1783976314.876817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976314.876841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:0.1:1783976314.896143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b80.
00000080:00000010:0.1:1783976314.896182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39715280.
00010000:00000010:1.1:1783976314.897831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976314.897850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:1.1:1783976314.912259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f20.
00000080:00000010:1.1:1783976314.921376:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6b39c0.
00010000:00000010:3.1:1783976315.004824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976315.004846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976315.024823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143780.
00000080:00000010:3.1:1783976315.038950:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6c0840.
00010000:00000010:3.1:1783976315.043450:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976315.043462:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976315.053069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6640.
00000080:00000010:3.1:1783976315.053124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5c39c0.
00010000:00000010:1.1:1783976315.083850:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:1.1:1783976315.083859:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:1.1:1783976315.083865:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5800.
00000080:00000010:1.1:1783976315.083887:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339818c0.
00010000:00000010:1.1:1783976315.098870:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2200.
00010000:00000010:1.1:1783976315.098880:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:1.1:1783976315.109935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f94c0.
00000080:00000010:1.1:1783976315.109965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11604a40.
00010000:00000010:1.1:1783976315.124902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2200.
00010000:00000010:1.1:1783976315.124931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:1.1:1783976315.136834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9fc0.
00000080:00000010:1.1:1783976315.136873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3946d280.
00010000:00000010:3.1:1783976315.211449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976315.211476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00010000:00000010:3.1:1783976315.281075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976315.281110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976315.294678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:3.1:1783976315.294724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397dd280.
00010000:00000010:3.1:1783976315.346590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976315.346608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976315.400062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143220.
00000080:00000010:0.1:1783976315.406144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102d2940.
00010000:00000010:1.1:1783976315.502499:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:1.1:1783976315.502524:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:1.1:1783976315.521837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:1.1:1783976315.521896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070a18c0.
00010000:00000010:0.1:1783976315.538460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2d00.
00010000:00000010:0.1:1783976315.538487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00010000:00000010:3.1:1783976315.664046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:3.1:1783976315.664063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976315.664070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436a0.
00000080:00000010:3.1:1783976315.686880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:0.1:1783976315.692925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07355280.
00010000:00000010:0.1:1783976315.802022:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:0.1:1783976315.802047:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:1.1:1783976315.819834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e43dac0.
00000080:00000010:0.1:1783976315.826284:0:1373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143840.
00000080:00000010:1.1:1783976315.886300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:1.1:1783976315.886328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bf8840.
00010000:00000010:0.1:1783976315.893414:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2500.
00010000:00000010:0.1:1783976315.893442:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00010000:00000010:3.1:1783976315.920032:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976315.920051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976315.931809:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f80.
00000080:00000010:3.1:1783976315.931843:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a25280.
00010000:00000010:3.1:1783976315.946288:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976315.946299:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976315.951477:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b40.
00000080:00000010:3.1:1783976315.963288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10166b40.
00000080:00000010:3.1:1783976316.082037:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6718c0.
00010000:00000010:3.1:1783976316.089831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976316.089853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976316.107637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b40.
00000080:00000010:3.1:1783976316.107679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3947b9c0.
00010000:00000010:0.1:1783976316.159849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976316.159882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:0.1:1783976316.164347:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:0.1:1783976316.164372:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b639c0.
00010000:00000010:1.1:1783976316.175422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1c00.
00010000:00000010:1.1:1783976316.175434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976316.183830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5620.
00000080:00000010:0.1:1783976316.183859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0696f380.
00010000:00000010:3.1:1783976316.219357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.219397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976316.233839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:3.1:1783976316.233877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3976c200.
00010000:00000010:3.1:1783976316.245860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.245893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976316.257948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b40.
00000080:00000010:3.1:1783976316.304309:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:3.1:1783976316.309364:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3945f380.
00010000:00000010:3.1:1783976316.507841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.507862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00010000:00000010:3.1:1783976316.589904:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.589915:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976316.595244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:3.1:1783976316.595288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db100db180.
00010000:00000010:3.1:1783976316.622834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.622857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976316.646980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6740.
00000080:00000010:3.1:1783976316.647004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3397e300.
00010000:00000010:3.1:1783976316.753877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976316.753897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00010000:00000010:3.1:1783976316.794973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.794992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976316.803994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:3.1:1783976316.804034:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e752940.
00010000:00000010:3.1:1783976316.849005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.849031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976316.856822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6740.
00000080:00000010:3.1:1783976316.856870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5d6b40.
00010000:00000010:3.1:1783976316.976463:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976316.976479:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976316.976486:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434e0.
00000080:00000010:1.1:1783976316.991908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7b5ac0.
00010000:00000010:3.1:1783976316.996765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976316.996806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:0.1:1783976317.027048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a26300.
00010000:00000010:0.1:1783976317.035884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:0.1:1783976317.035902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:3.1:1783976317.045711:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07375ac0.
00010000:00000010:3.1:1783976317.059842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976317.059865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976317.111272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143440.
00000080:00000010:3.1:1783976317.115332:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336a6300.
00010000:00000010:3.1:1783976317.122813:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976317.122823:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976317.130844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6de0.
00010000:00000010:0.1:1783976317.162039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:0.1:1783976317.162073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:0.1:1783976317.187638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9d80.
00000080:00000010:0.1:1783976317.187667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117bb9c0.
00010000:00000010:1.1:1783976317.210851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:1.1:1783976317.210881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:3.1:1783976317.291086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5eeb40.
00010000:00000010:3.1:1783976317.315816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976317.315838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976317.325232:0:1552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6de0.
00000080:00000010:3.1:1783976317.328865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103f1080.
00000080:00000010:3.1:1783976317.411491:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39622100.
00010000:00000010:3.1:1783976317.422962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976317.422996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976317.444902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6de0.
00010000:00000010:3.1:1783976317.506254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976317.506274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:0.1:1783976317.515085:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4e2100.
00000080:00000010:3.1:1783976317.515178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00010000:00000010:1.1:1783976317.538384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2000.
00010000:00000010:1.1:1783976317.538395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976317.547176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101d5ac0.
00000080:00000010:1.1:1783976317.548747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e20.
00010000:00000010:3.1:1783976317.592933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976317.592956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976317.604049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:3.1:1783976317.604085:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3350ca40.
00000080:00000010:0.1:1783976317.670818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:0.1:1783976317.670850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10205ac0.
00010000:00000010:1.1:1783976317.682882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:1.1:1783976317.682900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00010000:00000010:1.1:1783976317.795343:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:1.1:1783976317.795355:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:0.1:1783976317.851170:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3357dac0.
00010000:00000010:1.1:1783976317.866941:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2000.
00010000:00000010:1.1:1783976317.866963:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:1.1:1783976317.880833:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5040.
00000080:00000010:1.1:1783976317.880871:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e767380.
00010000:00000010:0.1:1783976317.887066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2000.
00010000:00000010:0.1:1783976317.887091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:1.1:1783976317.900902:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9720.
00000080:00000010:1.1:1783976317.915210:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f9080.
00010000:00000010:1.1:1783976317.921844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2700.
00010000:00000010:1.1:1783976317.921862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140c00.
00000080:00000010:1.1:1783976317.930017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9fa0.
00000080:00000010:1.1:1783976317.930068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ac6b40.
00010000:00000010:1.1:1783976317.948804:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2700.
00010000:00000010:1.1:1783976317.948815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:1.1:1783976317.972942:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9720.
00000080:00000010:1.1:1783976317.972975:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0709d280.
00010000:00000010:1.1:1783976317.984833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1c00.
00010000:00000010:1.1:1783976317.984842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00010000:00000010:3.1:1783976318.095939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976318.095955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:0.1:1783976318.100050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438c0.
00000080:00000010:0.1:1783976318.105089:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0709b9c0.
00010000:00000010:3.1:1783976318.120604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976318.120627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:3.1:1783976318.154884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ba0.
00000080:00000010:3.1:1783976318.154920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e69e300.
00010000:00000010:1.1:1783976318.195837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:1.1:1783976318.195861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976318.195931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b00.
00000080:00000010:0.1:1783976318.195959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33689080.
00010000:00000010:0.1:1783976318.212283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976318.212304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976318.230815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5de0.
00010000:00000010:3.1:1783976318.279814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976318.279839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976318.309759:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438c0.
00000080:00000010:0.1:1783976318.310838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a87380.
00010000:00000010:0.1:1783976318.325612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976318.325635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:1.1:1783976318.344056:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33610840.
00000080:00000010:0.1:1783976318.345160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5de0.
00010000:00000010:3.1:1783976318.466071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976318.466083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976318.489869:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66a0.
00000080:00000010:3.1:1783976318.489902:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396c4a40.
00010000:00000010:3.1:1783976318.516651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976318.516677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976318.590807:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:0.1:1783976318.594311:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101518c0.
00010000:00000010:1.1:1783976318.600829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:1.1:1783976318.600850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00010000:00000010:0.1:1783976318.678152:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:0.1:1783976318.678161:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:0.1:1783976318.686239:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:0.1:1783976318.694502:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7fa100.
00000080:00000010:3.1:1783976318.804021:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396e2940.
00010000:00000010:3.1:1783976318.858812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976318.858821:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976318.874485:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6620.
00000080:00000010:3.1:1783976318.874519:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e78a100.
00010000:00000010:3.1:1783976319.004206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976319.004230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976319.045825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:3.1:1783976319.049360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b07380.
00000080:00000010:3.1:1783976319.108480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bcc200.
00010000:00000010:3.1:1783976319.123141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.123165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976319.145457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6500.
00000080:00000010:3.1:1783976319.146067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33abb9c0.
00010000:00000010:3.1:1783976319.209853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976319.209865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:1.1:1783976319.220379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143440.
00000080:00000010:0.1:1783976319.225835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a1ca40.
00010000:00000010:1.1:1783976319.291831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2700.
00010000:00000010:1.1:1783976319.291855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:1.1:1783976319.295908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434e0.
00000080:00000010:1.1:1783976319.295960:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e738000.
00010000:00000010:0.1:1783976319.316142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2700.
00010000:00000010:0.1:1783976319.316166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141c00.
00010000:00000010:3.1:1783976319.371612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.371637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976319.379046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6500.
00000080:00000010:3.1:1783976319.379086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101adac0.
00010000:00000010:3.1:1783976319.412233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.412247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976319.417933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69c0.
00000080:00000010:3.1:1783976319.417973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a00000.
00000080:00000010:0.1:1783976319.507083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:0.1:1783976319.507125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335f1080.
00010000:00000010:0.1:1783976319.530185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976319.530205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976319.530212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5820.
00000080:00000010:1.1:1783976319.537837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070d5ac0.
00010000:00000010:3.1:1783976319.549219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.549229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141800.
00000080:00000010:3.1:1783976319.560228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f98a0.
00010000:00000010:3.1:1783976319.588755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.588802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976319.592823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:3.1:1783976319.672145:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:3.1:1783976319.682351:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070d0000.
00010000:00000010:3.1:1783976319.692826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.692833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976319.692839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69c0.
00000080:00000010:3.1:1783976319.692869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102d4a40.
00010000:00000010:3.1:1783976319.756411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:3.1:1783976319.756431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976319.765832:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:3.1:1783976319.765863:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39558000.
00010000:00000010:3.1:1783976319.771992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976319.772015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00010000:00000010:3.1:1783976319.833928:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976319.833935:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976319.853699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:3.1:1783976319.853740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068fb180.
00000080:00000010:3.1:1783976319.927997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:3.1:1783976319.932441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336ddac0.
00000080:00000010:0.1:1783976320.014856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11696b40.
00010000:00000010:3.1:1783976320.136335:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976320.136346:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976320.136353:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:3.1:1783976320.136374:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ba0840.
00010000:00000010:3.1:1783976320.145802:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976320.145809:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976320.158826:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ac0.
00000080:00000010:3.1:1783976320.158849:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3393d280.
00010000:00000010:3.1:1783976320.178274:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976320.178284:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00010000:00000010:3.1:1783976320.273815:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976320.273823:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976320.280055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143840.
00000080:00000010:3.1:1783976320.288621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5a39c0.
00000080:00000010:1.1:1783976320.377962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436a0.
00000080:00000010:1.1:1783976320.377998:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334fb180.
00010000:00000010:0.1:1783976320.384641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976320.384651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:1.1:1783976320.399581:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b00.
00000080:00000010:1.1:1783976320.399621:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336c5280.
00010000:00000010:0.1:1783976320.401845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:0.1:1783976320.401869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00000080:00000010:0.1:1783976320.414038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99c0.
00000080:00000010:0.1:1783976320.414077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338f2100.
00010000:00000010:0.1:1783976320.414093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07676800.
00010000:00000010:0.1:1783976320.414101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ce200.
00000080:00000010:0.1:1783976320.432956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db332f76c0.
00000080:00000010:0.1:1783976320.433002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33991080.
00010000:00000010:0.1:1783976320.433188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07676600.
00010000:00000010:0.1:1783976320.433212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407ce000.
00000080:00000010:0.1:1783976320.437093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db332f7e80.
00000080:00000010:0.1:1783976320.437157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e42a100.
00010000:00000010:0.1:1783976320.460116:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976320.460125:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976320.469161:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5880.
00000080:00000010:0.1:1783976320.469185:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10378840.
00010000:00000010:0.1:1783976320.483287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976320.483303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976320.487030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f80.
00000080:00000010:0.1:1783976320.487074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334fd280.
00010000:00000010:0.1:1783976320.504583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976320.504606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976320.508547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5880.
00000080:00000010:0.1:1783976320.508592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338de300.
00010000:00000010:0.1:1783976320.518183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976320.518200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976320.524961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f80.
00000080:00000010:0.1:1783976320.525349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10289080.
00010000:00000010:1.1:1783976320.538086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:1.1:1783976320.538106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:3.1:1783976320.656877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f80.
00000080:00000010:3.1:1783976320.661650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4498c0.
00010000:00000010:3.1:1783976320.682940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976320.682959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976320.696945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:0.1:1783976320.707751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069deb40.
00010000:00000010:1.1:1783976320.711822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:1.1:1783976320.711844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00010000:00000010:3.1:1783976320.767352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976320.767372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976320.798935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:3.1:1783976320.804363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1010c200.
00010000:00000010:3.1:1783976320.831713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976320.831725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976320.836865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00010000:00000010:0.1:1783976320.855818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:0.1:1783976320.855841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976320.867565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:0.1:1783976320.874840:0:14:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117ab180.
00010000:00000010:1.1:1783976320.885175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:1.1:1783976320.885194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:3.1:1783976320.936272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143220.
00000080:00000010:3.1:1783976320.943848:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aba940.
00010000:00000010:3.1:1783976321.008908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976321.008937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976321.022450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:3.1:1783976321.025908:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117fa940.
00010000:00000010:0.1:1783976321.034029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:0.1:1783976321.034052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:0.1:1783976321.053346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d80.
00000080:00000010:0.1:1783976321.053387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336a0840.
00010000:00000010:1.1:1783976321.067879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:1.1:1783976321.067905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00010000:00000010:3.1:1783976321.099723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976321.099747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00010000:00000010:0.1:1783976321.128859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:0.1:1783976321.128877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:0.1:1783976321.139366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143100.
00000080:00000010:0.1:1783976321.145632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d4200.
00010000:00000010:1.1:1783976321.153925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976321.153939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00010000:00000010:3.1:1783976321.208708:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:3.1:1783976321.208718:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976321.226832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143780.
00000080:00000010:3.1:1783976321.226852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1033ca40.
00010000:00000010:0.1:1783976321.300976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:0.1:1783976321.301005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:1.1:1783976321.307821:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143080.
00000080:00000010:1.1:1783976321.307848:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e616b40.
00010000:00000010:1.1:1783976321.314833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976321.314853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:1.1:1783976321.329958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9340.
00000080:00000010:1.1:1783976321.330005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e526300.
00010000:00000010:1.1:1783976321.330018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4198d200.
00010000:00000010:1.1:1783976321.330025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed1f600.
00000080:00000010:1.1:1783976321.341631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db08283360.
00000080:00000010:1.1:1783976321.344353:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a22940.
00010000:00000010:1.1:1783976321.344368:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4198da00.
00010000:00000010:1.1:1783976321.344375:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed1e400.
00000080:00000010:1.1:1783976321.366965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db417726e0.
00000080:00000010:1.1:1783976321.366999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116fe300.
00010000:00000010:1.1:1783976321.367014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4198d500.
00010000:00000010:1.1:1783976321.367034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db405db000.
00000080:00000010:1.1:1783976321.376820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20366100.
00000080:00000010:1.1:1783976321.376839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a7b180.
00010000:00000010:0.1:1783976321.395151:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976321.395161:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:0.1:1783976321.396823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9340.
00000080:00000010:0.1:1783976321.396845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e632940.
00000080:00000010:3.1:1783976321.463828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:3.1:1783976321.463853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397e2100.
00010000:00000010:0.1:1783976321.473285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:0.1:1783976321.473322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976321.621798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ca0.
00000080:00000010:3.1:1783976321.621843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068c98c0.
00010000:00000010:3.1:1783976321.658826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976321.658852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976321.695849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:3.1:1783976321.695892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10186300.
00010000:00000010:3.1:1783976321.814002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976321.814031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976321.851082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434a0.
00000080:00000010:3.1:1783976321.854843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3943dac0.
00010000:00000010:3.1:1783976321.860124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976321.860155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976321.874077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:3.1:1783976321.874122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0691b180.
00010000:00000010:3.1:1783976321.897310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976321.897319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00010000:00000010:3.1:1783976322.023932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976322.023954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976322.043605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432a0.
00000080:00000010:3.1:1783976322.043648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f5ac0.
00010000:00000010:3.1:1783976322.047147:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976322.047155:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976322.052835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:3.1:1783976322.052877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338c0840.
00010000:00000010:3.1:1783976322.168850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976322.168876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976322.222236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1021b9c0.
00010000:00000010:3.1:1783976322.235707:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976322.235729:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976322.255158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:3.1:1783976322.328871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:3.1:1783976322.328911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397f8840.
00000080:00000010:1.1:1783976322.385146:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ee16900.
00000080:00000010:1.1:1783976322.393830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bb2100.
00010000:00000010:1.1:1783976322.393854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef37600.
00010000:00000010:1.1:1783976322.393876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08281200.
00000080:00000010:1.1:1783976322.412633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ee16400.
00010000:00000010:1.1:1783976322.422187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976322.422209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976322.422829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33632100.
00000080:00000010:1.1:1783976322.434825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d80.
00000080:00000010:3.1:1783976322.434905:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b18c0.
00010000:00000010:3.1:1783976322.442295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976322.442318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:0.1:1783976322.450241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6100.
00000080:00000010:0.1:1783976322.455830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39598000.
00010000:00000010:1.1:1783976322.530903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:1.1:1783976322.530920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976322.535908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:3.1:1783976322.535947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0708e300.
00000080:00000010:3.1:1783976322.623861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33569080.
00010000:00000010:3.1:1783976322.634838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976322.634860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976322.650485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:3.1:1783976322.653195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e46d280.
00010000:00000010:1.1:1783976322.712840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:1.1:1783976322.712864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00010000:00000010:3.1:1783976322.813995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976322.814005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976322.905173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334198c0.
00010000:00000010:3.1:1783976322.914971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976322.914995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976322.934924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:3.1:1783976322.934966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1037ca40.
00010000:00000010:3.1:1783976322.938931:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976322.938938:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976322.949826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67a0.
00000080:00000010:3.1:1783976322.949869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397a4200.
00010000:00000010:1.1:1783976322.953259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976322.953294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00010000:00000010:3.1:1783976322.967850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976322.967870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976322.975080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d80.
00000080:00000010:3.1:1783976322.980001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33638000.
00010000:00000010:0.1:1783976322.999829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:0.1:1783976322.999852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:0.1:1783976323.015703:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67a0.
00000080:00000010:1.1:1783976323.017743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3959f380.
00010000:00000010:3.1:1783976323.040847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976323.040869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140200.
00000080:00000010:3.1:1783976323.063755:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9da0.
00000080:00000010:3.1:1783976323.063821:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aec200.
00010000:00000010:3.1:1783976323.073566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976323.073588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976323.087818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63a0.
00000080:00000010:3.1:1783976323.087844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0716a100.
00010000:00000010:1.1:1783976323.095889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976323.095913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00010000:00000010:0.1:1783976323.153834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:0.1:1783976323.153853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:1.1:1783976323.168945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143700.
00000080:00000010:1.1:1783976323.172876:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3e300.
00010000:00000010:1.1:1783976323.185336:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:1.1:1783976323.185362:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:1.1:1783976323.199930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9e40.
00000080:00000010:1.1:1783976323.205965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069e1080.
00010000:00000010:1.1:1783976323.205996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b51e00.
00010000:00000010:1.1:1783976323.206002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08280c00.
00000080:00000010:1.1:1783976323.222095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ee163c0.
00000080:00000010:1.1:1783976323.222120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334ce300.
00010000:00000010:1.1:1783976323.226853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b51b00.
00010000:00000010:1.1:1783976323.226885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db08281c00.
00000080:00000010:1.1:1783976323.230011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ee168c0.
00000080:00000010:0.1:1783976323.230941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aaeb40.
00010000:00000010:3.1:1783976323.450617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:3.1:1783976323.450625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976323.460127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434c0.
00000080:00000010:3.1:1783976323.467995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33555ac0.
00010000:00000010:1.1:1783976323.503158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:1.1:1783976323.503180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00010000:00000010:0.1:1783976323.536123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:0.1:1783976323.536132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:0.1:1783976323.546817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143940.
00000080:00000010:1.1:1783976323.547431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10176300.
00010000:00000010:3.1:1783976323.579820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976323.579844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976323.591247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:3.1:1783976323.608753:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39785ac0.
00010000:00000010:0.1:1783976323.659892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976323.659900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:1.1:1783976323.664193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0726a940.
00000080:00000010:0.1:1783976323.664868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00010000:00000010:0.1:1783976323.747832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976323.747858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:1.1:1783976323.751825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:1.1:1783976323.751848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33626300.
00010000:00000010:0.1:1783976323.866919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:0.1:1783976323.866933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:0.1:1783976323.886532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:0.1:1783976323.899065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395398c0.
00010000:00000010:0.1:1783976323.905866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976323.905882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976323.920882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5100.
00010000:00000010:3.1:1783976324.006894:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976324.006907:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976324.006924:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143400.
00000080:00000010:3.1:1783976324.007141:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397639c0.
00010000:00000010:3.1:1783976324.007154:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfde00.
00010000:00000010:3.1:1783976324.007159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db108c2a00.
00000080:00000010:3.1:1783976324.016098:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20366940.
00000080:00000010:3.1:1783976324.016135:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a0c200.
00010000:00000010:3.1:1783976324.016146:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39dfdb00.
00010000:00000010:3.1:1783976324.016174:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db108c3a00.
00010000:00000010:3.1:1783976324.097910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976324.097928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976324.102824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143680.
00000080:00000010:0.1:1783976324.111030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070998c0.
00010000:00000010:0.1:1783976324.114196:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976324.114205:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976324.122146:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5180.
00000080:00000010:0.1:1783976324.122175:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b2b180.
00010000:00000010:1.1:1783976324.137892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:1.1:1783976324.137908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:3.1:1783976324.138129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5080.
00000080:00000010:3.1:1783976324.138155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e64f380.
00010000:00000010:0.1:1783976324.166329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976324.166341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:1.1:1783976324.174846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395a5ac0.
00000080:00000010:0.1:1783976324.183842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6680.
00010000:00000010:3.1:1783976324.196149:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976324.196158:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:3.1:1783976324.210700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f93e0.
00000080:00000010:3.1:1783976324.210728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b8840.
00000080:00000010:3.1:1783976324.299826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437a0.
00000080:00000010:3.1:1783976324.299868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11720840.
00010000:00000010:3.1:1783976324.311982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976324.312001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976324.330514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69a0.
00010000:00000010:3.1:1783976324.383840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976324.383862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976324.415952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438a0.
00000080:00000010:3.1:1783976324.415990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101a8840.
00000080:00000010:0.1:1783976324.530846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435a0.
00000080:00000010:3.1:1783976324.534850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e63c200.
00000080:00000010:3.1:1783976324.614016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:3.1:1783976324.614062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395a0840.
00010000:00000010:3.1:1783976324.625842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976324.625864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:3.1:1783976324.630832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d60.
00000080:00000010:3.1:1783976324.630858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103018c0.
00000080:00000010:0.1:1783976324.786148:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c80.
00000080:00000010:0.1:1783976324.786186:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10232940.
00010000:00000010:0.1:1783976324.793807:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976324.793815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976324.803050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5440.
00010000:00000010:3.1:1783976324.842463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976324.842488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976324.859106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00010000:00000010:1.1:1783976324.893184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ff6800.
00010000:00000010:1.1:1783976324.893229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed93600.
00010000:00000010:3.1:1783976324.912144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976324.912166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976324.931298:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143460.
00000080:00000010:3.1:1783976324.931322:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b37380.
00010000:00000010:0.1:1783976325.055833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2300.
00010000:00000010:0.1:1783976325.055860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:3.1:1783976325.076298:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:3.1:1783976325.080634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a70840.
00010000:00000010:0.1:1783976325.096824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976325.096848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00010000:00000010:0.1:1783976325.182852:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976325.182872:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00010000:00000010:3.1:1783976325.291834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976325.291858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976325.303194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ea0.
00000080:00000010:3.1:1783976325.303252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0688eb40.
00010000:00000010:3.1:1783976325.402332:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976325.402357:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976325.408865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439c0.
00000080:00000010:3.1:1783976325.408909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338a3180.
00010000:00000010:3.1:1783976325.531927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976325.531954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:0.1:1783976325.537820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143300.
00000080:00000010:0.1:1783976325.537843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39449080.
00010000:00000010:1.1:1783976325.544083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:1.1:1783976325.544099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976325.661836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4298c0.
00010000:00000010:0.1:1783976325.661852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417ad500.
00010000:00000010:0.1:1783976325.661859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07aa0e00.
00000080:00000010:1.1:1783976325.681858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41772ac0.
00000080:00000010:1.1:1783976325.692849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336c5ac0.
00010000:00000010:1.1:1783976325.692867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417adf00.
00010000:00000010:1.1:1783976325.692887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051da00.
00010000:00000010:0.1:1783976325.707317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976325.707328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976325.711842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5060.
00000080:00000010:0.1:1783976325.711887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396e7380.
00010000:00000010:0.1:1783976325.725041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976325.725059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976325.733875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f60.
00000080:00000010:0.1:1783976325.733901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3351ca40.
00010000:00000010:0.1:1783976325.743892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976325.744194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976325.755729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5060.
00000080:00000010:0.1:1783976325.755758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3964c200.
00010000:00000010:0.1:1783976325.766872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976325.766891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976325.781990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f60.
00000080:00000010:0.1:1783976325.788732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338fa100.
00000080:00000010:3.1:1783976325.905540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:3.1:1783976325.905593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1176f380.
00010000:00000010:3.1:1783976325.926029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976325.926054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976325.934132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6860.
00010000:00000010:3.1:1783976325.978293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976325.978319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976326.012100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:3.1:1783976326.016858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a9f380.
00010000:00000010:3.1:1783976326.178875:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976326.178885:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976326.200409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f60.
00000080:00000010:3.1:1783976326.200457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e58f380.
00010000:00000010:3.1:1783976326.237616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976326.237627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976326.258285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a80.
00000080:00000010:3.1:1783976326.258317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103fd280.
00010000:00000010:1.1:1783976326.288403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976326.288421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:1.1:1783976326.309869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143640.
00000080:00000010:1.1:1783976326.309902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e458840.
00010000:00000010:1.1:1783976326.338827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976326.338844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140c00.
00000080:00000010:1.1:1783976326.363872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9da0.
00000080:00000010:1.1:1783976326.363901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e56b180.
00010000:00000010:1.1:1783976326.396828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976326.396845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140c00.
00000080:00000010:1.1:1783976326.427851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9100.
00000080:00000010:1.1:1783976326.427878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06907380.
00010000:00000010:3.1:1783976326.481006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976326.481027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976326.495216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143340.
00000080:00000010:3.1:1783976326.503835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3344ca40.
00010000:00000010:3.1:1783976326.525845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976326.525869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00010000:00000010:0.1:1783976326.604638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:0.1:1783976326.604658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976326.620923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a00.
00000080:00000010:0.1:1783976326.620967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06967380.
00010000:00000010:0.1:1783976326.620976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10d64500.
00010000:00000010:0.1:1783976326.620983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37eed800.
00000080:00000010:1.1:1783976326.716865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41772580.
00000080:00000010:1.1:1783976326.716904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33686b40.
00010000:00000010:1.1:1783976326.716914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10d64f00.
00010000:00000010:1.1:1783976326.716938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db37eec800.
00010000:00000010:3.1:1783976326.956967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976326.956976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976326.993909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c40.
00010000:00000010:3.1:1783976327.060041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976327.060063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976327.073845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439a0.
00000080:00000010:3.1:1783976327.073889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e792940.
00010000:00000010:3.1:1783976327.092150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976327.092174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976327.101052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65a0.
00000080:00000010:3.1:1783976327.101078:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11625280.
00000080:00000010:3.1:1783976327.189097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3943b9c0.
00010000:00000010:0.1:1783976327.198685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:0.1:1783976327.198695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:0.1:1783976327.207862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65a0.
00000080:00000010:0.1:1783976327.207892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33849080.
00010000:00000010:3.1:1783976327.211857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976327.211869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:3.1:1783976327.216818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5540.
00000080:00000010:3.1:1783976327.225867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3963f380.
00000080:00000010:0.1:1783976327.243789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117ad280.
00010000:00000010:1.1:1783976327.272825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976327.272850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976327.281817:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e20.
00000080:00000010:0.1:1783976327.281842:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07016300.
00010000:00000010:0.1:1783976327.293209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976327.293218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976327.305995:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:0.1:1783976327.306043:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39478840.
00010000:00000010:3.1:1783976327.421981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976327.422002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976327.435424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c20.
00000080:00000010:0.1:1783976327.445909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102f3180.
00010000:00000010:0.1:1783976327.449116:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976327.449125:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976327.470123:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:0.1:1783976327.470156:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397e39c0.
00010000:00000010:0.1:1783976327.474398:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976327.474413:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976327.484054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5520.
00000080:00000010:0.1:1783976327.484079:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a7dac0.
00010000:00000010:0.1:1783976327.537083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:0.1:1783976327.537103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976327.557816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00000080:00000010:0.1:1783976327.557860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3972f380.
00010000:00000010:3.1:1783976327.675301:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976327.675331:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976327.679097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b60.
00000080:00000010:3.1:1783976327.679124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e75ca40.
00010000:00000010:0.1:1783976327.857821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976327.857830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:1.1:1783976327.859840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117e5ac0.
00010000:00000010:3.1:1783976327.865869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976327.865878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:3.1:1783976327.869312:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9e40.
00000080:00000010:3.1:1783976327.879849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33439080.
00010000:00000010:3.1:1783976327.888092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976327.888102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00010000:00000010:0.1:1783976327.964420:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:0.1:1783976327.964433:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:0.1:1783976327.984391:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:0.1:1783976327.984423:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10304200.
00010000:00000010:0.1:1783976327.993432:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976327.993440:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976327.993444:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5040.
00000080:00000010:0.1:1783976327.993463:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33867380.
00010000:00000010:0.1:1783976327.997828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976327.997847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976328.011618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53e0.
00000080:00000010:0.1:1783976328.018291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339e5ac0.
00010000:00000010:1.1:1783976328.037849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:1.1:1783976328.037863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00010000:00000010:3.1:1783976328.057039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976328.057053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976328.076160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:3.1:1783976328.076275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11770840.
00010000:00000010:3.1:1783976328.111920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976328.111939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00010000:00000010:3.1:1783976328.162132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976328.162154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976328.190366:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143960.
00000080:00000010:3.1:1783976328.190390:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06805ac0.
00010000:00000010:3.1:1783976328.207945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976328.207967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976328.207975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68c0.
00000080:00000010:3.1:1783976328.208002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3957b180.
00010000:00000010:3.1:1783976328.338017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976328.338039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976328.358397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143dc0.
00000080:00000010:3.1:1783976328.358430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33542100.
00000080:00000010:0.1:1783976328.508475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6198c0.
00010000:00000010:0.1:1783976328.531832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976328.531850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:1.1:1783976328.569943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5920.
00000080:00000010:1.1:1783976328.584734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101bc200.
00010000:00000010:1.1:1783976328.698225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976328.698243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:1.1:1783976328.711098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ba0.
00000080:00000010:1.1:1783976328.711133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102fc200.
00010000:00000010:1.1:1783976328.715212:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976328.715220:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:1.1:1783976328.725583:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b00.
00000080:00000010:1.1:1783976328.725610:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33618840.
00000080:00000010:3.1:1783976328.826365:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5bf380.
00010000:00000010:0.1:1783976328.833849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:0.1:1783976328.833881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:0.1:1783976328.845124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ce0.
00000080:00000010:0.1:1783976328.845148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3971a940.
00010000:00000010:0.1:1783976328.852384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976328.852396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976328.877587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5de0.
00000080:00000010:1.1:1783976328.877668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395c3180.
00010000:00000010:0.1:1783976328.881833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976328.881850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:0.1:1783976328.907875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9560.
00000080:00000010:0.1:1783976328.907906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a94a40.
00000080:00000010:3.1:1783976328.940564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143920.
00000080:00000010:3.1:1783976328.944992:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334c4a40.
00010000:00000010:3.1:1783976328.948882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976328.948890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976328.953847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64c0.
00000080:00000010:3.1:1783976328.953875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0726f380.
00010000:00000010:3.1:1783976328.960844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976328.960858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976328.974079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6660.
00000080:00000010:3.1:1783976328.988697:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bd5280.
00010000:00000010:3.1:1783976328.993427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976328.993437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976328.997079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64c0.
00000080:00000010:3.1:1783976329.001400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334a0000.
00010000:00000010:3.1:1783976329.009078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976329.009094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976329.022595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6660.
00000080:00000010:3.1:1783976329.022633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e700840.
00010000:00000010:3.1:1783976329.045040:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976329.045051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00010000:00000010:3.1:1783976329.179908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976329.179935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976329.186113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:3.1:1783976329.190107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335e1080.
00010000:00000010:0.1:1783976329.205930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:0.1:1783976329.205948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:0.1:1783976329.212836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6660.
00000080:00000010:0.1:1783976329.212876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3345eb40.
00010000:00000010:0.1:1783976329.226822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976329.226837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976329.244473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54c0.
00000080:00000010:0.1:1783976329.244493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a9eb40.
00010000:00000010:0.1:1783976329.271125:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976329.271137:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976329.271143:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976329.271175:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3963dac0.
00000080:00000010:0.1:1783976329.480147:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4feb40.
00010000:00000010:0.1:1783976329.489795:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976329.489800:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976329.496476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5640.
00000080:00000010:0.1:1783976329.496507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e580840.
00010000:00000010:1.1:1783976329.513836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976329.513862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976329.523195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5860.
00000080:00000010:0.1:1783976329.523227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39486b40.
00010000:00000010:0.1:1783976329.544626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976329.544640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976329.548962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5300.
00000080:00000010:0.1:1783976329.548985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334ba940.
00010000:00000010:0.1:1783976329.604835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:0.1:1783976329.604861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:1.1:1783976329.613093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:1.1:1783976329.613121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6218c0.
00010000:00000010:1.1:1783976329.630825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976329.630843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00010000:00000010:1.1:1783976329.733938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:1.1:1783976329.733954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00010000:00000010:0.1:1783976329.819872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:0.1:1783976329.819884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976329.831617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433a0.
00000080:00000010:0.1:1783976329.831636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f0840.
00010000:00000010:0.1:1783976329.837126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976329.837142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976329.846892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f55a0.
00000080:00000010:0.1:1783976329.850818:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0690c200.
00010000:00000010:0.1:1783976329.856322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976329.856347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976329.867819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ea0.
00000080:00000010:0.1:1783976329.879928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a7ca40.
00000080:00000010:3.1:1783976329.921119:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430e0.
00000080:00000010:3.1:1783976329.929934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1174b9c0.
00000080:00000010:3.1:1783976329.975840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3955e300.
00010000:00000010:3.1:1783976329.983851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976329.983871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:0.1:1783976330.020123:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e80.
00000080:00000010:0.1:1783976330.020156:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33576b40.
00010000:00000010:0.1:1783976330.020163:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976330.020167:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976330.025021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ea0.
00000080:00000010:0.1:1783976330.025053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335e0840.
00010000:00000010:0.1:1783976330.025064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.025070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:3.1:1783976330.084668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436e0.
00000080:00000010:3.1:1783976330.087214:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07089080.
00010000:00000010:3.1:1783976330.097810:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976330.097816:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976330.113443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f60.
00000080:00000010:0.1:1783976330.116984:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b6300.
00000080:00000010:0.1:1783976330.197823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432c0.
00000080:00000010:0.1:1783976330.197862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e635280.
00010000:00000010:0.1:1783976330.211833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.211856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976330.232870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b20.
00000080:00000010:0.1:1783976330.232900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39411080.
00010000:00000010:0.1:1783976330.255812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.255827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976330.264222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d20.
00000080:00000010:0.1:1783976330.272122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116b5ac0.
00010000:00000010:0.1:1783976330.291977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.291989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976330.291996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b20.
00000080:00000010:0.1:1783976330.292017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338e8840.
00010000:00000010:1.1:1783976330.296834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976330.296936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00010000:00000010:3.1:1783976330.326247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976330.326263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976330.343191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431e0.
00000080:00000010:3.1:1783976330.343220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0712d280.
00010000:00000010:1.1:1783976330.371832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976330.371858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00010000:00000010:1.1:1783976330.431898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976330.431905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:1.1:1783976330.438004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143420.
00000080:00000010:1.1:1783976330.438035:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335c6300.
00010000:00000010:1.1:1783976330.441815:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2b00.
00010000:00000010:1.1:1783976330.441823:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00000080:00000010:1.1:1783976330.447831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9280.
00000080:00000010:1.1:1783976330.448057:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1175b9c0.
00010000:00000010:1.1:1783976330.477088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2b00.
00010000:00000010:1.1:1783976330.477098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00010000:00000010:3.1:1783976330.520950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976330.520964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976330.529427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:3.1:1783976330.529459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068d1080.
00000080:00000010:3.1:1783976330.564987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62e0.
00000080:00000010:3.1:1783976330.565007:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06870000.
00000080:00000010:0.1:1783976330.575868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67e0.
00000080:00000010:0.1:1783976330.575897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6e4200.
00010000:00000010:3.1:1783976330.576091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976330.576099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00010000:00000010:0.1:1783976330.620094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:0.1:1783976330.620108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976330.636041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a26300.
00010000:00000010:3.1:1783976330.679275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976330.679286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976330.690742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:3.1:1783976330.690769:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33af1080.
00010000:00000010:0.1:1783976330.710006:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:0.1:1783976330.710013:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:0.1:1783976330.718812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62e0.
00000080:00000010:0.1:1783976330.718844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06bb0000.
00010000:00000010:0.1:1783976330.727905:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.727980:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976330.737205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e60.
00000080:00000010:0.1:1783976330.740449:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39575280.
00010000:00000010:0.1:1783976330.750032:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976330.750039:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976330.761807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5160.
00000080:00000010:0.1:1783976330.761825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6c6b40.
00010000:00000010:0.1:1783976330.765093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976330.765117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976330.771342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e60.
00000080:00000010:1.1:1783976330.771947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33528000.
00010000:00000010:3.1:1783976330.822846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976330.822866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:0.1:1783976330.833243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437e0.
00000080:00000010:0.1:1783976330.833263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5fe300.
00010000:00000010:0.1:1783976330.844276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976330.844289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976330.858094:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5120.
00000080:00000010:0.1:1783976330.872882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395ceb40.
00010000:00000010:0.1:1783976330.883318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976330.883340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976330.887016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5220.
00000080:00000010:0.1:1783976330.887049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336aca40.
00010000:00000010:3.1:1783976330.953383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976330.953397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976330.960048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e00.
00000080:00000010:3.1:1783976330.960082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334898c0.
00010000:00000010:3.1:1783976330.968088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976330.968111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976330.990107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6aa0.
00000080:00000010:3.1:1783976330.990151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33986b40.
00000080:00000010:0.1:1783976331.047161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33958000.
00010000:00000010:0.1:1783976331.062331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2b00.
00010000:00000010:0.1:1783976331.062350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00010000:00000010:3.1:1783976331.147225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976331.147242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976331.171431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143000.
00000080:00000010:3.1:1783976331.181037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3943d280.
00010000:00000010:0.1:1783976331.182992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:0.1:1783976331.183004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976331.244173:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143280.
00000080:00000010:3.1:1783976331.244195:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39455280.
00010000:00000010:0.1:1783976331.263875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:0.1:1783976331.263893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:0.1:1783976331.287329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6200.
00000080:00000010:0.1:1783976331.287363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aa98c0.
00010000:00000010:0.1:1783976331.304657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976331.304675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976331.321174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f55e0.
00000080:00000010:0.1:1783976331.324850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5d1080.
00010000:00000010:0.1:1783976331.334235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976331.334251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976331.337974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5560.
00000080:00000010:0.1:1783976331.338013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39585280.
00010000:00000010:1.1:1783976331.347198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:1.1:1783976331.347208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:3.1:1783976331.370351:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f55e0.
00000080:00000010:3.1:1783976331.370370:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339e7380.
00010000:00000010:3.1:1783976331.380539:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976331.380549:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976331.400814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a40.
00000080:00000010:3.1:1783976331.400861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334f18c0.
00010000:00000010:0.1:1783976331.405241:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:0.1:1783976331.405249:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:0.1:1783976331.414225:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6940.
00000080:00000010:0.1:1783976331.414245:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07104a40.
00010000:00000010:0.1:1783976331.422683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976331.422691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976331.441069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5560.
00000080:00000010:0.1:1783976331.441097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33827380.
00010000:00000010:0.1:1783976331.445711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976331.445720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976331.461803:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f00.
00000080:00000010:0.1:1783976331.461832:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33900840.
00010000:00000010:0.1:1783976331.468979:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976331.468987:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976331.479517:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5560.
00000080:00000010:0.1:1783976331.479548:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10343180.
00010000:00000010:1.1:1783976331.492161:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976331.492169:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:3.1:1783976331.513878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143be0.
00000080:00000010:3.1:1783976331.513910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33644200.
00010000:00000010:3.1:1783976331.535112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976331.535137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976331.535145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a40.
00000080:00000010:3.1:1783976331.535167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10389080.
00010000:00000010:3.1:1783976331.553144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976331.553158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976331.564083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64e0.
00000080:00000010:3.1:1783976331.575820:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101c2940.
00000080:00000010:3.1:1783976331.994154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c00.
00000080:00000010:3.1:1783976331.998128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39650000.
00010000:00000010:3.1:1783976332.056457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976332.056474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976332.114830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64e0.
00000080:00000010:3.1:1783976332.115126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3380f380.
00000080:00000010:0.1:1783976332.274579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6140.
00000080:00000010:0.1:1783976332.278078:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06858000.
00010000:00000010:1.1:1783976332.280482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db37ecf400.
00010000:00000010:1.1:1783976332.280521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c5fc00.
00000080:00000010:1.1:1783976332.300828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20366c00.
00000080:00000010:3.1:1783976332.304854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e0840.
00010000:00000010:3.1:1783976332.304879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db09546d00.
00010000:00000010:3.1:1783976332.304900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33c5f400.
00000080:00000010:3.1:1783976332.325828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20366040.
00000080:00000010:3.1:1783976332.325862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ac9080.
00010000:00000010:3.1:1783976332.339813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976332.339829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976332.348755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64e0.
00000080:00000010:3.1:1783976332.354277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10283180.
00010000:00000010:1.1:1783976332.374905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:1.1:1783976332.376871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:1.1:1783976332.391660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e00.
00000080:00000010:1.1:1783976332.391707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a64200.
00010000:00000010:0.1:1783976332.419836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:0.1:1783976332.419846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00000080:00000010:1.1:1783976332.439189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9320.
00000080:00000010:1.1:1783976332.439220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b17380.
00010000:00000010:1.1:1783976332.443827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2c00.
00010000:00000010:1.1:1783976332.443843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:1.1:1783976332.461214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9d20.
00000080:00000010:1.1:1783976332.474124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336e6300.
00010000:00000010:0.1:1783976332.479363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2c00.
00010000:00000010:0.1:1783976332.479379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00010000:00000010:3.1:1783976332.550004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976332.550022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976332.575332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:3.1:1783976332.579115:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b2940.
00010000:00000010:3.1:1783976332.605844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976332.605863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:1.1:1783976332.670004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b8a100.
00010000:00000010:1.1:1783976332.704400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:1.1:1783976332.704417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141c00.
00010000:00000010:3.1:1783976332.833460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976332.833477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976332.856051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:3.1:1783976332.856070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117f5280.
00010000:00000010:3.1:1783976332.866934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976332.866952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00010000:00000010:3.1:1783976332.913578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976332.913593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:1.1:1783976332.917144:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437c0.
00000080:00000010:1.1:1783976332.917163:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3968a940.
00000080:00000010:1.1:1783976332.936041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9e80.
00000080:00000010:1.1:1783976332.936071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10235280.
00010000:00000010:1.1:1783976332.940833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976332.940853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976332.953059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9660.
00000080:00000010:1.1:1783976332.956937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068898c0.
00010000:00000010:1.1:1783976332.962876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976332.962897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976332.971511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9e80.
00000080:00000010:1.1:1783976332.971539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396b0840.
00010000:00000010:1.1:1783976332.981948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976332.981966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976332.999503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9660.
00000080:00000010:1.1:1783976333.006688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336f1080.
00010000:00000010:1.1:1783976333.022815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976333.022832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976333.022837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9e80.
00000080:00000010:1.1:1783976333.022855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06ab0840.
00010000:00000010:3.1:1783976333.085947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976333.085965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976333.103103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:3.1:1783976333.103136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e70b9c0.
00010000:00000010:0.1:1783976333.160985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976333.161001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976333.169026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58c0.
00000080:00000010:0.1:1783976333.170505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1027f380.
00010000:00000010:0.1:1783976333.174209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976333.174227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976333.182114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d60.
00000080:00000010:0.1:1783976333.182152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4ab9c0.
00010000:00000010:3.1:1783976333.283866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976333.283886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976333.302953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:3.1:1783976333.302985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1022d280.
00010000:00000010:3.1:1783976333.321595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976333.321619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976333.339869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976333.339901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5b5280.
00000080:00000010:3.1:1783976333.430841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e525ac0.
00010000:00000010:3.1:1783976333.430871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c03f00.
00010000:00000010:3.1:1783976333.430878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db043d2400.
00000080:00000010:3.1:1783976333.467356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db091602c0.
00000080:00000010:0.1:1783976333.512297:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10093180.
00010000:00000010:0.1:1783976333.523053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976333.523061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00010000:00000010:3.1:1783976333.542679:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:3.1:1783976333.542695:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976333.544368:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d00.
00000080:00000010:3.1:1783976333.544389:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3381ca40.
00000080:00000010:3.1:1783976333.619747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143560.
00000080:00000010:3.1:1783976333.619795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068498c0.
00010000:00000010:3.1:1783976333.627698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976333.627717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976333.637137:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e40.
00000080:00000010:3.1:1783976333.637161:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39618840.
00010000:00000010:3.1:1783976333.646212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976333.646221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976333.656433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00000080:00000010:3.1:1783976333.656466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a5b9c0.
00000080:00000010:0.1:1783976333.721727:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070b5280.
00010000:00000010:0.1:1783976333.721747:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976333.721753:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00010000:00000010:1.1:1783976333.725313:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976333.725320:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976333.726093:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5500.
00000080:00000010:0.1:1783976333.726113:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e56f380.
00000080:00000010:1.1:1783976333.744471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5280.
00000080:00000010:1.1:1783976333.744501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335da100.
00010000:00000010:1.1:1783976333.794897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:1.1:1783976333.794905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00010000:00000010:0.1:1783976333.822104:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976333.822114:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:0.1:1783976333.832074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b40.
00000080:00000010:0.1:1783976333.851334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1032e300.
00010000:00000010:1.1:1783976333.868298:0:38873:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976333.868315:0:38873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00010000:00000010:0.1:1783976333.951861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976333.951868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976333.954960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143020.
00000080:00000010:0.1:1783976333.954991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11799080.
00010000:00000010:0.1:1783976333.959845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976333.959864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976333.968517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f59a0.
00000080:00000010:0.1:1783976333.972930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5edac0.
00010000:00000010:0.1:1783976334.043820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:0.1:1783976334.043836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:1.1:1783976334.061049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143360.
00000080:00000010:1.1:1783976334.072352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a98000.
00010000:00000010:1.1:1783976334.083819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976334.083826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00000080:00000010:1.1:1783976334.091873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b40.
00000080:00000010:1.1:1783976334.091891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071298c0.
00010000:00000010:3.1:1783976334.249069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976334.249086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976334.259173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11728840.
00000080:00000010:3.1:1783976334.261893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143660.
00010000:00000010:3.1:1783976334.316426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976334.316444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976334.335092:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143de0.
00000080:00000010:3.1:1783976334.335124:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a398c0.
00010000:00000010:1.1:1783976334.484030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:1.1:1783976334.484040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00010000:00000010:3.1:1783976334.572939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976334.572947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976334.580878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143da0.
00000080:00000010:3.1:1783976334.580905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101f6300.
00010000:00000010:3.1:1783976334.580929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976334.580934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:3.1:1783976334.589833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6340.
00000080:00000010:3.1:1783976334.589867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0702c200.
00010000:00000010:0.1:1783976334.608118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:0.1:1783976334.608133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:1.1:1783976334.617052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6be0.
00000080:00000010:1.1:1783976334.617088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e772100.
00010000:00000010:1.1:1783976334.639060:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976334.639085:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141200.
00000080:00000010:1.1:1783976334.655879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ee0.
00000080:00000010:1.1:1783976334.655909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117beb40.
00010000:00000010:1.1:1783976334.672870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976334.672885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141200.
00000080:00000010:1.1:1783976334.680875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9860.
00000080:00000010:3.1:1783976334.777846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3957dac0.
00010000:00000010:3.1:1783976334.892173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976334.892193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976334.918969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143260.
00000080:00000010:3.1:1783976334.919002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b6dac0.
00010000:00000010:3.1:1783976334.959881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976334.959897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976334.991518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6320.
00000080:00000010:3.1:1783976334.991554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6ad280.
00010000:00000010:0.1:1783976335.035111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:0.1:1783976335.035128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:1.1:1783976335.049890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6080.
00000080:00000010:1.1:1783976335.049934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7bb180.
00010000:00000010:0.1:1783976335.065019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:0.1:1783976335.065035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141200.
00000080:00000010:3.1:1783976335.109102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f40.
00000080:00000010:3.1:1783976335.109121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39623180.
00010000:00000010:3.1:1783976335.113874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976335.113891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:3.1:1783976335.124088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6320.
00000080:00000010:3.1:1783976335.124117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e765ac0.
00010000:00000010:0.1:1783976335.152875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:0.1:1783976335.152892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00010000:00000010:1.1:1783976335.182898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976335.182914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976335.201322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f00.
00000080:00000010:0.1:1783976335.201350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10392940.
00010000:00000010:1.1:1783976335.224828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:1.1:1783976335.224843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:3.1:1783976335.306979:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a46b40.
00000080:00000010:2.1:1783976335.409946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e550000.
00010000:00000010:3.1:1783976335.436142:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:3.1:1783976335.436166:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976335.444822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ca0.
00000080:00000010:3.1:1783976335.444843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db115e5280.
00010000:00000010:2.1:1783976335.465151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.465158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976335.468979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60e0.
00000080:00000010:2.1:1783976335.469008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bae300.
00010000:00000010:2.1:1783976335.480141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.480162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976335.490818:0:1373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976335.494376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395739c0.
00010000:00000010:2.1:1783976335.503820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.503840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976335.516321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435e0.
00000080:00000010:2.1:1783976335.516350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06ab2940.
00010000:00000010:2.1:1783976335.523833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.523842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976335.527921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976335.527954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101d9080.
00010000:00000010:3.1:1783976335.541825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976335.541840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976335.557891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435e0.
00000080:00000010:3.1:1783976335.557931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1017e300.
00010000:00000010:3.1:1783976335.562394:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976335.562402:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976335.577823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68a0.
00000080:00000010:3.1:1783976335.577854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4e3180.
00010000:00000010:3.1:1783976335.584101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976335.584112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976335.596374:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6600.
00000080:00000010:3.1:1783976335.596402:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101f9080.
00010000:00000010:3.1:1783976335.606841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976335.606855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:1.1:1783976335.631301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68a0.
00000080:00000010:1.1:1783976335.631325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334ca940.
00010000:00000010:1.1:1783976335.631335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976335.631340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141800.
00000080:00000010:0.1:1783976335.637973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07341080.
00000080:00000010:1.1:1783976335.638816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9560.
00010000:00000010:2.1:1783976335.641893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.641900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:2.1:1783976335.654487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50c0.
00000080:00000010:0.1:1783976335.661902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3948eb40.
00010000:00000010:2.1:1783976335.665949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976335.665965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:2.1:1783976335.670341:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:2.1:1783976335.670366:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07125ac0.
00010000:00000010:0.1:1783976335.677873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976335.677887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976335.688921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976335.691978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397ab9c0.
00010000:00000010:2.1:1783976335.703972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976335.703989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976335.712438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976335.712468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33546b40.
00010000:00000010:2.1:1783976335.721850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976335.721867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976335.731843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976335.731871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335a8840.
00010000:00000010:2.1:1783976335.740794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976335.740811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976335.749869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976335.749904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338a2100.
00010000:00000010:2.1:1783976335.759829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976335.759848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976335.769824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976335.775302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bc98c0.
00010000:00000010:2.1:1783976335.779063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976335.779085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976335.789147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976335.789169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39624a40.
00010000:00000010:3.1:1783976335.806739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976335.806758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976335.824811:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:3.1:1783976335.824831:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33974a40.
00010000:00000010:3.1:1783976335.827927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976335.827936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976335.832820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6600.
00000080:00000010:3.1:1783976335.832850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e681080.
00010000:00000010:2.1:1783976335.847214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976335.847222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976335.852845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c80.
00000080:00000010:2.1:1783976335.852880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335dca40.
00010000:00000010:2.1:1783976335.861147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976335.861166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976335.869167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976335.869209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117a9080.
00010000:00000010:2.1:1783976335.882168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ef57c00.
00010000:00000010:2.1:1783976335.882209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db07aa6800.
00000080:00000010:2.1:1783976335.892865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0768d1e0.
00000080:00000010:2.1:1783976335.892905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6239c0.
00010000:00000010:2.1:1783976335.902259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976335.902271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976335.921821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:3.1:1783976335.921872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6c1080.
00010000:00000010:2.1:1783976335.937143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:2.1:1783976335.937163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976335.945150:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6600.
00000080:00000010:2.1:1783976335.945182:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7cf380.
00010000:00000010:0.1:1783976335.964874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:0.1:1783976335.964892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976335.977905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976335.978078:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e545280.
00010000:00000010:2.1:1783976335.986850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976335.986871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:1.1:1783976336.011685:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:1.1:1783976336.011716:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339c5280.
00010000:00000010:1.1:1783976336.016824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976336.016845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:0.1:1783976336.049804:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f98e0.
00000080:00000010:0.1:1783976336.049828:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335b6300.
00010000:00000010:0.1:1783976336.070124:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976336.070131:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976336.070136:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e40.
00000080:00000010:0.1:1783976336.070151:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102c39c0.
00010000:00000010:0.1:1783976336.077852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976336.077867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976336.084829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5fc0.
00000080:00000010:0.1:1783976336.084859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b39c0.
00010000:00000010:0.1:1783976336.100083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976336.100105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976336.110128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e40.
00000080:00000010:0.1:1783976336.110165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b5b9c0.
00010000:00000010:1.1:1783976336.123203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:1.1:1783976336.123222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976336.134848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5fc0.
00000080:00000010:2.1:1783976336.134881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4f9080.
00010000:00000010:2.1:1783976336.150336:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.150344:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976336.157875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.157906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a5a940.
00010000:00000010:2.1:1783976336.171824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.171840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976336.181361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143540.
00000080:00000010:2.1:1783976336.181393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339c3180.
00010000:00000010:2.1:1783976336.194390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.194406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976336.207814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.216881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102be300.
00010000:00000010:3.1:1783976336.227959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.227977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976336.229057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143540.
00000080:00000010:3.1:1783976336.232648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117bc200.
00010000:00000010:3.1:1783976336.243069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.243075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976336.247824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6420.
00000080:00000010:3.1:1783976336.247858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1035c200.
00010000:00000010:2.1:1783976336.258301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.258320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976336.267837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6880.
00000080:00000010:2.1:1783976336.271811:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394a4a40.
00010000:00000010:2.1:1783976336.279950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.279969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976336.303824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.303856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10335ac0.
00010000:00000010:2.1:1783976336.313389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.313404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976336.321011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:2.1:1783976336.321050:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33828840.
00010000:00000010:2.1:1783976336.336847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976336.336863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976336.344904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.348966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e451080.
00010000:00000010:3.1:1783976336.361934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976336.361958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976336.377110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:3.1:1783976336.377132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3964eb40.
00010000:00000010:3.1:1783976336.391842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.391857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976336.391863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6420.
00000080:00000010:3.1:1783976336.391882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a5c200.
00010000:00000010:3.1:1783976336.404764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.404794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976336.419477:0:170141:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:3.1:1783976336.419506:0:170141:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a16300.
00010000:00000010:2.1:1783976336.432947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.432962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:2.1:1783976336.450056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6420.
00000080:00000010:2.1:1783976336.450086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103539c0.
00010000:00000010:2.1:1783976336.455106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.455121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.464817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.464848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10221080.
00010000:00000010:2.1:1783976336.478819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.478835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.489807:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976336.494102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1019b180.
00010000:00000010:2.1:1783976336.498827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.498844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.515137:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.523945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33832100.
00010000:00000010:2.1:1783976336.531080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.531092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.534867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976336.534894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06934a40.
00010000:00000010:2.1:1783976336.553847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.553860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976336.558832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.558867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e45a940.
00010000:00000010:2.1:1783976336.575971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.575992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.583838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976336.583871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339aa100.
00010000:00000010:2.1:1783976336.603480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.603487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976336.612996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976336.613017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07088840.
00010000:00000010:2.1:1783976336.617044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976336.617060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976336.634830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976336.634860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aa2100.
00010000:00000010:3.1:1783976336.645535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976336.645553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976336.657827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:3.1:1783976336.657869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1169e300.
00010000:00000010:3.1:1783976336.657885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db046b9a00.
00010000:00000010:3.1:1783976336.657892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06776a00.
00000080:00000010:3.1:1783976336.673052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0768d620.
00000080:00000010:3.1:1783976336.673085:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1035dac0.
00010000:00000010:3.1:1783976336.673092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db046b9500.
00010000:00000010:3.1:1783976336.673113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db06776000.
00000080:00000010:3.1:1783976336.686959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0768d940.
00000080:00000010:3.1:1783976336.686982:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396ac200.
00010000:00000010:3.1:1783976336.696822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976336.696834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976336.709823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:3.1:1783976336.709853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07134200.
00010000:00000010:3.1:1783976336.726843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.726859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976336.935839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:3.1:1783976336.941323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0691a100.
00010000:00000010:3.1:1783976336.965005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976336.965021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976337.045523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:3.1:1783976337.061967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10194a40.
00010000:00000010:3.1:1783976337.088840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976337.088858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976337.120322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:3.1:1783976337.120358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11675ac0.
00010000:00000010:2.1:1783976337.172139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:2.1:1783976337.172151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976337.223049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:2.1:1783976337.228243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ac2100.
00010000:00000010:0.1:1783976337.256017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.256050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:0.1:1783976337.290329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:0.1:1783976337.290364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e2940.
00010000:00000010:0.1:1783976337.299841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.299859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976337.343419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976337.343449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4df380.
00010000:00000010:0.1:1783976337.367834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.367853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976337.421003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54c0.
00000080:00000010:0.1:1783976337.424941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5b5ac0.
00010000:00000010:0.1:1783976337.441965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.441988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976337.450998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976337.455513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3352f380.
00010000:00000010:0.1:1783976337.476104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.476135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976337.520905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54c0.
00000080:00000010:2.1:1783976337.521164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336839c0.
00010000:00000010:2.1:1783976337.528952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976337.528975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976337.536905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143bc0.
00000080:00000010:2.1:1783976337.539945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33582100.
00010000:00000010:2.1:1783976337.558030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976337.558050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976337.564832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:2.1:1783976337.564874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39615280.
00010000:00000010:3.1:1783976337.581826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976337.581853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976337.601829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143bc0.
00000080:00000010:3.1:1783976337.606838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103c4200.
00010000:00000010:3.1:1783976337.623830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976337.623851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976337.649926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:3.1:1783976337.655868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39790840.
00010000:00000010:3.1:1783976337.676190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976337.676215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976337.706849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63e0.
00000080:00000010:2.1:1783976337.706897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33beb9c0.
00010000:00000010:2.1:1783976337.719148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976337.719171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976337.737638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:2.1:1783976337.737666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33645ac0.
00010000:00000010:2.1:1783976337.749478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976337.749490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976337.754909:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976337.754950:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33462100.
00010000:00000010:2.1:1783976337.770165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976337.770180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976337.774961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:2.1:1783976337.775000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070b7380.
00010000:00000010:3.1:1783976337.787848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:3.1:1783976337.787870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976337.820811:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:3.1:1783976337.820833:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397f98c0.
00010000:00000010:3.1:1783976337.833832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976337.833856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976337.848430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:3.1:1783976337.848969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396bdac0.
00010000:00000010:3.1:1783976337.858812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976337.858821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976337.870808:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61a0.
00000080:00000010:2.1:1783976337.872304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33838000.
00010000:00000010:3.1:1783976337.883836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976337.883853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976337.891925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:2.1:1783976337.895822:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397e5ac0.
00010000:00000010:2.1:1783976337.905045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976337.905060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976337.922005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00000080:00000010:2.1:1783976337.922050:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06bc4a40.
00010000:00000010:2.1:1783976337.937587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976337.937608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976337.947827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143620.
00000080:00000010:2.1:1783976337.947861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334d2940.
00010000:00000010:2.1:1783976337.967253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976337.967267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976337.983830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39534200.
00000080:00000010:2.1:1783976337.985166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00010000:00000010:0.1:1783976337.998824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976337.998843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976338.005944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54c0.
00000080:00000010:0.1:1783976338.005967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335fb9c0.
00010000:00000010:0.1:1783976338.022264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.022280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976338.045847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976338.045881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3940a100.
00010000:00000010:2.1:1783976338.069818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.069824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:2.1:1783976338.081248:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54c0.
00000080:00000010:2.1:1783976338.081274:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339d0000.
00010000:00000010:2.1:1783976338.097855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:2.1:1783976338.097870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976338.127803:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00000080:00000010:0.1:1783976338.141112:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6039c0.
00010000:00000010:2.1:1783976338.149478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.149494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976338.155803:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:0.1:1783976338.155824:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a70840.
00010000:00000010:0.1:1783976338.162164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.162179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976338.177025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5760.
00000080:00000010:0.1:1783976338.180390:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33880840.
00010000:00000010:0.1:1783976338.190829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.190845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00010000:00000010:3.1:1783976338.222214:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976338.222224:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976338.223393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58e0.
00000080:00000010:2.1:1783976338.223411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071a39c0.
00000080:00000010:3.1:1783976338.229960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00000080:00000010:3.1:1783976338.229988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e78b9c0.
00010000:00000010:2.1:1783976338.237099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:2.1:1783976338.237114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976338.258112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61a0.
00000080:00000010:2.1:1783976338.261903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aea100.
00010000:00000010:3.1:1783976338.266811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976338.266827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976338.275878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143620.
00000080:00000010:3.1:1783976338.281543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b2eb40.
00010000:00000010:3.1:1783976338.286844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976338.286861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976338.296077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:3.1:1783976338.296111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338f5280.
00010000:00000010:3.1:1783976338.315444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976338.315452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976338.322796:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6820.
00000080:00000010:3.1:1783976338.322815:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5c98c0.
00010000:00000010:3.1:1783976338.333953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976338.333967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976338.342822:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39484a40.
00000080:00000010:3.1:1783976338.344955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00010000:00000010:2.1:1783976338.350000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.350025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976338.374838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976338.374865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39554a40.
00010000:00000010:2.1:1783976338.383212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.383223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976338.388826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.400227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101fc200.
00010000:00000010:2.1:1783976338.405588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.405596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976338.411074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976338.411094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e54f380.
00010000:00000010:2.1:1783976338.421942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.421962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.431236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.431270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e535280.
00010000:00000010:2.1:1783976338.439069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.439086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.451099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976338.451125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396ef380.
00010000:00000010:2.1:1783976338.458945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.458962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.469820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.469848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116bdac0.
00010000:00000010:2.1:1783976338.477080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.477094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.486642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976338.490109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e47ca40.
00010000:00000010:2.1:1783976338.497817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.497833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.507841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.507874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39614a40.
00010000:00000010:2.1:1783976338.518823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.518838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.530801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:3.1:1783976338.533819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b0b180.
00010000:00000010:2.1:1783976338.543807:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.543815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976338.557540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:2.1:1783976338.557562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b08000.
00010000:00000010:2.1:1783976338.564444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.564458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:0.1:1783976338.578915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ae8840.
00000080:00000010:2.1:1783976338.579812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00010000:00000010:0.1:1783976338.583857:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.583864:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976338.589215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d20.
00000080:00000010:0.1:1783976338.589245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395498c0.
00010000:00000010:0.1:1783976338.597821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.597835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976338.611830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51c0.
00000080:00000010:0.1:1783976338.611857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3362b9c0.
00010000:00000010:0.1:1783976338.636822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976338.636838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:2.1:1783976338.655831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d20.
00000080:00000010:2.1:1783976338.655863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06886300.
00010000:00000010:2.1:1783976338.682394:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.682411:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:0.1:1783976338.700819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:0.1:1783976338.704851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39655ac0.
00010000:00000010:2.1:1783976338.722811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:2.1:1783976338.722827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:2.1:1783976338.740790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51c0.
00000080:00000010:2.1:1783976338.741816:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1009a100.
00010000:00000010:2.1:1783976338.749939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.749957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.770945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.770972:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338db9c0.
00010000:00000010:2.1:1783976338.780415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.780434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.788859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976338.788888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39468000.
00010000:00000010:2.1:1783976338.796830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.796846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.806960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.814792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e50d280.
00010000:00000010:2.1:1783976338.818919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.818934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.829836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976338.829865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0712a100.
00010000:00000010:2.1:1783976338.845807:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.845815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.852073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:2.1:1783976338.856857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101e0840.
00010000:00000010:2.1:1783976338.861823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.861839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976338.871828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976338.871852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a74200.
00010000:00000010:1.1:1783976338.884341:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976338.884364:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:1.1:1783976338.894087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:1.1:1783976338.894108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101f98c0.
00010000:00000010:2.1:1783976338.906297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976338.906311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:2.1:1783976338.910041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9780.
00000080:00000010:2.1:1783976338.910073:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39483180.
00010000:00000010:2.1:1783976338.910084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33128300.
00010000:00000010:2.1:1783976338.910102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ed50600.
00000080:00000010:2.1:1783976338.918814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39f6f540.
00000080:00000010:2.1:1783976338.923068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a46300.
00010000:00000010:3.1:1783976338.939823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976338.939838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976338.946947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:3.1:1783976338.956248:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1179ca40.
00010000:00000010:3.1:1783976338.966106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976338.966119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976338.971085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6820.
00000080:00000010:2.1:1783976338.975833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334f6b40.
00010000:00000010:2.1:1783976338.975853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976338.975858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976338.986820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:2.1:1783976338.990058:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aaa100.
00010000:00000010:2.1:1783976338.996826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976338.996843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.004831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:2.1:1783976339.007954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b12100.
00010000:00000010:2.1:1783976339.018951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.018967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.063871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:2.1:1783976339.067842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117a18c0.
00010000:00000010:2.1:1783976339.081829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.081843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.100493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:2.1:1783976339.100520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10270000.
00010000:00000010:2.1:1783976339.108042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.108057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.133004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:2.1:1783976339.138086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e60b9c0.
00010000:00000010:2.1:1783976339.147153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.147170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.160234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:2.1:1783976339.166229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334b2940.
00010000:00000010:3.1:1783976339.193111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976339.193135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976339.214178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:3.1:1783976339.214206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339718c0.
00010000:00000010:2.1:1783976339.228156:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:2.1:1783976339.228164:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976339.239003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6920.
00000080:00000010:2.1:1783976339.239025:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068da100.
00010000:00000010:2.1:1783976339.242819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.242835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.251908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:2.1:1783976339.251947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4ca940.
00010000:00000010:2.1:1783976339.269226:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976339.269235:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.287101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:2.1:1783976339.287129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10178000.
00010000:00000010:3.1:1783976339.287610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976339.287618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976339.297941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:3.1:1783976339.307019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a71080.
00010000:00000010:3.1:1783976339.317331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976339.317338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976339.320952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6920.
00000080:00000010:2.1:1783976339.320994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aab180.
00010000:00000010:2.1:1783976339.328825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.328839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.338823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:2.1:1783976339.338860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0737eb40.
00010000:00000010:2.1:1783976339.348817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.348834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.355964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143720.
00000080:00000010:2.1:1783976339.359958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07185ac0.
00010000:00000010:2.1:1783976339.365288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.365304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.372904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:2.1:1783976339.376907:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335998c0.
00010000:00000010:2.1:1783976339.388207:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.388214:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976339.394901:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143720.
00000080:00000010:2.1:1783976339.394919:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0687a100.
00010000:00000010:2.1:1783976339.407094:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.407102:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.417833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:2.1:1783976339.417852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335039c0.
00010000:00000010:0.1:1783976339.423977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976339.424006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:0.1:1783976339.434951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143720.
00000080:00000010:0.1:1783976339.435015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10195280.
00010000:00000010:0.1:1783976339.444819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976339.444833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976339.454861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58a0.
00000080:00000010:0.1:1783976339.454892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11606300.
00010000:00000010:0.1:1783976339.465818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976339.465835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:1.1:1783976339.473906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5800.
00000080:00000010:1.1:1783976339.479329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a7d280.
00010000:00000010:2.1:1783976339.485392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.485410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976339.492828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9240.
00000080:00000010:2.1:1783976339.492857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33924a40.
00010000:00000010:2.1:1783976339.500835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.500850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.511823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:2.1:1783976339.511852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab5280.
00010000:00000010:2.1:1783976339.521836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.521854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976339.537877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976339.537897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33653180.
00010000:00000010:3.1:1783976339.571917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976339.571933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976339.595078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a20.
00000080:00000010:3.1:1783976339.595119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0684dac0.
00010000:00000010:2.1:1783976339.609952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:2.1:1783976339.609968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976339.620962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6820.
00000080:00000010:2.1:1783976339.625813:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39786300.
00010000:00000010:2.1:1783976339.641848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.641859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.649523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976339.649541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101039c0.
00010000:00000010:2.1:1783976339.659823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.659839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976339.666954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976339.666993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b78840.
00010000:00000010:3.1:1783976339.697830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976339.697844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976339.707951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:3.1:1783976339.707996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b06b40.
00010000:00000010:2.1:1783976339.721833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:2.1:1783976339.721849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976339.738239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6000.
00000080:00000010:2.1:1783976339.738259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e56eb40.
00010000:00000010:2.1:1783976339.738272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39e16800.
00010000:00000010:2.1:1783976339.738286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db104bc600.
00000080:00000010:2.1:1783976339.741938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db041ed880.
00000080:00000010:2.1:1783976339.741973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7a0000.
00010000:00000010:2.1:1783976339.753830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.753845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.771012:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976339.771032:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102b0000.
00010000:00000010:2.1:1783976339.776943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.776956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.789863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:2.1:1783976339.789898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116e2940.
00010000:00000010:2.1:1783976339.797954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.797971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.817071:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976339.828075:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a298c0.
00010000:00000010:2.1:1783976339.839239:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976339.839247:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.847941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:2.1:1783976339.847961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33652100.
00010000:00000010:2.1:1783976339.851898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976339.851909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976339.855862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976339.860504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e77e300.
00010000:00000010:2.1:1783976339.863923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976339.863937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.872940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:2.1:1783976339.872969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a1a100.
00010000:00000010:2.1:1783976339.902260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976339.902272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976339.905959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976339.906001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395df380.
00010000:00000010:2.1:1783976339.930891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976339.930910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976339.965885:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:2.1:1783976339.966177:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336c8000.
00010000:00000010:2.1:1783976339.985244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976339.985258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976340.005141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976340.005171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070ac200.
00010000:00000010:3.1:1783976340.011120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976340.011136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976340.022349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:3.1:1783976340.022376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1028a940.
00010000:00000010:3.1:1783976340.036714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976340.036731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976340.044074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61a0.
00000080:00000010:3.1:1783976340.044105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3eb40.
00010000:00000010:2.1:1783976340.062933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:2.1:1783976340.062948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976340.081842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63e0.
00000080:00000010:2.1:1783976340.081877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10330840.
00010000:00000010:2.1:1783976340.097098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.097106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976340.101942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976340.106969:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068dca40.
00010000:00000010:2.1:1783976340.111945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.111959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976340.126068:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976340.126087:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33975280.
00010000:00000010:2.1:1783976340.131495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.131509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976340.138963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:2.1:1783976340.143824:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33abdac0.
00010000:00000010:2.1:1783976340.154185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.154193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:1.1:1783976340.159965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:1.1:1783976340.160005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7a8000.
00010000:00000010:1.1:1783976340.169232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.169250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:1.1:1783976340.176184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99a0.
00000080:00000010:1.1:1783976340.176219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33555280.
00010000:00000010:1.1:1783976340.185952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.185980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:1.1:1783976340.201190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9c20.
00000080:00000010:1.1:1783976340.201209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b9080.
00010000:00000010:1.1:1783976340.207136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.207157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:1.1:1783976340.213908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99a0.
00000080:00000010:1.1:1783976340.224161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e569080.
00010000:00000010:2.1:1783976340.228074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.228089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976340.249511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9c20.
00000080:00000010:2.1:1783976340.251831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396098c0.
00010000:00000010:1.1:1783976340.258876:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.258889:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:1.1:1783976340.265838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:1.1:1783976340.271176:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33684200.
00010000:00000010:1.1:1783976340.278943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.278959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141e00.
00000080:00000010:1.1:1783976340.290820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99a0.
00000080:00000010:0.1:1783976340.293897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1173c200.
00010000:00000010:2.1:1783976340.308023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.308042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:2.1:1783976340.324106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5740.
00000080:00000010:2.1:1783976340.327994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6e7380.
00010000:00000010:2.1:1783976340.332302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.332319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.337909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976340.341957:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a418c0.
00010000:00000010:2.1:1783976340.349925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.349942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.359823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976340.359855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5cb180.
00010000:00000010:2.1:1783976340.369654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.369744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.381828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976340.385065:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33942940.
00010000:00000010:2.1:1783976340.389110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.389128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.398908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976340.398938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a5ca40.
00010000:00000010:2.1:1783976340.411831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.411848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976340.424705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:3.1:1783976340.431924:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39634a40.
00010000:00000010:1.1:1783976340.439685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976340.439703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:0.1:1783976340.448820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61a0.
00000080:00000010:0.1:1783976340.461220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f8000.
00010000:00000010:0.1:1783976340.467264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976340.467274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976340.471523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5140.
00000080:00000010:0.1:1783976340.471552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3963b180.
00010000:00000010:0.1:1783976340.471560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41943e00.
00010000:00000010:0.1:1783976340.471576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d50800.
00000080:00000010:1.1:1783976340.494857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0832a520.
00000080:00000010:1.1:1783976340.498846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11698000.
00010000:00000010:2.1:1783976340.502027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.502042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:2.1:1783976340.514853:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f93e0.
00000080:00000010:2.1:1783976340.514873:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e757380.
00010000:00000010:2.1:1783976340.525936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.525952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.535140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976340.541062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0697a940.
00010000:00000010:2.1:1783976340.554674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.554692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.581195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d20.
00000080:00000010:2.1:1783976340.581225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071939c0.
00010000:00000010:2.1:1783976340.583955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976340.583981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976340.597818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976340.597845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e446b40.
00010000:00000010:0.1:1783976340.621831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:0.1:1783976340.621848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976340.650283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d20.
00000080:00000010:1.1:1783976340.654846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103aeb40.
00010000:00000010:2.1:1783976340.691712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.691730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140200.
00000080:00000010:2.1:1783976340.722177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f95c0.
00000080:00000010:2.1:1783976340.722272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a7e300.
00010000:00000010:2.1:1783976340.729815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.729832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976340.740541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976340.744204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068de300.
00010000:00000010:0.1:1783976340.755029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976340.755046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:1.1:1783976340.768008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5340.
00000080:00000010:1.1:1783976340.768036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336098c0.
00010000:00000010:2.1:1783976340.780481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.780496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976340.800280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ae0.
00000080:00000010:2.1:1783976340.800305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339d1080.
00010000:00000010:3.1:1783976340.818424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976340.818432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976340.825825:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:3.1:1783976340.825846:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07019080.
00010000:00000010:3.1:1783976340.840302:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976340.840311:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976340.850817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:3.1:1783976340.850842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e46f380.
00010000:00000010:2.1:1783976340.865859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.865866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:2.1:1783976340.876824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6420.
00000080:00000010:2.1:1783976340.876844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4c8000.
00010000:00000010:2.1:1783976340.881822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.881838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976340.906282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:2.1:1783976340.911143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33be6300.
00010000:00000010:2.1:1783976340.929897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976340.929914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976340.939378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976340.939409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7498c0.
00010000:00000010:3.1:1783976340.963215:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976340.963228:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976340.997395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:2.1:1783976341.012131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339b4200.
00010000:00000010:2.1:1783976341.023823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.023839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976341.041179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:3.1:1783976341.045819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10278840.
00010000:00000010:2.1:1783976341.071952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.071975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976341.081036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c60.
00000080:00000010:2.1:1783976341.084978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6b0840.
00010000:00000010:2.1:1783976341.102838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.102853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976341.132574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.132603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339d18c0.
00010000:00000010:2.1:1783976341.146930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.146946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976341.166814:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ec0.
00000080:00000010:3.1:1783976341.182828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07191080.
00010000:00000010:3.1:1783976341.188815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976341.188820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:0.1:1783976341.200363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6880.
00000080:00000010:0.1:1783976341.200388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39544a40.
00010000:00000010:0.1:1783976341.204230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.204243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976341.208834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5380.
00000080:00000010:0.1:1783976341.212392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b50840.
00010000:00000010:0.1:1783976341.219822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.219839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.234051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f00.
00000080:00000010:0.1:1783976341.234079:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a41080.
00010000:00000010:0.1:1783976341.238315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.238329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.246934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5380.
00000080:00000010:0.1:1783976341.246974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395deb40.
00010000:00000010:0.1:1783976341.254963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.254980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.263961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f00.
00000080:00000010:0.1:1783976341.263996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33600000.
00010000:00000010:0.1:1783976341.286814:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.286822:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.291761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5380.
00000080:00000010:0.1:1783976341.291805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e470000.
00010000:00000010:0.1:1783976341.308822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.308839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.316184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f00.
00000080:00000010:0.1:1783976341.316219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336f5280.
00010000:00000010:0.1:1783976341.325894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.325905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.337826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5380.
00000080:00000010:0.1:1783976341.337859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b2c200.
00010000:00000010:0.1:1783976341.347942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976341.347966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976341.364550:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f00.
00000080:00000010:1.1:1783976341.373828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33595280.
00010000:00000010:2.1:1783976341.384829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.384841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976341.389238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f96e0.
00000080:00000010:2.1:1783976341.389264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a0a100.
00010000:00000010:2.1:1783976341.402483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.402490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976341.407421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.407448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39530840.
00010000:00000010:2.1:1783976341.426794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.426816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976341.435839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.441213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338e8000.
00010000:00000010:2.1:1783976341.445830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.445847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976341.455838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.455870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335cca40.
00010000:00000010:2.1:1783976341.463962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.463980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976341.479722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.479751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103298c0.
00010000:00000010:2.1:1783976341.487833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.487849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976341.498966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.503163:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1169ca40.
00010000:00000010:2.1:1783976341.516944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.516963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976341.522244:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1038eb40.
00000080:00000010:2.1:1783976341.526823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00010000:00000010:3.1:1783976341.537895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976341.537904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976341.542462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6600.
00000080:00000010:3.1:1783976341.542495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397ce300.
00010000:00000010:3.1:1783976341.551902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976341.551927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976341.559754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c80.
00000080:00000010:3.1:1783976341.559798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1027b9c0.
00010000:00000010:2.1:1783976341.574854:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:2.1:1783976341.574861:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976341.581690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6600.
00000080:00000010:2.1:1783976341.581710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39508000.
00010000:00000010:2.1:1783976341.589028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976341.589045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976341.598984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.599021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06800840.
00010000:00000010:3.1:1783976341.616320:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976341.616328:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976341.634022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:3.1:1783976341.634041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b1080.
00010000:00000010:2.1:1783976341.642157:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.642168:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976341.651057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c80.
00000080:00000010:2.1:1783976341.651099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39788000.
00010000:00000010:2.1:1783976341.654996:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.655003:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976341.661188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.661215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116b2100.
00010000:00000010:2.1:1783976341.672817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.672833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976341.683954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.683986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11620840.
00010000:00000010:2.1:1783976341.711155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.711172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976341.718822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.718839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a9a100.
00010000:00000010:1.1:1783976341.745046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976341.745055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00010000:00000010:3.1:1783976341.748957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976341.748974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976341.754173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.754190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07115ac0.
00000080:00000010:3.1:1783976341.765068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68a0.
00000080:00000010:3.1:1783976341.768767:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3979c200.
00010000:00000010:3.1:1783976341.775020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976341.775027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976341.793371:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60e0.
00000080:00000010:3.1:1783976341.793398:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10308000.
00010000:00000010:0.1:1783976341.805937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:0.1:1783976341.805954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976341.810132:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68a0.
00000080:00000010:2.1:1783976341.810154:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3382d280.
00010000:00000010:2.1:1783976341.824399:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.824411:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976341.830843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:2.1:1783976341.834906:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e622940.
00010000:00000010:2.1:1783976341.842831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.842848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976341.852873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976341.852904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3956b180.
00010000:00000010:2.1:1783976341.873383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976341.873400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976341.954489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ce0.
00000080:00000010:3.1:1783976341.958981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395e6300.
00010000:00000010:3.1:1783976342.052828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976342.052845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976342.078855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60e0.
00000080:00000010:3.1:1783976342.078887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069e2940.
00010000:00000010:3.1:1783976342.091042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976342.091061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976342.168708:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6320.
00000080:00000010:3.1:1783976342.168737:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a00000.
00010000:00000010:3.1:1783976342.192825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976342.192841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976342.215029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60e0.
00000080:00000010:3.1:1783976342.221193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116e1080.
00010000:00000010:2.1:1783976342.259045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:2.1:1783976342.259075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976342.299831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6320.
00000080:00000010:2.1:1783976342.299864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338cdac0.
00010000:00000010:2.1:1783976342.319832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976342.319846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976342.335199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976342.335229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116f39c0.
00010000:00000010:3.1:1783976342.350696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976342.350712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976342.363220:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ec0.
00000080:00000010:3.1:1783976342.363244:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e784a40.
00010000:00000010:2.1:1783976342.393816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976342.393823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976342.396906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b60.
00000080:00000010:2.1:1783976342.407804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60e0.
00000080:00000010:2.1:1783976342.407828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e489080.
00010000:00000010:2.1:1783976342.407839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.407844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976342.408283:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338eb9c0.
00010000:00000010:0.1:1783976342.412208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976342.412214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976342.415797:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6400.
00000080:00000010:2.1:1783976342.415816:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102d5ac0.
00010000:00000010:2.1:1783976342.427829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.427846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976342.448811:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:2.1:1783976342.454834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39736b40.
00010000:00000010:2.1:1783976342.478499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.478515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976342.483086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976342.483115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396bd280.
00010000:00000010:2.1:1783976342.483122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976342.483127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976342.486163:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:2.1:1783976342.486182:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339339c0.
00010000:00000010:2.1:1783976342.504553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976342.504569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976342.509670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d20.
00000080:00000010:2.1:1783976342.509688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b6a100.
00010000:00000010:2.1:1783976342.513825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976342.513841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976342.523940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:2.1:1783976342.523966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07028000.
00010000:00000010:3.1:1783976342.544142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976342.544161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976342.548191:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d20.
00000080:00000010:3.1:1783976342.548216:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1022f380.
00010000:00000010:2.1:1783976342.554831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:2.1:1783976342.554848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976342.568963:0:89784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6080.
00000080:00000010:2.1:1783976342.568986:0:89784:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395d98c0.
00010000:00000010:3.1:1783976342.580140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976342.580212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976342.589812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a60.
00000080:00000010:3.1:1783976342.589847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39426300.
00010000:00000010:2.1:1783976342.596665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:2.1:1783976342.596679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976342.596683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6340.
00000080:00000010:2.1:1783976342.596700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3974a940.
00010000:00000010:2.1:1783976342.603135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.603152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.613615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976342.613643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10300000.
00010000:00000010:2.1:1783976342.627025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.627040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.634588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976342.648984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394239c0.
00010000:00000010:2.1:1783976342.654819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.654833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.678824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:2.1:1783976342.678852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117bf380.
00010000:00000010:2.1:1783976342.681830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976342.681850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.681857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976342.681878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b17380.
00010000:00000010:0.1:1783976342.696219:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:0.1:1783976342.696227:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976342.713962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143580.
00000080:00000010:0.1:1783976342.713996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39417380.
00010000:00000010:0.1:1783976342.718814:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976342.718821:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976342.737842:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51e0.
00000080:00000010:0.1:1783976342.744906:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11758000.
00010000:00000010:0.1:1783976342.753227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976342.753242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976342.753248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53a0.
00000080:00000010:0.1:1783976342.753266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0708b9c0.
00010000:00000010:0.1:1783976342.757973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976342.757982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976342.762019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5220.
00000080:00000010:0.1:1783976342.762050:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3976d280.
00010000:00000010:0.1:1783976342.782301:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976342.782317:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976342.799822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53a0.
00000080:00000010:0.1:1783976342.799850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10158000.
00010000:00000010:0.1:1783976342.809817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976342.809832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976342.814821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5220.
00000080:00000010:0.1:1783976342.814846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1034a940.
00010000:00000010:2.1:1783976342.827156:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976342.827207:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:2.1:1783976342.831870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53a0.
00000080:00000010:2.1:1783976342.831900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4dd280.
00010000:00000010:0.1:1783976342.856825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:0.1:1783976342.856840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.860828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976342.860858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3956a100.
00010000:00000010:1.1:1783976342.893529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:1.1:1783976342.893538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:1.1:1783976342.898282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143320.
00000080:00000010:1.1:1783976342.903073:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335f0840.
00010000:00000010:1.1:1783976342.911843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976342.911858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:1.1:1783976342.931149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9160.
00000080:00000010:1.1:1783976342.931165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339118c0.
00010000:00000010:0.1:1783976342.941837:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976342.941845:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:2.1:1783976342.950217:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9760.
00000080:00000010:2.1:1783976342.950236:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3940eb40.
00010000:00000010:2.1:1783976342.962805:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976342.962811:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976342.970826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976342.970850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4cb9c0.
00010000:00000010:2.1:1783976342.976331:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976342.976341:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976342.983819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976342.983849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a7b180.
00010000:00000010:2.1:1783976342.992319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976342.992337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976343.003905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976343.003947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3970c200.
00010000:00000010:2.1:1783976343.018810:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.018815:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976343.024061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.029452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4fb9c0.
00010000:00000010:2.1:1783976343.037375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.037385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976343.051816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976343.051842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b97380.
00010000:00000010:0.1:1783976343.055824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976343.055841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976343.065616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.065645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11732940.
00010000:00000010:2.1:1783976343.074161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.074169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976343.093462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:2.1:1783976343.093484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06903180.
00010000:00000010:2.1:1783976343.099867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.099881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976343.107032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.107062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06845ac0.
00010000:00000010:2.1:1783976343.116463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.116471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976343.125907:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e80.
00000080:00000010:3.1:1783976343.134859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3967eb40.
00010000:00000010:3.1:1783976343.147208:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976343.147221:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976343.164876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6be0.
00000080:00000010:3.1:1783976343.164908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0687b180.
00010000:00000010:3.1:1783976343.164933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.164939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976343.171946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a94a40.
00000080:00000010:3.1:1783976343.175834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00010000:00000010:2.1:1783976343.175906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.175913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.187826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.187860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1037eb40.
00010000:00000010:2.1:1783976343.192818:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d92600.
00010000:00000010:2.1:1783976343.192832:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4194ae00.
00000080:00000010:2.1:1783976343.197273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db041ed3a0.
00000080:00000010:2.1:1783976343.197299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33989080.
00010000:00000010:2.1:1783976343.205946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.205961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.224835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.235067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117aa940.
00010000:00000010:3.1:1783976343.237865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.237881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976343.242876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ee0.
00000080:00000010:3.1:1783976343.242907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a7b9c0.
00010000:00000010:3.1:1783976343.251656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.251672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976343.258814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00000080:00000010:3.1:1783976343.262841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068ceb40.
00010000:00000010:2.1:1783976343.274826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.274843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976343.290314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6be0.
00000080:00000010:2.1:1783976343.290336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07268840.
00010000:00000010:2.1:1783976343.296813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.296830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.303271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.307807:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3392f380.
00010000:00000010:2.1:1783976343.314840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.314862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.323026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976343.323112:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10395280.
00010000:00000010:2.1:1783976343.333034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.333060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.350410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.350442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7ca940.
00010000:00000010:2.1:1783976343.363833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.363853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.382832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976343.382860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069dc200.
00010000:00000010:3.1:1783976343.398813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.398826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976343.410902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00000080:00000010:3.1:1783976343.411129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071139c0.
00010000:00000010:3.1:1783976343.427940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.427958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976343.436171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e40.
00000080:00000010:3.1:1783976343.439971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07143180.
00010000:00000010:3.1:1783976343.450869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.450886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976343.468816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00000080:00000010:3.1:1783976343.468845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39631080.
00010000:00000010:3.1:1783976343.478521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976343.478536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976343.493265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e40.
00000080:00000010:3.1:1783976343.493305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a65280.
00010000:00000010:2.1:1783976343.510273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976343.510292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976343.531406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6c20.
00000080:00000010:2.1:1783976343.531431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339dc200.
00010000:00000010:0.1:1783976343.542027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:0.1:1783976343.542034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976343.544953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976343.551423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117a2940.
00010000:00000010:2.1:1783976343.559898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.559923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976343.569430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.569463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e40d280.
00010000:00000010:2.1:1783976343.579518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.579535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976343.588941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976343.593385:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1037a940.
00010000:00000010:2.1:1783976343.607957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.607973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976343.613320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.613350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336c0000.
00010000:00000010:2.1:1783976343.638342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.638358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976343.664130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:2.1:1783976343.664151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07199080.
00010000:00000010:2.1:1783976343.668332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.668348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976343.682241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.682272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06912940.
00010000:00000010:2.1:1783976343.710824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.710837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:0.1:1783976343.715338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b00.
00000080:00000010:0.1:1783976343.718869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33badac0.
00010000:00000010:0.1:1783976343.740219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976343.740236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976343.758271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d00.
00000080:00000010:0.1:1783976343.761509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338a1080.
00010000:00000010:0.1:1783976343.782826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976343.782834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:3.1:1783976343.786835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e40.
00000080:00000010:3.1:1783976343.789962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336e0000.
00010000:00000010:3.1:1783976343.805169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976343.805184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976343.815818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e40.
00000080:00000010:3.1:1783976343.815853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bc8000.
00010000:00000010:3.1:1783976343.824828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976343.824844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976343.841841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976343.841870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39509080.
00010000:00000010:2.1:1783976343.854152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.854171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976343.877233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e40.
00000080:00000010:2.1:1783976343.877265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071a4a40.
00010000:00000010:2.1:1783976343.899822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.899838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976343.909153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.909181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e428000.
00010000:00000010:2.1:1783976343.931819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.931834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976343.939920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143720.
00000080:00000010:2.1:1783976343.939959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33584200.
00010000:00000010:2.1:1783976343.960990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976343.961005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976343.996517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976343.996552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33826b40.
00010000:00000010:0.1:1783976344.012280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976344.012296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:0.1:1783976344.039858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143720.
00000080:00000010:0.1:1783976344.051828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e755ac0.
00010000:00000010:0.1:1783976344.065828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976344.065843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976344.072581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d00.
00000080:00000010:0.1:1783976344.072617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33820840.
00010000:00000010:0.1:1783976344.072627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39cc1900.
00010000:00000010:0.1:1783976344.072646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a5a00.
00000080:00000010:0.1:1783976344.075953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0557cee0.
00000080:00000010:0.1:1783976344.076003:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3354eb40.
00010000:00000010:1.1:1783976344.100820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:1.1:1783976344.100833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:2.1:1783976344.106063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5fc0.
00000080:00000010:2.1:1783976344.106091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a15ac0.
00010000:00000010:2.1:1783976344.119826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.119842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.135046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:3.1:1783976344.140697:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e69c200.
00010000:00000010:3.1:1783976344.153754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976344.153789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976344.158819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976344.158850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e447380.
00010000:00000010:2.1:1783976344.169862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:2.1:1783976344.169878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:2.1:1783976344.182860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f00.
00000080:00000010:2.1:1783976344.182891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b4a40.
00010000:00000010:2.1:1783976344.199824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.199840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.213806:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976344.213827:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e614200.
00010000:00000010:2.1:1783976344.222499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.222516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976344.242998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143520.
00000080:00000010:3.1:1783976344.247167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07367380.
00010000:00000010:3.1:1783976344.258713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976344.258729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976344.265936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976344.265964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06879080.
00010000:00000010:2.1:1783976344.282838:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:2.1:1783976344.282846:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976344.293330:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ba0.
00000080:00000010:2.1:1783976344.293349:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396d3180.
00010000:00000010:2.1:1783976344.306254:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.306264:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.329047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:2.1:1783976344.329077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3341eb40.
00010000:00000010:2.1:1783976344.329086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.329092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.336015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:2.1:1783976344.336048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e44a940.
00010000:00000010:2.1:1783976344.349810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.349818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:1.1:1783976344.364292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b20.
00000080:00000010:1.1:1783976344.364325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33834a40.
00010000:00000010:1.1:1783976344.370995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976344.371006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:1.1:1783976344.376150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ea0.
00000080:00000010:1.1:1783976344.376170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339b18c0.
00010000:00000010:1.1:1783976344.392819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976344.392827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:1.1:1783976344.405824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b60.
00000080:00000010:1.1:1783976344.416866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0686b180.
00010000:00000010:2.1:1783976344.426211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.426230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:2.1:1783976344.429910:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ea0.
00000080:00000010:2.1:1783976344.429928:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33829080.
00010000:00000010:2.1:1783976344.439563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.439573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.445806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:2.1:1783976344.445833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39402940.
00010000:00000010:2.1:1783976344.476895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.476923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.476928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976344.476945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335f6300.
00010000:00000010:2.1:1783976344.489816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976344.489822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976344.494811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431c0.
00000080:00000010:3.1:1783976344.500744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5bb9c0.
00010000:00000010:3.1:1783976344.500756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976344.500760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976344.506864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976344.506908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e692100.
00010000:00000010:2.1:1783976344.518817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:2.1:1783976344.518834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976344.533037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a60.
00000080:00000010:2.1:1783976344.533068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06832940.
00010000:00000010:2.1:1783976344.538371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976344.538388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976344.543928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976344.543958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334b5280.
00010000:00000010:0.1:1783976344.555827:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:0.1:1783976344.555835:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976344.561833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143040.
00000080:00000010:0.1:1783976344.561868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33508840.
00010000:00000010:0.1:1783976344.571457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976344.571474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976344.589542:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5aa0.
00000080:00000010:1.1:1783976344.591973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db100da100.
00010000:00000010:2.1:1783976344.594549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.594566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141800.
00000080:00000010:2.1:1783976344.616832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9a60.
00000080:00000010:2.1:1783976344.616870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e694200.
00010000:00000010:2.1:1783976344.635813:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.635819:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.644908:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976344.645019:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338e2940.
00010000:00000010:2.1:1783976344.659939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.659952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976344.663928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976344.663955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339beb40.
00010000:00000010:2.1:1783976344.678834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.678853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.692081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976344.692131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395c5280.
00010000:00000010:2.1:1783976344.714469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.714484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.727584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976344.727626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b42100.
00010000:00000010:2.1:1783976344.741357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.741374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.762808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:3.1:1783976344.771978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10253180.
00010000:00000010:3.1:1783976344.772000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976344.772005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976344.788057:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976344.795041:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39798000.
00010000:00000010:0.1:1783976344.799823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976344.799838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976344.806963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ec0.
00000080:00000010:0.1:1783976344.811810:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5c0840.
00010000:00000010:0.1:1783976344.831923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976344.831932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:2.1:1783976344.835946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5de0.
00000080:00000010:2.1:1783976344.835976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e618840.
00010000:00000010:2.1:1783976344.835989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976344.835994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976344.845174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:2.1:1783976344.845205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0726eb40.
00010000:00000010:2.1:1783976344.849004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db04f62300.
00010000:00000010:2.1:1783976344.849044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4168b400.
00000080:00000010:2.1:1783976344.866824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0557c060.
00000080:00000010:3.1:1783976344.870144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068f5280.
00010000:00000010:3.1:1783976344.892952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976344.892966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976344.911390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:3.1:1783976344.911422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bb5ac0.
00010000:00000010:2.1:1783976344.945985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:2.1:1783976344.946002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:2.1:1783976344.973210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64e0.
00000080:00000010:2.1:1783976344.978965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395d5280.
00010000:00000010:3.1:1783976344.986992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976344.987005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976344.996834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f20.
00000080:00000010:0.1:1783976345.001821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e42b180.
00010000:00000010:2.1:1783976345.005841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976345.005859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:2.1:1783976345.015208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5dc0.
00000080:00000010:2.1:1783976345.019101:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e731080.
00010000:00000010:2.1:1783976345.041431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976345.041445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976345.048873:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976345.048905:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101939c0.
00010000:00000010:2.1:1783976345.055822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976345.055836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976345.067829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143620.
00000080:00000010:2.1:1783976345.067860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5deb40.
00010000:00000010:0.1:1783976345.086826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:0.1:1783976345.086842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976345.112845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976345.112892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a86300.
00010000:00000010:2.1:1783976345.141976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976345.141989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976345.167814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143620.
00000080:00000010:3.1:1783976345.167838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33534a40.
00010000:00000010:2.1:1783976345.183820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:2.1:1783976345.183826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:0.1:1783976345.198824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61e0.
00000080:00000010:2.1:1783976345.203909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39669080.
00010000:00000010:2.1:1783976345.239353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976345.239370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976345.251826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976345.251857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b118c0.
00010000:00000010:3.1:1783976345.283968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976345.283976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976345.307783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00000080:00000010:2.1:1783976345.307813:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b63180.
00010000:00000010:2.1:1783976345.315082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.315098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976345.342320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976345.342341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11754200.
00010000:00000010:0.1:1783976345.358423:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976345.358432:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976345.366800:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433e0.
00000080:00000010:0.1:1783976345.366825:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e44ca40.
00010000:00000010:0.1:1783976345.373698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976345.373714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976345.386999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:0.1:1783976345.387103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3384d280.
00010000:00000010:0.1:1783976345.399007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976345.399023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976345.416960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5720.
00000080:00000010:0.1:1783976345.422922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5ee300.
00010000:00000010:2.1:1783976345.427800:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.427805:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:2.1:1783976345.438911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:2.1:1783976345.438941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39400840.
00010000:00000010:2.1:1783976345.452004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.452186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976345.478725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:2.1:1783976345.478744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3966a940.
00010000:00000010:2.1:1783976345.498482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.498497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976345.502471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:2.1:1783976345.502495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39676300.
00010000:00000010:2.1:1783976345.512018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.512035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976345.537683:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430c0.
00000080:00000010:3.1:1783976345.537709:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39420000.
00010000:00000010:3.1:1783976345.548172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976345.548186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:0.1:1783976345.560434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e00.
00000080:00000010:0.1:1783976345.560457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3977eb40.
00010000:00000010:0.1:1783976345.578932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976345.578949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:1.1:1783976345.582081:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5720.
00000080:00000010:1.1:1783976345.593584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336cb180.
00010000:00000010:1.1:1783976345.597005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976345.597032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976345.600973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b00.
00000080:00000010:1.1:1783976345.601016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101eeb40.
00010000:00000010:1.1:1783976345.617273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976345.617282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141e00.
00000080:00000010:1.1:1783976345.622815:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9860.
00000080:00000010:1.1:1783976345.622839:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396b8000.
00010000:00000010:1.1:1783976345.632816:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976345.632823:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976345.642101:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b00.
00000080:00000010:1.1:1783976345.642120:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336c8840.
00010000:00000010:1.1:1783976345.648902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976345.648912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976345.687845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9860.
00000080:00000010:1.1:1783976345.693822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397da100.
00010000:00000010:2.1:1783976345.696808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976345.696823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:2.1:1783976345.723960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b00.
00000080:00000010:2.1:1783976345.729575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069ea940.
00010000:00000010:3.1:1783976345.756265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976345.756283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976345.760801:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143480.
00000080:00000010:3.1:1783976345.760818:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070ab180.
00010000:00000010:3.1:1783976345.770864:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976345.770871:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976345.785830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6140.
00000080:00000010:3.1:1783976345.785862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33695ac0.
00010000:00000010:2.1:1783976345.803819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976345.803834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976345.812817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a40.
00000080:00000010:2.1:1783976345.812847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3386c200.
00010000:00000010:2.1:1783976345.832823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976345.832842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976345.845973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976345.845997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5c9080.
00010000:00000010:3.1:1783976345.856829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976345.856846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976345.867951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143bc0.
00000080:00000010:3.1:1783976345.870977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b03180.
00010000:00000010:3.1:1783976345.871001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407aa100.
00010000:00000010:3.1:1783976345.871007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4149be00.
00000080:00000010:3.1:1783976345.881904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db041ed000.
00000080:00000010:3.1:1783976345.885227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336a4a40.
00010000:00000010:3.1:1783976345.885247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407aa800.
00010000:00000010:3.1:1783976345.885264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4149b800.
00000080:00000010:3.1:1783976345.895787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db041edb40.
00000080:00000010:2.1:1783976345.898803:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d98c0.
00010000:00000010:2.1:1783976345.907900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976345.907908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976345.914814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976345.914851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33af18c0.
00010000:00000010:2.1:1783976345.927228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976345.927241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976345.953256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976345.958823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07177380.
00010000:00000010:2.1:1783976345.962309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976345.962317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976345.969133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976345.969152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117ba940.
00010000:00000010:2.1:1783976345.977703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976345.977718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976345.985895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976345.985927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102c5280.
00010000:00000010:2.1:1783976346.004928:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976346.004936:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976346.025658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.025677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bf1080.
00010000:00000010:0.1:1783976346.028010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:0.1:1783976346.028027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976346.038545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976346.038578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4918c0.
00010000:00000010:2.1:1783976346.051837:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.051845:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976346.060265:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976346.060287:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33905280.
00010000:00000010:2.1:1783976346.060299:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976346.060304:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976346.067853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:0.1:1783976346.067951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39524200.
00010000:00000010:2.1:1783976346.083285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976346.083292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976346.086940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d20.
00000080:00000010:2.1:1783976346.086969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f5280.
00010000:00000010:2.1:1783976346.102811:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976346.102817:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976346.108837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:2.1:1783976346.108874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39585ac0.
00010000:00000010:2.1:1783976346.122286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976346.122305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976346.140430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:2.1:1783976346.140462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6fc200.
00010000:00000010:0.1:1783976346.144949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976346.144965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976346.159811:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5600.
00000080:00000010:0.1:1783976346.159831:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e718000.
00010000:00000010:0.1:1783976346.166837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976346.166856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976346.174091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b40.
00000080:00000010:0.1:1783976346.174123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10300840.
00010000:00000010:0.1:1783976346.184405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976346.184431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976346.192072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5600.
00000080:00000010:0.1:1783976346.192100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b3b180.
00010000:00000010:1.1:1783976346.211833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:1.1:1783976346.211851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:1.1:1783976346.222817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b40.
00000080:00000010:1.1:1783976346.222850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b818c0.
00010000:00000010:2.1:1783976346.240348:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976346.240360:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00000080:00000010:2.1:1783976346.247834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9420.
00000080:00000010:2.1:1783976346.247875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3966c200.
00010000:00000010:0.1:1783976346.259236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:0.1:1783976346.259255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:0.1:1783976346.268992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143600.
00000080:00000010:0.1:1783976346.269014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103e6300.
00010000:00000010:0.1:1783976346.281264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976346.281282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976346.294821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5a40.
00000080:00000010:1.1:1783976346.302835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33968840.
00010000:00000010:2.1:1783976346.307301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.307325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:2.1:1783976346.314881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9cc0.
00000080:00000010:2.1:1783976346.321045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0711d280.
00010000:00000010:2.1:1783976346.331017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.331034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976346.348797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431a0.
00000080:00000010:3.1:1783976346.357392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33868000.
00010000:00000010:2.1:1783976346.361829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:2.1:1783976346.361844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976346.378615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6140.
00000080:00000010:2.1:1783976346.384316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ba4a40.
00010000:00000010:2.1:1783976346.394498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.394508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976346.414828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:0.1:1783976346.419896:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7c0000.
00010000:00000010:0.1:1783976346.439481:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976346.439491:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:1.1:1783976346.453839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5880.
00000080:00000010:1.1:1783976346.453873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3951b9c0.
00010000:00000010:2.1:1783976346.470264:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.470279:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976346.484800:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f98a0.
00000080:00000010:2.1:1783976346.484826:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e8000.
00010000:00000010:2.1:1783976346.497488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.497495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976346.502838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.502883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0734a940.
00010000:00000010:2.1:1783976346.513978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.514063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.524842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:2.1:1783976346.531835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aa3180.
00010000:00000010:2.1:1783976346.536963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.536984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:2.1:1783976346.548472:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.548501:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06971080.
00010000:00000010:2.1:1783976346.555815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.555831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.565111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:2.1:1783976346.565147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396aa100.
00010000:00000010:2.1:1783976346.576695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.576712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.594357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:3.1:1783976346.594526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102f5ac0.
00010000:00000010:3.1:1783976346.598156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976346.598175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976346.615988:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6940.
00000080:00000010:3.1:1783976346.624459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a839c0.
00010000:00000010:3.1:1783976346.624480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05dc3900.
00010000:00000010:3.1:1783976346.624499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4146e000.
00000080:00000010:3.1:1783976346.634723:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39daad40.
00000080:00000010:3.1:1783976346.634743:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a64a40.
00010000:00000010:3.1:1783976346.634755:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39fe3700.
00010000:00000010:3.1:1783976346.634807:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4146ee00.
00000080:00000010:0.1:1783976346.641432:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39daa900.
00000080:00000010:1.1:1783976346.641886:0:2399:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3388c200.
00010000:00000010:2.1:1783976346.644891:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.644900:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:2.1:1783976346.652842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9f80.
00000080:00000010:2.1:1783976346.652884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b69080.
00010000:00000010:2.1:1783976346.670032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.670047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.682804:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.682825:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11675280.
00010000:00000010:2.1:1783976346.695818:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.695826:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.700509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:2.1:1783976346.717931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11759080.
00010000:00000010:2.1:1783976346.723284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.723294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.734133:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.734156:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1015f380.
00010000:00000010:2.1:1783976346.755016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.755027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976346.760196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:2.1:1783976346.760239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116a1080.
00010000:00000010:2.1:1783976346.771379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.771397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976346.794332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976346.807008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33811080.
00010000:00000010:0.1:1783976346.812140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976346.812158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976346.815312:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fa0.
00000080:00000010:0.1:1783976346.815334:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39699080.
00010000:00000010:0.1:1783976346.825826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976346.825843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976346.837269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5120.
00000080:00000010:0.1:1783976346.837299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3963b9c0.
00010000:00000010:0.1:1783976346.854829:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976346.854837:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976346.862478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50e0.
00000080:00000010:0.1:1783976346.862515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b6300.
00010000:00000010:1.1:1783976346.884728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:1.1:1783976346.884740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:2.1:1783976346.886813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5120.
00000080:00000010:2.1:1783976346.886838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e712940.
00010000:00000010:2.1:1783976346.895813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976346.895828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976346.904821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:3.1:1783976346.912080:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b96300.
00010000:00000010:3.1:1783976346.924374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976346.924385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976346.928955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6940.
00000080:00000010:3.1:1783976346.933309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395ce300.
00010000:00000010:3.1:1783976346.944721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976346.944740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976347.011038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6200.
00000080:00000010:2.1:1783976347.011084:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103f4200.
00010000:00000010:2.1:1783976347.132099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.132115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.173008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.173038:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ba8840.
00010000:00000010:2.1:1783976347.187836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.187867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976347.301949:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143540.
00000080:00000010:3.1:1783976347.301979:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338a5280.
00010000:00000010:2.1:1783976347.313954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:2.1:1783976347.313971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976347.342836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6940.
00000080:00000010:2.1:1783976347.342881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1037e300.
00010000:00000010:2.1:1783976347.357825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.357842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.385960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.390738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0702a100.
00010000:00000010:2.1:1783976347.436839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.436874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.473840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:2.1:1783976347.473888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a60000.
00010000:00000010:2.1:1783976347.486103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.486119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.524244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.524275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33490000.
00010000:00000010:2.1:1783976347.534380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.534390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.544151:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:2.1:1783976347.556654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33438000.
00010000:00000010:2.1:1783976347.559001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.559014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.564166:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.564187:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a84a40.
00010000:00000010:2.1:1783976347.576173:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.576180:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976347.586404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:2.1:1783976347.586424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39614200.
00010000:00000010:2.1:1783976347.594476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.594492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976347.620066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.620089:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397a8840.
00010000:00000010:2.1:1783976347.620102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.620108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976347.628224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:2.1:1783976347.630179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e41a940.
00010000:00000010:2.1:1783976347.644171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.644184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976347.655819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:2.1:1783976347.655856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a5c200.
00010000:00000010:3.1:1783976347.666979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976347.666995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:3.1:1783976347.680876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6aa0.
00000080:00000010:3.1:1783976347.684097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3344a100.
00010000:00000010:2.1:1783976347.700832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:2.1:1783976347.700839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976347.707908:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e20.
00000080:00000010:2.1:1783976347.708051:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4d0000.
00010000:00000010:2.1:1783976347.717672:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.717683:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:0.1:1783976347.729108:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436c0.
00000080:00000010:0.1:1783976347.729129:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33421080.
00010000:00000010:0.1:1783976347.743226:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:0.1:1783976347.743232:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976347.755610:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5be0.
00000080:00000010:0.1:1783976347.755644:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b5dac0.
00010000:00000010:0.1:1783976347.755656:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db11a1e200.
00010000:00000010:0.1:1783976347.755675:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a9fa00.
00000080:00000010:0.1:1783976347.766091:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39daa680.
00000080:00000010:0.1:1783976347.766125:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1173f380.
00010000:00000010:0.1:1783976347.775859:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:0.1:1783976347.775867:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:1.1:1783976347.787814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5be0.
00000080:00000010:1.1:1783976347.787833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ba98c0.
00010000:00000010:2.1:1783976347.802889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.802898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:2.1:1783976347.816426:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f92c0.
00000080:00000010:2.1:1783976347.816442:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39572940.
00010000:00000010:2.1:1783976347.825848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976347.825857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976347.825862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:2.1:1783976347.825879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07016b40.
00010000:00000010:2.1:1783976347.831824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.831849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.840939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976347.840983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3365a940.
00010000:00000010:2.1:1783976347.851931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.851946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976347.863910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433c0.
00000080:00000010:3.1:1783976347.876360:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33982940.
00010000:00000010:2.1:1783976347.880009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.880016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976347.883956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6aa0.
00000080:00000010:2.1:1783976347.884134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b0c200.
00010000:00000010:2.1:1783976347.894824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.894850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.905112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976347.912343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1030f380.
00010000:00000010:2.1:1783976347.915979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.915995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.951650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976347.951672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0680ca40.
00010000:00000010:2.1:1783976347.959823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976347.959849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976347.959856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976347.959875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33985280.
00010000:00000010:3.1:1783976347.963851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976347.963859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976347.971869:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435e0.
00000080:00000010:3.1:1783976347.971888:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e57d280.
00010000:00000010:3.1:1783976347.982178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976347.982186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976347.986066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62e0.
00000080:00000010:3.1:1783976347.986099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071839c0.
00010000:00000010:0.1:1783976348.022168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:0.1:1783976348.022175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976348.030808:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67e0.
00000080:00000010:2.1:1783976348.030828:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3947a940.
00010000:00000010:2.1:1783976348.037909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976348.037934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976348.047823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976348.050900:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3967b9c0.
00010000:00000010:2.1:1783976348.054939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976348.054951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976348.059804:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976348.059825:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33575280.
00010000:00000010:2.1:1783976348.072180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976348.072188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976348.083251:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:2.1:1783976348.083275:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1019dac0.
00010000:00000010:0.1:1783976348.097255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976348.097273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976348.112897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:2.1:1783976348.118867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e698840.
00010000:00000010:3.1:1783976348.124219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976348.124240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976348.132170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e20.
00000080:00000010:3.1:1783976348.132199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39454a40.
00010000:00000010:2.1:1783976348.148375:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:2.1:1783976348.148384:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976348.164824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62e0.
00000080:00000010:2.1:1783976348.164864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5239c0.
00010000:00000010:3.1:1783976348.168845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976348.168863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976348.177806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d40.
00000080:00000010:3.1:1783976348.177851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117e2940.
00010000:00000010:2.1:1783976348.190272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976348.190290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976348.201093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f60.
00000080:00000010:2.1:1783976348.201125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10242940.
00010000:00000010:2.1:1783976348.217757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976348.217769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976348.222116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ca0.
00000080:00000010:2.1:1783976348.222135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338ae300.
00010000:00000010:2.1:1783976348.229237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976348.229254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976348.243810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f00.
00000080:00000010:2.1:1783976348.255819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aa9080.
00010000:00000010:3.1:1783976348.262817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976348.262843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976348.268222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ca0.
00000080:00000010:3.1:1783976348.268241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3f380.
00010000:00000010:0.1:1783976348.271906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976348.272082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976348.277469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6e80.
00000080:00000010:2.1:1783976348.285069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396eb9c0.
00010000:00000010:2.1:1783976348.290823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976348.290828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976348.300992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f00.
00000080:00000010:2.1:1783976348.301016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335739c0.
00010000:00000010:2.1:1783976348.304815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976348.304825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976348.318811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f40.
00000080:00000010:2.1:1783976348.326136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10396b40.
00010000:00000010:2.1:1783976348.354868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976348.354878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976348.354884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f00.
00000080:00000010:2.1:1783976348.354905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33424a40.
00010000:00000010:0.1:1783976348.369904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:0.1:1783976348.369931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:0.1:1783976348.379815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f40.
00000080:00000010:1.1:1783976348.382945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10377380.
00010000:00000010:2.1:1783976348.399825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976348.399850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140200.
00000080:00000010:2.1:1783976348.415924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9040.
00000080:00000010:2.1:1783976348.427874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33afb180.
00010000:00000010:3.1:1783976348.435939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976348.435963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976348.466223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f00.
00000080:00000010:3.1:1783976348.466253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e561080.
00010000:00000010:2.1:1783976348.486839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:2.1:1783976348.486855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976348.499825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6240.
00000080:00000010:2.1:1783976348.504944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116b5280.
00010000:00000010:3.1:1783976348.537969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976348.537988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976348.564226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143260.
00000080:00000010:3.1:1783976348.564255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11723180.
00010000:00000010:3.1:1783976348.584276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976348.584291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976348.603879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6660.
00000080:00000010:2.1:1783976348.608650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39640000.
00010000:00000010:2.1:1783976348.625820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976348.625842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:0.1:1783976348.646931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143da0.
00000080:00000010:0.1:1783976348.646961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11698840.
00010000:00000010:0.1:1783976348.667126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:0.1:1783976348.667141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:0.1:1783976348.695628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5cc0.
00000080:00000010:0.1:1783976348.695658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396398c0.
00010000:00000010:2.1:1783976348.741960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:2.1:1783976348.741988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976348.765964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5960.
00000080:00000010:2.1:1783976348.769961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1028e300.
00010000:00000010:3.1:1783976348.791849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976348.791864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976348.818942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143de0.
00000080:00000010:3.1:1783976348.819267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07173180.
00010000:00000010:3.1:1783976348.823818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976348.823851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976348.852980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64c0.
00000080:00000010:2.1:1783976348.858212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3347ca40.
00010000:00000010:2.1:1783976348.897329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976348.897342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976348.915216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143660.
00000080:00000010:2.1:1783976348.915240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06908840.
00010000:00000010:3.1:1783976348.925817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976348.925843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976348.946083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143360.
00000080:00000010:3.1:1783976348.946118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a2b180.
00010000:00000010:3.1:1783976348.968289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976348.968303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976348.971226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64c0.
00000080:00000010:3.1:1783976348.975195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3954c200.
00010000:00000010:2.1:1783976348.993174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:2.1:1783976348.993191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976349.005815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ce0.
00000080:00000010:2.1:1783976349.011424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0689dac0.
00010000:00000010:2.1:1783976349.033992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976349.034009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976349.055813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143660.
00000080:00000010:3.1:1783976349.056116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11608840.
00010000:00000010:0.1:1783976349.079566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:0.1:1783976349.079584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:0.1:1783976349.103629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc64c0.
00000080:00000010:0.1:1783976349.103656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3963c200.
00010000:00000010:0.1:1783976349.107105:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976349.107121:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976349.115056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f55c0.
00000080:00000010:0.1:1783976349.115090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0700a940.
00010000:00000010:2.1:1783976349.153013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:2.1:1783976349.153032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:3.1:1783976349.175436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e00.
00000080:00000010:3.1:1783976349.183164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e786300.
00010000:00000010:2.1:1783976349.203126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:2.1:1783976349.203151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:2.1:1783976349.211863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc68c0.
00000080:00000010:2.1:1783976349.224857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06804200.
00010000:00000010:0.1:1783976349.231069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976349.231086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976349.247966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143660.
00000080:00000010:0.1:1783976349.247999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33643180.
00010000:00000010:1.1:1783976349.271216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:1.1:1783976349.271233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:2.1:1783976349.283839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5740.
00000080:00000010:2.1:1783976349.287853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33621080.
00010000:00000010:3.1:1783976349.299832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:3.1:1783976349.299847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976349.315092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143020.
00000080:00000010:3.1:1783976349.315124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3354ca40.
00010000:00000010:2.1:1783976349.325705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:2.1:1783976349.325721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:2.1:1783976349.336841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6220.
00000080:00000010:2.1:1783976349.340866:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a32940.
00010000:00000010:2.1:1783976349.351163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976349.351170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976349.355844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b40.
00000080:00000010:2.1:1783976349.355877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39605ac0.
00010000:00000010:2.1:1783976349.373155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976349.373173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976349.382840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143560.
00000080:00000010:2.1:1783976349.387845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab98c0.
00010000:00000010:3.1:1783976349.405238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976349.405253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976349.416096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b40.
00000080:00000010:3.1:1783976349.416128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a12100.
00010000:00000010:3.1:1783976349.432838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976349.432854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976349.444939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b60.
00000080:00000010:2.1:1783976349.445534:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b939c0.
00010000:00000010:2.1:1783976349.457274:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.457282:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976349.476823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143560.
00000080:00000010:2.1:1783976349.476850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10340000.
00010000:00000010:3.1:1783976349.480469:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976349.480481:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976349.492097:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d00.
00000080:00000010:3.1:1783976349.492117:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339d2940.
00010000:00000010:2.1:1783976349.505824:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:2.1:1783976349.505830:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976349.517089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b60.
00000080:00000010:2.1:1783976349.517122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e54ca40.
00010000:00000010:2.1:1783976349.529933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.529955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.551846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143560.
00000080:00000010:2.1:1783976349.551886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db072a3180.
00010000:00000010:2.1:1783976349.568031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.568186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.582839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:2.1:1783976349.582868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103cca40.
00010000:00000010:2.1:1783976349.594935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.594958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976349.622018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143560.
00000080:00000010:3.1:1783976349.622056:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7a98c0.
00010000:00000010:3.1:1783976349.637307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976349.637346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976349.656846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33637380.
00000080:00000010:3.1:1783976349.658296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6060.
00010000:00000010:2.1:1783976349.676839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.676858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.696071:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:2.1:1783976349.700855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103bdac0.
00010000:00000010:2.1:1783976349.704828:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.704836:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.711890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976349.711941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e58a940.
00010000:00000010:2.1:1783976349.722825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.722841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.734125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:2.1:1783976349.734154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0726a100.
00010000:00000010:2.1:1783976349.749402:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.749409:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976349.759067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976349.759087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338df380.
00010000:00000010:2.1:1783976349.764887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976349.764900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976349.774203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143380.
00000080:00000010:0.1:1783976349.774231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102c1080.
00010000:00000010:0.1:1783976349.791585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976349.791595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:2.1:1783976349.796267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5120.
00000080:00000010:0.1:1783976349.799844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b2f380.
00010000:00000010:2.1:1783976349.814727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976349.814735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976349.827816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50e0.
00000080:00000010:0.1:1783976349.827837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101c18c0.
00010000:00000010:2.1:1783976349.840167:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976349.840175:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:2.1:1783976349.851304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f59a0.
00000080:00000010:3.1:1783976349.855971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3c200.
00010000:00000010:3.1:1783976349.861596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976349.861612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976349.872822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6060.
00000080:00000010:2.1:1783976349.872888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3940c200.
00010000:00000010:2.1:1783976349.891794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976349.891818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976349.899158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976349.899186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117bdac0.
00010000:00000010:2.1:1783976349.912821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976349.912834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976349.921079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437c0.
00000080:00000010:2.1:1783976349.921110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e76a940.
00010000:00000010:2.1:1783976349.935044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976349.935059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976349.940094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976349.945507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33417380.
00010000:00000010:3.1:1783976349.953836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976349.953852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976349.963149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437c0.
00000080:00000010:3.1:1783976349.963177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e775280.
00010000:00000010:3.1:1783976349.972967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976349.972980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976349.985108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6060.
00000080:00000010:3.1:1783976349.989089:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33484a40.
00010000:00000010:3.1:1783976349.993016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976349.993032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976350.014411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6560.
00000080:00000010:2.1:1783976350.014438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e41eb40.
00010000:00000010:2.1:1783976350.017847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976350.017864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.032120:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976350.032142:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b36300.
00010000:00000010:2.1:1783976350.041271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976350.041281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.056017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.056036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0711f380.
00010000:00000010:2.1:1783976350.062729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976350.062738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.082862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:0.1:1783976350.086825:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33843180.
00010000:00000010:0.1:1783976350.086840:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976350.086845:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976350.096626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5580.
00000080:00000010:0.1:1783976350.112064:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e656300.
00010000:00000010:0.1:1783976350.118067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976350.118075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976350.118081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5660.
00000080:00000010:0.1:1783976350.118099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334dd280.
00010000:00000010:2.1:1783976350.130126:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.130134:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:2.1:1783976350.139286:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b20.
00000080:00000010:2.1:1783976350.139313:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0693c200.
00010000:00000010:2.1:1783976350.150121:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.150129:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.165178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976350.165208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b44200.
00010000:00000010:2.1:1783976350.169429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.169436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.173220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.173249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39787380.
00010000:00000010:2.1:1783976350.187167:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.187174:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.200838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976350.200867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e668840.
00010000:00000010:2.1:1783976350.205850:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.205857:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.215287:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.234823:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1011f380.
00010000:00000010:2.1:1783976350.244054:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.244062:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.244067:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976350.257313:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103098c0.
00010000:00000010:2.1:1783976350.265195:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976350.265201:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.274545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.274572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5fb9c0.
00010000:00000010:2.1:1783976350.283346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.283361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.287850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:2.1:1783976350.287877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b0b180.
00010000:00000010:2.1:1783976350.291158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.291173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.300050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.300077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3951d280.
00010000:00000010:2.1:1783976350.314681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.314696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976350.322826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439e0.
00000080:00000010:0.1:1783976350.335842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06bf1080.
00010000:00000010:2.1:1783976350.352108:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.352114:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:2.1:1783976350.366870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c40.
00000080:00000010:2.1:1783976350.366900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab6300.
00010000:00000010:2.1:1783976350.366910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976350.367032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.367038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:2.1:1783976350.367049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3368e300.
00010000:00000010:2.1:1783976350.374245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976350.374259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.387261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:2.1:1783976350.387291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396d39c0.
00010000:00000010:2.1:1783976350.397075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976350.397092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976350.413090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143980.
00000080:00000010:3.1:1783976350.413122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335cd280.
00010000:00000010:3.1:1783976350.413131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db40533000.
00010000:00000010:3.1:1783976350.413149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4059ce00.
00000080:00000010:3.1:1783976350.419879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39daabc0.
00000080:00000010:3.1:1783976350.422570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e585280.
00010000:00000010:0.1:1783976350.435964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976350.435984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:0.1:1783976350.438806:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6060.
00000080:00000010:0.1:1783976350.438826:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395d2940.
00010000:00000010:2.1:1783976350.448929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:2.1:1783976350.448946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976350.460884:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5820.
00000080:00000010:2.1:1783976350.460912:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335b18c0.
00010000:00000010:2.1:1783976350.471336:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976350.471343:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976350.491822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:2.1:1783976350.491840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10224200.
00010000:00000010:1.1:1783976350.501197:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:1.1:1783976350.501209:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976350.510119:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c00.
00000080:00000010:3.1:1783976350.510138:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b2a940.
00010000:00000010:3.1:1783976350.516031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976350.516045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:1.1:1783976350.522847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65a0.
00000080:00000010:1.1:1783976350.522880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7cb180.
00010000:00000010:1.1:1783976350.543848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976350.543866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:2.1:1783976350.547835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f94c0.
00000080:00000010:2.1:1783976350.554097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06922940.
00010000:00000010:2.1:1783976350.557849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.557867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.570834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:2.1:1783976350.574684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a0dac0.
00010000:00000010:2.1:1783976350.579834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.579850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.588246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143be0.
00000080:00000010:2.1:1783976350.588279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3389a100.
00010000:00000010:2.1:1783976350.619831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.619848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.619853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:2.1:1783976350.619875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3954dac0.
00010000:00000010:3.1:1783976350.629886:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976350.629894:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976350.629899:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143be0.
00000080:00000010:3.1:1783976350.639186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b40840.
00010000:00000010:2.1:1783976350.650130:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976350.650137:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976350.657833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67c0.
00000080:00000010:2.1:1783976350.663132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0719a940.
00010000:00000010:2.1:1783976350.666827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976350.666842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.666849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:2.1:1783976350.666865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336d4a40.
00010000:00000010:2.1:1783976350.678532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976350.678539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976350.689499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143280.
00000080:00000010:2.1:1783976350.690041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b60840.
00010000:00000010:0.1:1783976350.707427:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:0.1:1783976350.707436:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976350.712020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143500.
00000080:00000010:0.1:1783976350.712048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117ce300.
00010000:00000010:0.1:1783976350.731898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:0.1:1783976350.731906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976350.736062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5860.
00000080:00000010:0.1:1783976350.736088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397db180.
00010000:00000010:0.1:1783976350.745027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:0.1:1783976350.745044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976350.755631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5640.
00000080:00000010:0.1:1783976350.755662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e66e300.
00010000:00000010:1.1:1783976350.775995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:1.1:1783976350.776004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976350.780478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5860.
00000080:00000010:0.1:1783976350.780644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33449080.
00010000:00000010:2.1:1783976350.802950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1c00.
00010000:00000010:2.1:1783976350.806547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976350.832619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f52e0.
00000080:00000010:2.1:1783976350.834482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101f2940.
00010000:00000010:3.1:1783976350.851571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976350.851585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976350.881056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143280.
00000080:00000010:3.1:1783976350.881091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e416300.
00010000:00000010:3.1:1783976350.894838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976350.894855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976350.912988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6120.
00000080:00000010:3.1:1783976350.913013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b66b40.
00010000:00000010:3.1:1783976350.928716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976350.928731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976350.960822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6580.
00000080:00000010:2.1:1783976350.960921:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b48840.
00010000:00000010:2.1:1783976350.960933:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976350.960938:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976350.960942:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143000.
00000080:00000010:2.1:1783976350.960953:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06845280.
00010000:00000010:2.1:1783976350.981828:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976350.981835:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976350.989093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e00.
00000080:00000010:2.1:1783976350.989120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7b8000.
00010000:00000010:2.1:1783976351.014283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976351.014300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976351.021847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143000.
00000080:00000010:2.1:1783976351.021882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7f6300.
00010000:00000010:0.1:1783976351.036843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:0.1:1783976351.036863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:1.1:1783976351.058873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e00.
00000080:00000010:1.1:1783976351.074636:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0691ca40.
00010000:00000010:2.1:1783976351.078021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976351.078035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:2.1:1783976351.090241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9dc0.
00000080:00000010:2.1:1783976351.090273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7f0000.
00010000:00000010:2.1:1783976351.119221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976351.119236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:1.1:1783976351.138838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143000.
00000080:00000010:1.1:1783976351.138865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33695280.
00010000:00000010:0.1:1783976351.142837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:0.1:1783976351.142852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00000080:00000010:2.1:1783976351.166834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f92e0.
00000080:00000010:3.1:1783976351.185975:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39798840.
00010000:00000010:3.1:1783976351.185992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976351.185998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976351.186003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6580.
00000080:00000010:3.1:1783976351.189295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11796b40.
00010000:00000010:2.1:1783976351.201946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976351.201960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976351.219743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437e0.
00000080:00000010:2.1:1783976351.220047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335639c0.
00010000:00000010:2.1:1783976351.223025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076f8e00.
00010000:00000010:2.1:1783976351.223035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41435e00.
00000080:00000010:2.1:1783976351.230432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db048af660.
00000080:00000010:2.1:1783976351.230465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3971c200.
00010000:00000010:0.1:1783976351.238191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:0.1:1783976351.238206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:1.1:1783976351.257105:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102b9080.
00000080:00000010:0.1:1783976351.257872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437e0.
00010000:00000010:0.1:1783976351.262081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:0.1:1783976351.262095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140c00.
00000080:00000010:0.1:1783976351.279176:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f99c0.
00000080:00000010:0.1:1783976351.279191:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103b2940.
00010000:00000010:0.1:1783976351.286113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:0.1:1783976351.286129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976351.304580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5680.
00000080:00000010:0.1:1783976351.304600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117f2940.
00010000:00000010:1.1:1783976351.318671:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:1.1:1783976351.318688:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:2.1:1783976351.322813:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5700.
00000080:00000010:2.1:1783976351.322833:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a98840.
00010000:00000010:2.1:1783976351.331012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.331029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.354032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:2.1:1783976351.354058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10396300.
00010000:00000010:2.1:1783976351.364022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.364037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.394831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:2.1:1783976351.394854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b58000.
00010000:00000010:2.1:1783976351.427826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.427842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.454843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:2.1:1783976351.454872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e53a100.
00010000:00000010:2.1:1783976351.470251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.470267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.505226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:3.1:1783976351.519133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e758840.
00010000:00000010:3.1:1783976351.524456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976351.524465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976351.529827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6580.
00000080:00000010:3.1:1783976351.532955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6b2940.
00010000:00000010:2.1:1783976351.545835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:2.1:1783976351.545853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976351.569961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6120.
00000080:00000010:2.1:1783976351.569987:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335d4a40.
00010000:00000010:2.1:1783976351.574982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.575002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.589989:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:2.1:1783976351.590011:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3382eb40.
00010000:00000010:2.1:1783976351.596146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.596161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.612210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:2.1:1783976351.620185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b9ca40.
00010000:00000010:2.1:1783976351.623983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.623997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976351.646247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143820.
00000080:00000010:3.1:1783976351.646276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39475280.
00010000:00000010:2.1:1783976351.662869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:2.1:1783976351.662886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976351.670595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6580.
00000080:00000010:2.1:1783976351.670634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33818000.
00010000:00000010:2.1:1783976351.683839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.683866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.704861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:2.1:1783976351.708845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3956c200.
00010000:00000010:2.1:1783976351.722979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.722996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976351.745070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143420.
00000080:00000010:3.1:1783976351.745104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334ddac0.
00010000:00000010:3.1:1783976351.767959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976351.767975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976351.796521:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:3.1:1783976351.798010:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06925ac0.
00010000:00000010:2.1:1783976351.816826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.816841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.827087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6520.
00000080:00000010:2.1:1783976351.827122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101f8000.
00010000:00000010:2.1:1783976351.845874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.845894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976351.857869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:2.1:1783976351.861013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e63b9c0.
00010000:00000010:2.1:1783976351.881403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.881412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976351.889910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411431e0.
00000080:00000010:3.1:1783976351.895183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6e4a40.
00010000:00000010:3.1:1783976351.906410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976351.906429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976351.914884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:3.1:1783976351.914921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5db9c0.
00010000:00000010:2.1:1783976351.928654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.928662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976351.934822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6860.
00000080:00000010:2.1:1783976351.934863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397f3180.
00010000:00000010:2.1:1783976351.954831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976351.954846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976351.983255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435c0.
00000080:00000010:0.1:1783976351.983278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b8000.
00010000:00000010:0.1:1783976351.988822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:0.1:1783976351.988837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976352.206989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e40.
00000080:00000010:0.1:1783976352.211391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0719a100.
00010000:00000010:2.1:1783976352.243829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1600.
00010000:00000010:2.1:1783976352.243855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:2.1:1783976352.277813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5400.
00000080:00000010:2.1:1783976352.277838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1031ca40.
00010000:00000010:3.1:1783976352.297826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976352.297837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976352.320937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432c0.
00000080:00000010:3.1:1783976352.320969:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3351b180.
00010000:00000010:3.1:1783976352.343810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.343827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976352.430981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:3.1:1783976352.435905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102ba940.
00010000:00000010:3.1:1783976352.479005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.479019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976352.501053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d20.
00000080:00000010:2.1:1783976352.503987:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116e9080.
00010000:00000010:2.1:1783976352.512854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976352.512868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976352.534951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436e0.
00000080:00000010:2.1:1783976352.538967:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33aaca40.
00010000:00000010:2.1:1783976352.547098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976352.547113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976352.560064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430e0.
00000080:00000010:2.1:1783976352.560091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b2e300.
00010000:00000010:3.1:1783976352.574972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:3.1:1783976352.574987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976352.583017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436e0.
00000080:00000010:3.1:1783976352.583045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b76b40.
00010000:00000010:3.1:1783976352.592098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.592113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976352.606983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:3.1:1783976352.616018:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0700e300.
00010000:00000010:2.1:1783976352.618941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976352.618957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976352.644030:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6900.
00000080:00000010:2.1:1783976352.650264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e774a40.
00010000:00000010:2.1:1783976352.655708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976352.655722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.662822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430e0.
00000080:00000010:2.1:1783976352.662844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e634a40.
00010000:00000010:2.1:1783976352.667904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976352.667925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976352.677145:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433a0.
00000080:00000010:2.1:1783976352.677166:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a0a940.
00010000:00000010:3.1:1783976352.691022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976352.691032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976352.695819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430e0.
00000080:00000010:3.1:1783976352.695842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7dca40.
00010000:00000010:3.1:1783976352.703126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.703138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976352.711837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:3.1:1783976352.717709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339bf380.
00010000:00000010:3.1:1783976352.722704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.722723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976352.732190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6800.
00000080:00000010:3.1:1783976352.732218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1177b9c0.
00010000:00000010:2.1:1783976352.760147:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.760154:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976352.760160:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6780.
00000080:00000010:2.1:1783976352.770049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e47a940.
00010000:00000010:2.1:1783976352.781058:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976352.781066:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.788833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433a0.
00000080:00000010:2.1:1783976352.792864:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33892100.
00010000:00000010:2.1:1783976352.792872:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.792876:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976352.798035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:2.1:1783976352.798063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336e7380.
00010000:00000010:3.1:1783976352.808832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976352.808850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976352.815094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411433a0.
00000080:00000010:3.1:1783976352.820913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10235ac0.
00010000:00000010:2.1:1783976352.829961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:2.1:1783976352.829969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976352.843880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6800.
00000080:00000010:2.1:1783976352.843904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b0e300.
00010000:00000010:2.1:1783976352.851905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.851922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.868819:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:2.1:1783976352.868841:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e621080.
00010000:00000010:2.1:1783976352.873828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.873844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.887984:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976352.888004:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e409080.
00010000:00000010:2.1:1783976352.896962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.896972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.904979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:2.1:1783976352.905015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103cb180.
00010000:00000010:2.1:1783976352.909911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.910028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976352.913055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976352.918015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116ef380.
00010000:00000010:2.1:1783976352.927426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.927454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.935056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:2.1:1783976352.935086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395c98c0.
00010000:00000010:2.1:1783976352.943829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976352.943846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976352.953560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976352.953591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339af380.
00010000:00000010:3.1:1783976352.982821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976352.982836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976352.987165:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143cc0.
00000080:00000010:3.1:1783976352.987189:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06860840.
00010000:00000010:3.1:1783976353.008138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976353.008145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976353.016851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d60.
00000080:00000010:2.1:1783976353.020895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070ab9c0.
00010000:00000010:2.1:1783976353.034337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.034353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976353.059590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.059622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b33180.
00010000:00000010:3.1:1783976353.080841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976353.080858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976353.087480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143920.
00000080:00000010:3.1:1783976353.087499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334e2100.
00010000:00000010:3.1:1783976353.105315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976353.105323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976353.122799:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d60.
00000080:00000010:2.1:1783976353.122816:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3360eb40.
00010000:00000010:2.1:1783976353.125916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.125923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976353.130051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.130088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335f39c0.
00010000:00000010:2.1:1783976353.151200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.151213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976353.172140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143dc0.
00000080:00000010:2.1:1783976353.172173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a718c0.
00010000:00000010:2.1:1783976353.198821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.198837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976353.216855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:3.1:1783976353.220013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33564a40.
00010000:00000010:3.1:1783976353.235831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976353.235845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976353.246604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6260.
00000080:00000010:3.1:1783976353.253201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a52100.
00010000:00000010:2.1:1783976353.260816:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:2.1:1783976353.260823:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976353.266073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b20.
00000080:00000010:2.1:1783976353.266108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102218c0.
00010000:00000010:2.1:1783976353.281254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.281270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976353.303561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.303579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3b9c0.
00010000:00000010:3.1:1783976353.314172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976353.314183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976353.318994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143dc0.
00000080:00000010:3.1:1783976353.319026:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab6b40.
00010000:00000010:3.1:1783976353.328272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976353.328286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:0.1:1783976353.367817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6260.
00000080:00000010:0.1:1783976353.372843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335c4a40.
00010000:00000010:2.1:1783976353.376828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.376844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:2.1:1783976353.393144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e20.
00000080:00000010:2.1:1783976353.393168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39670000.
00010000:00000010:2.1:1783976353.397813:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.397820:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976353.407825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.407858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e465ac0.
00010000:00000010:2.1:1783976353.407867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0763b500.
00010000:00000010:2.1:1783976353.407883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a33000.
00000080:00000010:2.1:1783976353.416830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db048af3e0.
00000080:00000010:2.1:1783976353.420048:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3363c200.
00010000:00000010:2.1:1783976353.428281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976353.428296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976353.437053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.446796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3962eb40.
00010000:00000010:3.1:1783976353.451526:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976353.451537:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976353.462105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143960.
00000080:00000010:0.1:1783976353.465839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117da100.
00010000:00000010:0.1:1783976353.502036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1c00.
00010000:00000010:0.1:1783976353.502057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976353.502063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5720.
00000080:00000010:0.1:1783976353.502084:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116a8840.
00010000:00000010:1.1:1783976353.529969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1c00.
00010000:00000010:1.1:1783976353.529983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976353.546946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:0.1:1783976353.546979:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3381b9c0.
00010000:00000010:0.1:1783976353.565949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:0.1:1783976353.565964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976353.578016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5520.
00000080:00000010:0.1:1783976353.585844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117feb40.
00010000:00000010:2.1:1783976353.590378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.590392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:2.1:1783976353.604860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ca0.
00000080:00000010:2.1:1783976353.604887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7098c0.
00010000:00000010:3.1:1783976353.616001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976353.616015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976353.624998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69a0.
00000080:00000010:3.1:1783976353.625030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0689d280.
00010000:00000010:3.1:1783976353.646005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976353.646021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976353.659120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ae0.
00000080:00000010:3.1:1783976353.659153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a25ac0.
00010000:00000010:2.1:1783976353.674657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:2.1:1783976353.674674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976353.691092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69a0.
00000080:00000010:2.1:1783976353.701999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b1c200.
00010000:00000010:2.1:1783976353.710039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.710047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976353.719099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:2.1:1783976353.719130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07022100.
00010000:00000010:2.1:1783976353.737826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.737840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976353.737853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:2.1:1783976353.737873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33876300.
00010000:00000010:3.1:1783976353.755321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976353.755338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976353.783989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ae0.
00000080:00000010:3.1:1783976353.792935:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116e98c0.
00010000:00000010:2.1:1783976353.809000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:2.1:1783976353.809015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976353.841935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ae0.
00000080:00000010:2.1:1783976353.846821:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39799080.
00010000:00000010:2.1:1783976353.860827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.860852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976353.870993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:2.1:1783976353.874943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397be300.
00010000:00000010:2.1:1783976353.882947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.882961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976353.897629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:2.1:1783976353.897656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339318c0.
00010000:00000010:2.1:1783976353.915750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.915769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976353.928190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:2.1:1783976353.928225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e52eb40.
00010000:00000010:2.1:1783976353.951138:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976353.951147:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976353.963811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:2.1:1783976353.963832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aba100.
00010000:00000010:3.1:1783976353.976835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976353.976854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976353.988603:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143120.
00000080:00000010:3.1:1783976353.989111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10347380.
00010000:00000010:1.1:1783976354.012384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976354.012397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:2.1:1783976354.019970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6680.
00000080:00000010:2.1:1783976354.019995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339a2940.
00010000:00000010:2.1:1783976354.024671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.024679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.030047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:2.1:1783976354.030074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395a18c0.
00010000:00000010:2.1:1783976354.045412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.045419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.065830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00000080:00000010:2.1:1783976354.065849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335de300.
00010000:00000010:2.1:1783976354.074057:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.074064:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976354.074070:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:1.1:1783976354.079170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d9080.
00010000:00000010:2.1:1783976354.082940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976354.082955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00000080:00000010:2.1:1783976354.099638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9180.
00000080:00000010:2.1:1783976354.099665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10182940.
00010000:00000010:3.1:1783976354.102202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976354.102213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976354.113236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c60.
00000080:00000010:3.1:1783976354.113261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33878840.
00010000:00000010:3.1:1783976354.125858:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976354.125870:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976354.135203:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ea0.
00000080:00000010:3.1:1783976354.135226:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b5d280.
00010000:00000010:0.1:1783976354.140938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:0.1:1783976354.140951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:1.1:1783976354.145807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e462100.
00000080:00000010:0.1:1783976354.149826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d40.
00010000:00000010:2.1:1783976354.152959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.152973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141600.
00000080:00000010:2.1:1783976354.161799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9d40.
00000080:00000010:2.1:1783976354.165827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396ee300.
00010000:00000010:2.1:1783976354.173004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.173018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.176942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00000080:00000010:2.1:1783976354.176970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39641080.
00010000:00000010:2.1:1783976354.186835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.186851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976354.200823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c20.
00000080:00000010:2.1:1783976354.200850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397cdac0.
00010000:00000010:2.1:1783976354.207540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976354.207551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976354.214298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00000080:00000010:2.1:1783976354.214323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a38840.
00010000:00000010:0.1:1783976354.217967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:0.1:1783976354.217981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:0.1:1783976354.237830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c20.
00000080:00000010:0.1:1783976354.237853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0735f380.
00010000:00000010:0.1:1783976354.241930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05cb7200.
00010000:00000010:0.1:1783976354.241960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eddac00.
00000080:00000010:0.1:1783976354.246797:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db09d9a8e0.
00000080:00000010:0.1:1783976354.246828:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db073418c0.
00010000:00000010:0.1:1783976354.254086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:0.1:1783976354.254105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976354.279173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ae0.
00000080:00000010:0.1:1783976354.279203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a9b9c0.
00010000:00000010:0.1:1783976354.289525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:0.1:1783976354.289533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976354.293191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5aa0.
00000080:00000010:0.1:1783976354.293219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e584200.
00010000:00000010:2.1:1783976354.313880:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1e00.
00010000:00000010:2.1:1783976354.313889:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:2.1:1783976354.326532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ae0.
00000080:00000010:2.1:1783976354.326557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6b5ac0.
00010000:00000010:3.1:1783976354.329833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976354.329848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976354.337628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143740.
00000080:00000010:3.1:1783976354.341358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394b5ac0.
00010000:00000010:3.1:1783976354.348851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976354.348872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976354.361365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ea0.
00000080:00000010:3.1:1783976354.361399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33532100.
00010000:00000010:3.1:1783976354.377823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976354.377830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976354.381827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6bc0.
00000080:00000010:2.1:1783976354.385004:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102d7380.
00010000:00000010:2.1:1783976354.394015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976354.394033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976354.402817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439a0.
00000080:00000010:0.1:1783976354.403968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339c18c0.
00010000:00000010:0.1:1783976354.413840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976354.413866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976354.435496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ba0.
00000080:00000010:0.1:1783976354.435521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396f3180.
00010000:00000010:0.1:1783976354.444838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976354.444846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976354.453927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f57a0.
00000080:00000010:1.1:1783976354.454018:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aaa100.
00010000:00000010:2.1:1783976354.465661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976354.465677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:2.1:1783976354.482377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f95e0.
00000080:00000010:2.1:1783976354.482405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0700f380.
00010000:00000010:3.1:1783976354.501823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976354.501840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976354.512028:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439a0.
00000080:00000010:3.1:1783976354.512050:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bc2940.
00010000:00000010:3.1:1783976354.524021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976354.524036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976354.534817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6bc0.
00000080:00000010:3.1:1783976354.538832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395818c0.
00010000:00000010:2.1:1783976354.551004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976354.551017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976354.566079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c40.
00000080:00000010:2.1:1783976354.566101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33920840.
00010000:00000010:2.1:1783976354.572478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976354.572493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976354.578823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a00.
00000080:00000010:2.1:1783976354.582824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334698c0.
00010000:00000010:2.1:1783976354.591073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976354.591085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976354.595340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c40.
00000080:00000010:2.1:1783976354.595360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33630840.
00010000:00000010:2.1:1783976354.599890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976354.599908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976354.619277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a00.
00000080:00000010:2.1:1783976354.619305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3364f380.
00010000:00000010:3.1:1783976354.643833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:3.1:1783976354.643850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:3.1:1783976354.652826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c40.
00000080:00000010:3.1:1783976354.657917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3398b180.
00010000:00000010:3.1:1783976354.669041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976354.669056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976354.679352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6bc0.
00000080:00000010:3.1:1783976354.683863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a998c0.
00010000:00000010:2.1:1783976354.702863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:2.1:1783976354.702879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976354.713150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ea0.
00000080:00000010:2.1:1783976354.713183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b89080.
00010000:00000010:3.1:1783976354.724837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976354.724865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976354.738387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a00.
00000080:00000010:3.1:1783976354.742845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33973180.
00010000:00000010:3.1:1783976354.756826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976354.756841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976354.767826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6bc0.
00000080:00000010:2.1:1783976354.767856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4f0000.
00010000:00000010:2.1:1783976354.777879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976354.777897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.791196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143340.
00000080:00000010:2.1:1783976354.791223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07166b40.
00010000:00000010:2.1:1783976354.809040:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976354.809050:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.820928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143640.
00000080:00000010:2.1:1783976354.820946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10106300.
00010000:00000010:3.1:1783976354.842103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976354.842117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976354.854021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143340.
00000080:00000010:3.1:1783976354.854048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0691a940.
00010000:00000010:2.1:1783976354.861842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976354.861859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:2.1:1783976354.877058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63a0.
00000080:00000010:2.1:1783976354.880839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d0840.
00010000:00000010:2.1:1783976354.888839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976354.888860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976354.892840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143640.
00000080:00000010:3.1:1783976354.892949:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3358b9c0.
00010000:00000010:0.1:1783976354.906872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:0.1:1783976354.906888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:0.1:1783976354.926815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f40.
00000080:00000010:0.1:1783976354.926834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a3dac0.
00010000:00000010:2.1:1783976354.943569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976354.943584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976354.947036:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5320.
00000080:00000010:2.1:1783976354.947057:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3965dac0.
00010000:00000010:2.1:1783976354.957810:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976354.957818:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.963071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a80.
00000080:00000010:2.1:1783976354.963100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068cf380.
00010000:00000010:2.1:1783976354.978812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976354.978818:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976354.984019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f60.
00000080:00000010:2.1:1783976354.984047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1023e300.
00010000:00000010:2.1:1783976355.014136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.014146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976355.022374:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a80.
00000080:00000010:3.1:1783976355.022396:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10182100.
00010000:00000010:3.1:1783976355.022402:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db075eb800.
00010000:00000010:3.1:1783976355.022433:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41810000.
00000080:00000010:3.1:1783976355.031261:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0464a160.
00000080:00000010:3.1:1783976355.031297:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395c9080.
00010000:00000010:3.1:1783976355.037105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976355.037119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976355.050472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67a0.
00000080:00000010:3.1:1783976355.053105:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3979e300.
00010000:00000010:3.1:1783976355.065171:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976355.065179:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976355.084159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:3.1:1783976355.084188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e706300.
00010000:00000010:0.1:1783976355.089143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:0.1:1783976355.089158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:0.1:1783976355.098364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc67a0.
00000080:00000010:0.1:1783976355.115835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396eca40.
00010000:00000010:1.1:1783976355.124093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1700.
00010000:00000010:1.1:1783976355.124102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:2.1:1783976355.127624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53e0.
00000080:00000010:2.1:1783976355.131254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068798c0.
00010000:00000010:2.1:1783976355.148221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.148238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:0.1:1783976355.161800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f60.
00000080:00000010:0.1:1783976355.161834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1022eb40.
00010000:00000010:0.1:1783976355.180840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976355.180866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976355.193820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f56c0.
00000080:00000010:0.1:1783976355.199609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069718c0.
00010000:00000010:0.1:1783976355.209801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976355.209809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976355.217838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e80.
00000080:00000010:0.1:1783976355.233623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336cb9c0.
00010000:00000010:2.1:1783976355.237302:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.237310:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976355.247269:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.247292:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b9b180.
00010000:00000010:2.1:1783976355.257058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.257065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976355.262142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:2.1:1783976355.265556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0710ca40.
00010000:00000010:2.1:1783976355.270042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.270061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.283528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.283571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e678840.
00010000:00000010:2.1:1783976355.297024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.297039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.312980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:2.1:1783976355.322549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10201080.
00010000:00000010:3.1:1783976355.325050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976355.325062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976355.340295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:3.1:1783976355.344874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334a3180.
00010000:00000010:2.1:1783976355.349140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.349154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.356217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60c0.
00000080:00000010:2.1:1783976355.356250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f6b40.
00010000:00000010:2.1:1783976355.379082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.379097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.383801:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:2.1:1783976355.383821:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e78d280.
00010000:00000010:2.1:1783976355.402034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.402052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976355.406745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.406768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5aeb40.
00010000:00000010:2.1:1783976355.411005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.411022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.424817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:3.1:1783976355.425753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5c4200.
00010000:00000010:3.1:1783976355.439834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976355.439924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:2.1:1783976355.454225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fc0.
00000080:00000010:2.1:1783976355.454254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e52dac0.
00010000:00000010:2.1:1783976355.457999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.458015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.464933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:2.1:1783976355.468959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39519080.
00010000:00000010:2.1:1783976355.476974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.476992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.489832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.510966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a19080.
00010000:00000010:2.1:1783976355.518812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.518819:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.524059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:2.1:1783976355.524087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1161a100.
00010000:00000010:2.1:1783976355.553254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.553260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.565273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.565306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4d1080.
00010000:00000010:0.1:1783976355.570605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976355.570620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976355.573813:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411430a0.
00000080:00000010:0.1:1783976355.573833:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33579080.
00010000:00000010:0.1:1783976355.581866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976355.581882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976355.591825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ce0.
00000080:00000010:0.1:1783976355.591866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06abe300.
00010000:00000010:0.1:1783976355.605020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:0.1:1783976355.605034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976355.616967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50c0.
00000080:00000010:0.1:1783976355.624508:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39720840.
00010000:00000010:1.1:1783976355.637012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1200.
00010000:00000010:1.1:1783976355.637027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976355.650603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ce0.
00000080:00000010:2.1:1783976355.650627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1021b180.
00010000:00000010:2.1:1783976355.668024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.668039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.673972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.674001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7f1080.
00010000:00000010:2.1:1783976355.685229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.685245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.707904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143300.
00000080:00000010:2.1:1783976355.707937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10092940.
00010000:00000010:2.1:1783976355.714272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:2.1:1783976355.714280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976355.725975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:2.1:1783976355.726006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10338840.
00010000:00000010:3.1:1783976355.730805:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976355.730812:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976355.740019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143300.
00000080:00000010:3.1:1783976355.740052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33967380.
00010000:00000010:3.1:1783976355.755926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976355.755942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976355.763030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65c0.
00000080:00000010:3.1:1783976355.763063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33892940.
00010000:00000010:2.1:1783976355.784032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:2.1:1783976355.784053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:2.1:1783976355.799825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6100.
00000080:00000010:2.1:1783976355.805236:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3961d280.
00010000:00000010:2.1:1783976355.805255:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4065c900.
00010000:00000010:2.1:1783976355.805275:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40592000.
00000080:00000010:2.1:1783976355.809004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db09d9abe0.
00000080:00000010:2.1:1783976355.809049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10196300.
00010000:00000010:3.1:1783976355.831903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976355.831919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976355.838823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432e0.
00000080:00000010:3.1:1783976355.838853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06838000.
00010000:00000010:3.1:1783976355.867838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976355.867856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976355.879007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65c0.
00000080:00000010:3.1:1783976355.879033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4ad280.
00010000:00000010:3.1:1783976355.902836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976355.902844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976355.910190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:3.1:1783976355.910223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33625280.
00010000:00000010:2.1:1783976355.928993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976355.929009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976355.956832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc65c0.
00000080:00000010:2.1:1783976355.956867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e461080.
00010000:00000010:2.1:1783976355.979038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976355.979053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976356.006858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439c0.
00000080:00000010:2.1:1783976356.006885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39610840.
00010000:00000010:2.1:1783976356.021994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976356.022006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976356.036031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ea0.
00000080:00000010:2.1:1783976356.038944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3354dac0.
00010000:00000010:2.1:1783976356.080093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976356.080107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976356.107971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439c0.
00000080:00000010:0.1:1783976356.119212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0734b180.
00010000:00000010:1.1:1783976356.124117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:1.1:1783976356.124132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:1.1:1783976356.130080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f50a0.
00000080:00000010:1.1:1783976356.138622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a58000.
00010000:00000010:2.1:1783976356.160729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2900.
00010000:00000010:2.1:1783976356.160744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:3.1:1783976356.195534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f90e0.
00000080:00000010:3.1:1783976356.199051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335c3180.
00010000:00000010:2.1:1783976356.227017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:2.1:1783976356.227035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976356.243291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6fe0.
00000080:00000010:2.1:1783976356.245877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396be300.
00010000:00000010:3.1:1783976356.272019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976356.272036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976356.297165:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411439c0.
00000080:00000010:3.1:1783976356.297185:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b198c0.
00010000:00000010:2.1:1783976356.311003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976356.311009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976356.320872:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6720.
00000080:00000010:2.1:1783976356.320894:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39536300.
00010000:00000010:2.1:1783976356.328989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976356.328999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976356.349209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ea0.
00000080:00000010:0.1:1783976356.349246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b28840.
00010000:00000010:0.1:1783976356.349255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976356.349261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976356.368217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976356.372280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39456b40.
00010000:00000010:3.1:1783976356.388543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976356.388558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:3.1:1783976356.401280:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5020.
00000080:00000010:3.1:1783976356.407569:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103f7380.
00010000:00000010:3.1:1783976356.409150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976356.409160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976356.423830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6160.
00000080:00000010:2.1:1783976356.423860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e98c0.
00010000:00000010:2.1:1783976356.438833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.438853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.451227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:2.1:1783976356.455237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395c4a40.
00010000:00000010:2.1:1783976356.465983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.465992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.484892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143460.
00000080:00000010:2.1:1783976356.489094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3390f380.
00010000:00000010:3.1:1783976356.502150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976356.502162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976356.507863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1160dac0.
00000080:00000010:3.1:1783976356.510118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ca0.
00010000:00000010:2.1:1783976356.523392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.523400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.527977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143460.
00000080:00000010:2.1:1783976356.528006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11695ac0.
00010000:00000010:2.1:1783976356.537834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.537851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976356.544946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:2.1:1783976356.544976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335e3180.
00010000:00000010:2.1:1783976356.568953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.568966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:0.1:1783976356.576558:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143460.
00000080:00000010:0.1:1783976356.576588:0:2399:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07101080.
00010000:00000010:0.1:1783976356.581945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2c00.
00010000:00000010:0.1:1783976356.581953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:2.1:1783976356.589882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5080.
00000080:00000010:2.1:1783976356.589912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103c6300.
00010000:00000010:2.1:1783976356.607104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976356.607119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976356.619064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:2.1:1783976356.622825:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0719e300.
00010000:00000010:0.1:1783976356.630893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:0.1:1783976356.630908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976356.641825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:2.1:1783976356.646263:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a0c200.
00010000:00000010:2.1:1783976356.655835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.655851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976356.663165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f56a0.
00000080:00000010:2.1:1783976356.663197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395e2100.
00010000:00000010:2.1:1783976356.673080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.673095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.685338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:2.1:1783976356.685363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39424a40.
00010000:00000010:2.1:1783976356.698150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.698158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.704498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:2.1:1783976356.704528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117c2940.
00010000:00000010:2.1:1783976356.713082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.713100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976356.737830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:2.1:1783976356.737863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338da100.
00010000:00000010:3.1:1783976356.741810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:3.1:1783976356.741835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976356.759371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143060.
00000080:00000010:3.1:1783976356.762886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39645280.
00010000:00000010:3.1:1783976356.762907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5e00.
00010000:00000010:3.1:1783976356.765905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051b200.
00000080:00000010:2.1:1783976356.770906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405c8f80.
00000080:00000010:2.1:1783976356.770927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1018dac0.
00010000:00000010:2.1:1783976356.779402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415e5b00.
00010000:00000010:2.1:1783976356.779441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4051a600.
00000080:00000010:2.1:1783976356.794876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0464ae80.
00000080:00000010:2.1:1783976356.794911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397b2940.
00010000:00000010:2.1:1783976356.804410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.804427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.832551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:2.1:1783976356.832580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116eb180.
00010000:00000010:2.1:1783976356.845985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976356.846058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976356.862520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c80.
00000080:00000010:2.1:1783976356.869608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33812100.
00010000:00000010:3.1:1783976356.882836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976356.882852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976356.895612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143860.
00000080:00000010:3.1:1783976356.895639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394039c0.
00010000:00000010:2.1:1783976356.914994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:2.1:1783976356.915008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976356.941270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ca0.
00000080:00000010:2.1:1783976356.941300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06872940.
00010000:00000010:0.1:1783976356.954519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976356.954535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:0.1:1783976356.982060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143c80.
00000080:00000010:0.1:1783976356.987229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395ca100.
00010000:00000010:3.1:1783976356.993825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976356.993841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:3.1:1783976356.999931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b60.
00000080:00000010:3.1:1783976356.999958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f4200.
00010000:00000010:3.1:1783976357.024825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976357.024842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976357.042934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc61c0.
00000080:00000010:2.1:1783976357.042962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336118c0.
00010000:00000010:2.1:1783976357.050241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.050258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976357.073924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:0.1:1783976357.077926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396e39c0.
00010000:00000010:2.1:1783976357.081077:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.081084:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:2.1:1783976357.096853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c80.
00000080:00000010:2.1:1783976357.096881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6da940.
00010000:00000010:2.1:1783976357.108833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.108842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976357.116939:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:2.1:1783976357.116957:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1173e300.
00010000:00000010:2.1:1783976357.122927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.122942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976357.132832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435a0.
00000080:00000010:2.1:1783976357.137240:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11627380.
00010000:00000010:2.1:1783976357.145758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.145786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976357.154842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:2.1:1783976357.160329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07180000.
00010000:00000010:0.1:1783976357.169954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976357.169969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:1.1:1783976357.188229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0737a940.
00000080:00000010:0.1:1783976357.189492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411435a0.
00010000:00000010:0.1:1783976357.201001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976357.201017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:1.1:1783976357.297571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f98e0.
00000080:00000010:1.1:1783976357.301912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e705ac0.
00010000:00000010:2.1:1783976357.314865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.314881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:2.1:1783976357.363026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9a40.
00000080:00000010:2.1:1783976357.367039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10381080.
00010000:00000010:2.1:1783976357.396900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.396914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976357.416967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:3.1:1783976357.422850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103ca100.
00010000:00000010:3.1:1783976357.448695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:3.1:1783976357.448711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:3.1:1783976357.494695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d80.
00000080:00000010:2.1:1783976357.501981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3354c200.
00010000:00000010:2.1:1783976357.538000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.538014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:0.1:1783976357.582020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143800.
00000080:00000010:0.1:1783976357.582053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5e18c0.
00010000:00000010:0.1:1783976357.602907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976357.602923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976357.624073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f20.
00000080:00000010:0.1:1783976357.624101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39755280.
00010000:00000010:0.1:1783976357.645904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976357.645923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976357.655890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d80.
00000080:00000010:0.1:1783976357.655926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3368dac0.
00010000:00000010:0.1:1783976357.669076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976357.669096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976357.679925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f20.
00000080:00000010:1.1:1783976357.679997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a618c0.
00010000:00000010:2.1:1783976357.693892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.693911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:2.1:1783976357.707076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ae0.
00000080:00000010:2.1:1783976357.707107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396b2940.
00010000:00000010:2.1:1783976357.713894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976357.713910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976357.730828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438a0.
00000080:00000010:2.1:1783976357.730859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4f18c0.
00010000:00000010:3.1:1783976357.753842:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976357.753855:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976357.761396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411437a0.
00000080:00000010:3.1:1783976357.761421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069fb180.
00010000:00000010:2.1:1783976357.771452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:2.1:1783976357.771458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976357.774964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6d80.
00000080:00000010:2.1:1783976357.775004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a4d280.
00010000:00000010:2.1:1783976357.785916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976357.785930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976357.794906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438a0.
00000080:00000010:2.1:1783976357.794943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06828000.
00010000:00000010:2.1:1783976357.808045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976357.808052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976357.813236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143680.
00000080:00000010:2.1:1783976357.825127:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39708840.
00010000:00000010:3.1:1783976357.838967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976357.838997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976357.861979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438a0.
00000080:00000010:3.1:1783976357.875082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a38000.
00010000:00000010:3.1:1783976357.875103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:3.1:1783976357.875107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976357.906009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:3.1:1783976357.906040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a90000.
00010000:00000010:2.1:1783976357.928077:0:89784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976357.928097:0:89784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:3.1:1783976357.947847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143680.
00000080:00000010:3.1:1783976357.947881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4198c0.
00010000:00000010:3.1:1783976357.951544:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7c00.
00010000:00000010:3.1:1783976357.951553:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867600.
00000080:00000010:3.1:1783976357.959491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405c8840.
00000080:00000010:3.1:1783976357.973986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e523180.
00010000:00000010:3.1:1783976357.974000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419f7900.
00010000:00000010:3.1:1783976357.974019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41867000.
00000080:00000010:0.1:1783976357.979831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db09d9a540.
00000080:00000010:0.1:1783976357.979867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e52ca40.
00010000:00000010:2.1:1783976358.001965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.001973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:2.1:1783976358.006054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f59e0.
00000080:00000010:2.1:1783976358.006087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335bdac0.
00010000:00000010:2.1:1783976358.013062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.013081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.028096:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.036136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bef380.
00010000:00000010:2.1:1783976358.040179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.040187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.058195:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:2.1:1783976358.058218:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7839c0.
00010000:00000010:2.1:1783976358.068385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.068395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.068400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.068416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e572100.
00010000:00000010:2.1:1783976358.075881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976358.075896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.100274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:2.1:1783976358.100309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10092100.
00010000:00000010:2.1:1783976358.104140:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976358.104146:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.109012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.109041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b49080.
00010000:00000010:2.1:1783976358.116958:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.116965:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.126015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:2.1:1783976358.126042:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33896300.
00010000:00000010:2.1:1783976358.137883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.137895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.143894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.143921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0712b9c0.
00010000:00000010:0.1:1783976358.149826:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:0.1:1783976358.149836:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.164599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:2.1:1783976358.166833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e54b9c0.
00010000:00000010:2.1:1783976358.170633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.170641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.179931:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.179951:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10382100.
00010000:00000010:2.1:1783976358.190143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.190164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.197024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:2.1:1783976358.197052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a11080.
00010000:00000010:2.1:1783976358.208091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.208112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.216905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.216945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39658840.
00010000:00000010:2.1:1783976358.224067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.224082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976358.237820:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143240.
00000080:00000010:3.1:1783976358.245142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103f3180.
00010000:00000010:3.1:1783976358.249894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.249910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976358.262943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:2.1:1783976358.263048:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335bb180.
00010000:00000010:2.1:1783976358.268031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.268046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.286911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:2.1:1783976358.286951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3344c200.
00010000:00000010:2.1:1783976358.293016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.293024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.305503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:2.1:1783976358.308911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a1d280.
00010000:00000010:2.1:1783976358.315860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.315876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976358.324925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ba0.
00000080:00000010:3.1:1783976358.324956:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d0000.
00010000:00000010:3.1:1783976358.338273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.338294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976358.345874:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:3.1:1783976358.359061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3948b180.
00010000:00000010:3.1:1783976358.363144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.363159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976358.366987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ac0.
00000080:00000010:3.1:1783976358.367009:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e74ca40.
00010000:00000010:3.1:1783976358.371187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.371202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976358.379157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:2.1:1783976358.383827:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b0f380.
00010000:00000010:2.1:1783976358.395565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.395580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.404175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:2.1:1783976358.404204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5ae300.
00010000:00000010:2.1:1783976358.416826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.416843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.431180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.431200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395e1080.
00010000:00000010:2.1:1783976358.434839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.434855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976358.454006:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:3.1:1783976358.462883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4b1080.
00010000:00000010:2.1:1783976358.487817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.487826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976358.498066:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6960.
00000080:00000010:2.1:1783976358.498087:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068998c0.
00010000:00000010:3.1:1783976358.511830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.511846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976358.515291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143aa0.
00000080:00000010:3.1:1783976358.515319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e69b9c0.
00010000:00000010:2.1:1783976358.522932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976358.522952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976358.522960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ac0.
00000080:00000010:2.1:1783976358.522981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336d2940.
00010000:00000010:2.1:1783976358.529513:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.529523:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.535932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.535953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b71080.
00010000:00000010:2.1:1783976358.544934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.544949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.561632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143940.
00000080:00000010:2.1:1783976358.561671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7d7380.
00010000:00000010:2.1:1783976358.571160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.571178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.576099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.576120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334de300.
00010000:00000010:3.1:1783976358.584000:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.584006:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976358.592817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143940.
00000080:00000010:3.1:1783976358.605119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11744a40.
00010000:00000010:3.1:1783976358.611818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b000.
00010000:00000010:3.1:1783976358.611825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee37000.
00000080:00000010:2.1:1783976358.611900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db09d9aa60.
00000080:00000010:2.1:1783976358.611919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3965b9c0.
00010000:00000010:2.1:1783976358.611923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1054b700.
00010000:00000010:2.1:1783976358.611943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee36400.
00000080:00000010:2.1:1783976358.615860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db09d9afa0.
00000080:00000010:2.1:1783976358.615908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ad0840.
00010000:00000010:2.1:1783976358.615931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.615937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.632008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.632037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e5280.
00010000:00000010:2.1:1783976358.651272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.651288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.677178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434c0.
00000080:00000010:2.1:1783976358.677206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335b8840.
00010000:00000010:2.1:1783976358.697843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.697861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976358.711181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a67380.
00000080:00000010:2.1:1783976358.711243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00010000:00000010:3.1:1783976358.723021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976358.723035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976358.741850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63c0.
00000080:00000010:3.1:1783976358.741881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a5b180.
00010000:00000010:2.1:1783976358.746660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:2.1:1783976358.746676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976358.764982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66e0.
00000080:00000010:2.1:1783976358.765013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06abca40.
00010000:00000010:2.1:1783976358.778731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.778745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.796215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.796246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0696eb40.
00010000:00000010:2.1:1783976358.811141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.811155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976358.823609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434c0.
00000080:00000010:3.1:1783976358.825260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39769080.
00010000:00000010:3.1:1783976358.842028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976358.842044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976358.851195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63c0.
00000080:00000010:3.1:1783976358.851224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06880000.
00010000:00000010:2.1:1783976358.865833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:2.1:1783976358.865848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976358.880833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6ee0.
00000080:00000010:2.1:1783976358.889005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071aa940.
00010000:00000010:2.1:1783976358.892817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.892836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976358.899832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976358.903500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7b2940.
00010000:00000010:2.1:1783976358.909335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.909507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976358.917125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143700.
00000080:00000010:3.1:1783976358.917156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117e4200.
00010000:00000010:3.1:1783976358.944971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976358.945069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:3.1:1783976358.955091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63c0.
00000080:00000010:3.1:1783976358.961437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e51dac0.
00010000:00000010:2.1:1783976358.980278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976358.980296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976359.006139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc69c0.
00000080:00000010:2.1:1783976359.009951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39594200.
00010000:00000010:3.1:1783976359.022080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976359.022095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:3.1:1783976359.037638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ca0.
00000080:00000010:3.1:1783976359.037675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0697c200.
00010000:00000010:3.1:1783976359.043020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.043040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976359.054283:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63c0.
00000080:00000010:3.1:1783976359.058835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0736eb40.
00010000:00000010:3.1:1783976359.062153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.062168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976359.073533:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62c0.
00000080:00000010:3.1:1783976359.087608:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339e1080.
00010000:00000010:2.1:1783976359.094742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976359.094751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976359.113241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc63c0.
00000080:00000010:2.1:1783976359.113273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10204200.
00010000:00000010:3.1:1783976359.120697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.120707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976359.122145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976359.126128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3385a940.
00010000:00000010:0.1:1783976359.148307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:0.1:1783976359.148320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:0.1:1783976359.152177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d80.
00000080:00000010:0.1:1783976359.152206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39719080.
00010000:00000010:0.1:1783976359.162931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:0.1:1783976359.162948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976359.179045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5080.
00000080:00000010:0.1:1783976359.181503:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06910000.
00010000:00000010:2.1:1783976359.195266:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1100.
00010000:00000010:2.1:1783976359.195275:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976359.210889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f59a0.
00000080:00000010:2.1:1783976359.210920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3948a100.
00010000:00000010:2.1:1783976359.210932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.210937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976359.230155:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:2.1:1783976359.244178:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5cb9c0.
00010000:00000010:2.1:1783976359.256068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.256088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976359.264146:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:2.1:1783976359.264169:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b18840.
00010000:00000010:2.1:1783976359.278330:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.278418:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:0.1:1783976359.289231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143b80.
00000080:00000010:0.1:1783976359.289262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103bd280.
00010000:00000010:1.1:1783976359.307048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1500.
00010000:00000010:1.1:1783976359.307055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:2.1:1783976359.314879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5080.
00000080:00000010:2.1:1783976359.314910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39514a40.
00010000:00000010:2.1:1783976359.328837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.328856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976359.344052:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:2.1:1783976359.344072:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b40000.
00010000:00000010:2.1:1783976359.353648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.353663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976359.364825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432a0.
00000080:00000010:2.1:1783976359.368468:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a0b9c0.
00010000:00000010:2.1:1783976359.374945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.374958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976359.388824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:2.1:1783976359.388857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336a8840.
00010000:00000010:2.1:1783976359.415843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.415865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976359.439106:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411432a0.
00000080:00000010:3.1:1783976359.439131:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b14200.
00010000:00000010:3.1:1783976359.454068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.454086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976359.467207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62c0.
00000080:00000010:3.1:1783976359.467232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a0ca40.
00010000:00000010:3.1:1783976359.473820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.473836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:0.1:1783976359.489065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6500.
00000080:00000010:0.1:1783976359.493045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7af380.
00010000:00000010:0.1:1783976359.498274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.498293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976359.506822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976359.506853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116bf380.
00010000:00000010:0.1:1783976359.519193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.519211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976359.524952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5020.
00000080:00000010:0.1:1783976359.529807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33806b40.
00010000:00000010:0.1:1783976359.534072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.534088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976359.546823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:0.1:1783976359.546857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10390840.
00010000:00000010:0.1:1783976359.546867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.546872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:0.1:1783976359.557888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5020.
00000080:00000010:0.1:1783976359.566566:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0735d280.
00010000:00000010:3.1:1783976359.570881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976359.570893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:3.1:1783976359.577834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f51a0.
00000080:00000010:3.1:1783976359.577870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334e8000.
00010000:00000010:2.1:1783976359.604836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:2.1:1783976359.604846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976359.609800:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62c0.
00000080:00000010:2.1:1783976359.609941:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336b7380.
00010000:00000010:2.1:1783976359.617794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.617824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976359.634824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:2.1:1783976359.634862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3949ca40.
00010000:00000010:3.1:1783976359.652982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:3.1:1783976359.653000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:0.1:1783976359.675011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434a0.
00000080:00000010:0.1:1783976359.684490:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e514a40.
00010000:00000010:0.1:1783976359.690031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.690045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976359.701801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5580.
00000080:00000010:0.1:1783976359.705965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102a6b40.
00010000:00000010:2.1:1783976359.719932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.719946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140800.
00000080:00000010:2.1:1783976359.733166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5b20.
00000080:00000010:2.1:1783976359.733198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0716ca40.
00010000:00000010:2.1:1783976359.738852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.738866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976359.745929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:2.1:1783976359.745956:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101a6b40.
00010000:00000010:2.1:1783976359.752804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.752816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976359.756872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7e2940.
00000080:00000010:2.1:1783976359.768819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00010000:00000010:3.1:1783976359.776946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976359.776965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:3.1:1783976359.776971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6620.
00000080:00000010:3.1:1783976359.776996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33816300.
00010000:00000010:3.1:1783976359.805831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976359.805844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976359.818501:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a20.
00000080:00000010:3.1:1783976359.818529:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1023ca40.
00010000:00000010:2.1:1783976359.823799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.823811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976359.826843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6620.
00000080:00000010:2.1:1783976359.826879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335018c0.
00010000:00000010:2.1:1783976359.844201:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:2.1:1783976359.844212:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976359.850864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:2.1:1783976359.855033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0709a100.
00010000:00000010:0.1:1783976359.863898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334de00.
00010000:00000010:0.1:1783976359.863906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:0.1:1783976359.878947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fc0.
00000080:00000010:0.1:1783976359.878979:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338b6b40.
00010000:00000010:0.1:1783976359.894418:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.894429:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976359.903051:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5900.
00000080:00000010:0.1:1783976359.903074:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117c6b40.
00010000:00000010:0.1:1783976359.914920:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.914928:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976359.922001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ea0.
00000080:00000010:0.1:1783976359.922028:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1009ca40.
00010000:00000010:0.1:1783976359.933875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.933890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976359.946272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5900.
00000080:00000010:0.1:1783976359.948816:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3347a100.
00010000:00000010:0.1:1783976359.954854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976359.954871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976359.968818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ea0.
00000080:00000010:0.1:1783976359.974830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aac200.
00010000:00000010:3.1:1783976359.978199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:3.1:1783976359.978205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:3.1:1783976359.981953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5900.
00000080:00000010:3.1:1783976359.981983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ab39c0.
00010000:00000010:2.1:1783976359.999834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:2.1:1783976359.999852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:2.1:1783976360.011859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a20.
00000080:00000010:2.1:1783976360.015206:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070398c0.
00010000:00000010:2.1:1783976360.025867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976360.025886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976360.041880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:2.1:1783976360.041908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33909080.
00010000:00000010:2.1:1783976360.057837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976360.057854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976360.066947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143080.
00000080:00000010:2.1:1783976360.072507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e619080.
00010000:00000010:2.1:1783976360.076899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:2.1:1783976360.076916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976360.088911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:2.1:1783976360.088940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334518c0.
00010000:00000010:3.1:1783976360.114919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d400.
00010000:00000010:3.1:1783976360.114937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976360.126317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0711c200.
00000080:00000010:3.1:1783976360.126874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143080.
00010000:00000010:2.1:1783976360.165828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976360.165845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:0.1:1783976360.193955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143140.
00000080:00000010:0.1:1783976360.193985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101898c0.
00010000:00000010:0.1:1783976360.198836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976360.198855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976360.229876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5700.
00000080:00000010:0.1:1783976360.233845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ac8840.
00010000:00000010:0.1:1783976360.255827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976360.255842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976360.271489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5760.
00000080:00000010:0.1:1783976360.276910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11761080.
00010000:00000010:0.1:1783976360.312058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976360.312074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:1.1:1783976360.346851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5700.
00000080:00000010:1.1:1783976360.346885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335c1080.
00010000:00000010:2.1:1783976360.364907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:2.1:1783976360.364926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:2.1:1783976360.384930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9320.
00000080:00000010:2.1:1783976360.388878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336bd280.
00010000:00000010:3.1:1783976360.408814:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334db00.
00010000:00000010:3.1:1783976360.408821:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976360.413988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143780.
00000080:00000010:3.1:1783976360.414023:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339fdac0.
00010000:00000010:3.1:1783976360.414030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4058b800.
00010000:00000010:3.1:1783976360.414047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db045f4600.
00000080:00000010:3.1:1783976360.432351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05035fe0.
00000080:00000010:3.1:1783976360.436903:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3975a940.
00010000:00000010:3.1:1783976360.448910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.448927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.470935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66a0.
00000080:00000010:3.1:1783976360.474948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e76eb40.
00010000:00000010:2.1:1783976360.495819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976360.495832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976360.525803:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143100.
00000080:00000010:2.1:1783976360.525821:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06ab39c0.
00010000:00000010:2.1:1783976360.537851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976360.537866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976360.549155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:3.1:1783976360.551066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3950c200.
00010000:00000010:3.1:1783976360.571048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.571066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.587274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66a0.
00000080:00000010:3.1:1783976360.594744:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069f2940.
00010000:00000010:3.1:1783976360.601228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.601252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.622078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6980.
00000080:00000010:2.1:1783976360.626031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b398c0.
00010000:00000010:2.1:1783976360.646955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:2.1:1783976360.646974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976360.659420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:2.1:1783976360.663937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e69dac0.
00010000:00000010:3.1:1783976360.674570:0:101950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dc00.
00010000:00000010:3.1:1783976360.674585:0:101950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976360.697837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143100.
00000080:00000010:3.1:1783976360.697869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a5dac0.
00010000:00000010:3.1:1783976360.700976:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.700984:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.709825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6980.
00000080:00000010:3.1:1783976360.709855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3972dac0.
00010000:00000010:3.1:1783976360.722891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.722906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.734052:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66a0.
00000080:00000010:3.1:1783976360.734069:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10228000.
00010000:00000010:3.1:1783976360.741847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.741865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:3.1:1783976360.748969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6980.
00000080:00000010:3.1:1783976360.749012:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336d8840.
00010000:00000010:0.1:1783976360.760960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:0.1:1783976360.760974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ee00.
00000080:00000010:0.1:1783976360.784176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc66a0.
00000080:00000010:0.1:1783976360.784208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117df380.
00010000:00000010:0.1:1783976360.796072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976360.796087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976360.806930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5480.
00000080:00000010:2.1:1783976360.811200:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7739c0.
00010000:00000010:2.1:1783976360.833842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976360.833857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976360.855870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:2.1:1783976360.855900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39552100.
00010000:00000010:2.1:1783976360.875823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976360.875838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976360.900098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143220.
00000080:00000010:3.1:1783976360.900118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395bc200.
00010000:00000010:2.1:1783976360.915834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976360.915849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e200.
00000080:00000010:2.1:1783976360.920017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6980.
00000080:00000010:2.1:1783976360.920043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10160840.
00010000:00000010:2.1:1783976360.920053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:2.1:1783976360.920058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976360.934829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338aeb40.
00000080:00000010:2.1:1783976360.935050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00010000:00000010:3.1:1783976360.939576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:3.1:1783976360.939593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:3.1:1783976360.946170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b00.
00000080:00000010:3.1:1783976360.946197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39452940.
00010000:00000010:2.1:1783976360.956903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09200.
00010000:00000010:2.1:1783976360.956922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fa00.
00000080:00000010:2.1:1783976360.973294:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6de0.
00000080:00000010:2.1:1783976360.973396:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07112940.
00010000:00000010:3.1:1783976360.986966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d200.
00010000:00000010:3.1:1783976360.986984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:3.1:1783976360.991825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e40.
00000080:00000010:3.1:1783976360.991856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b38840.
00010000:00000010:2.1:1783976361.005882:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09400.
00010000:00000010:2.1:1783976361.005890:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e000.
00000080:00000010:2.1:1783976361.020845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b00.
00000080:00000010:2.1:1783976361.020875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069f4a40.
00010000:00000010:2.1:1783976361.020884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.020889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.029837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:2.1:1783976361.029870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b9d280.
00010000:00000010:2.1:1783976361.045490:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.045500:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.059559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:2.1:1783976361.059587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3969d280.
00010000:00000010:2.1:1783976361.081858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.081878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.093968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:2.1:1783976361.099648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103ac200.
00010000:00000010:2.1:1783976361.105064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.105078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.113828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:2.1:1783976361.113862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7798c0.
00010000:00000010:2.1:1783976361.125823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.125840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.136159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:2.1:1783976361.140836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3345a100.
00010000:00000010:2.1:1783976361.145819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.145835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976361.154842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:2.1:1783976361.157922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068d6300.
00010000:00000010:3.1:1783976361.165907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976361.165929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:3.1:1783976361.178232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143180.
00000080:00000010:3.1:1783976361.184016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e745280.
00010000:00000010:3.1:1783976361.190992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976361.191007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:2.1:1783976361.199042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6380.
00000080:00000010:2.1:1783976361.199079:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069f4200.
00010000:00000010:2.1:1783976361.218883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:2.1:1783976361.218892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976361.223805:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:2.1:1783976361.223828:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396b7380.
00010000:00000010:3.1:1783976361.233418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d900.
00010000:00000010:3.1:1783976361.233437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976361.249695:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f80.
00000080:00000010:3.1:1783976361.257110:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a7c200.
00010000:00000010:3.1:1783976361.257124:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db406d0c00.
00010000:00000010:3.1:1783976361.257129:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3efe3000.
00000080:00000010:3.1:1783976361.266239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405c8d40.
00010000:00000010:2.1:1783976361.270083:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.270090:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fc00.
00000080:00000010:3.1:1783976361.270821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e676300.
00000080:00000010:2.1:1783976361.288879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6740.
00000080:00000010:2.1:1783976361.288907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11755280.
00010000:00000010:3.1:1783976361.298851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976361.298867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976361.298873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:3.1:1783976361.298890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11742940.
00010000:00000010:3.1:1783976361.298901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976361.298904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:0.1:1783976361.312086:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6460.
00000080:00000010:0.1:1783976361.321091:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11764a40.
00010000:00000010:0.1:1783976361.329824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976361.329838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976361.333844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53c0.
00000080:00000010:0.1:1783976361.333877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101e8000.
00010000:00000010:0.1:1783976361.337044:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976361.337050:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976361.349025:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5540.
00000080:00000010:0.1:1783976361.349042:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39747380.
00010000:00000010:0.1:1783976361.358182:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:0.1:1783976361.358189:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:0.1:1783976361.358193:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53c0.
00000080:00000010:0.1:1783976361.358211:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e65d280.
00010000:00000010:0.1:1783976361.368115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:0.1:1783976361.368123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976361.372833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5540.
00000080:00000010:0.1:1783976361.372864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db100df380.
00000080:00000010:3.1:1783976361.394906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f53c0.
00010000:00000010:1.1:1783976361.395017:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976361.395026:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:3.1:1783976361.407158:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a12940.
00010000:00000010:3.1:1783976361.419026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976361.419049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:3.1:1783976361.419058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b40.
00000080:00000010:3.1:1783976361.419079:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db394a2100.
00010000:00000010:3.1:1783976361.424081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976361.424089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:3.1:1783976361.430863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f80.
00000080:00000010:3.1:1783976361.438910:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069d9080.
00010000:00000010:1.1:1783976361.442883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1d00.
00010000:00000010:1.1:1783976361.442899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e800.
00000080:00000010:2.1:1783976361.450745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b40.
00000080:00000010:2.1:1783976361.460584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39500000.
00010000:00000010:2.1:1783976361.464804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.464814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976361.480323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436a0.
00000080:00000010:3.1:1783976361.480347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10342940.
00010000:00000010:3.1:1783976361.487739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:3.1:1783976361.487754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:0.1:1783976361.487970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07088000.
00000080:00000010:3.1:1783976361.489111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f80.
00010000:00000010:1.1:1783976361.497795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1800.
00010000:00000010:1.1:1783976361.497810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068200.
00000080:00000010:2.1:1783976361.508798:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5700.
00000080:00000010:2.1:1783976361.508821:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06aa0000.
00010000:00000010:2.1:1783976361.517121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.517139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.533888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143840.
00000080:00000010:2.1:1783976361.533919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3351b9c0.
00010000:00000010:2.1:1783976361.537824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.537832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.545816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.545846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39538840.
00010000:00000010:0.1:1783976361.553973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976361.553983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976361.558827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143840.
00000080:00000010:0.1:1783976361.558852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101c4a40.
00010000:00000010:0.1:1783976361.566812:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976361.566818:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068400.
00000080:00000010:0.1:1783976361.571858:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5640.
00000080:00000010:0.1:1783976361.571873:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338e39c0.
00010000:00000010:0.1:1783976361.571880:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976361.571883:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:0.1:1783976361.577051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f60.
00000080:00000010:0.1:1783976361.580844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a34a40.
00010000:00000010:0.1:1783976361.588942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976361.588960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068000.
00000080:00000010:1.1:1783976361.597891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5640.
00000080:00000010:1.1:1783976361.597929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33994a40.
00010000:00000010:2.1:1783976361.606054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.606073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:2.1:1783976361.618839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9100.
00000080:00000010:2.1:1783976361.618880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b2a940.
00010000:00000010:2.1:1783976361.630814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.630830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.644844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.644878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335e7380.
00010000:00000010:2.1:1783976361.659133:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.659140:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.663825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:2.1:1783976361.663854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e755280.
00010000:00000010:2.1:1783976361.678846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.678862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.686887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.690002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397398c0.
00010000:00000010:2.1:1783976361.715908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.715925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.720140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:2.1:1783976361.720170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7adac0.
00010000:00000010:2.1:1783976361.728813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.728826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:2.1:1783976361.737835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.737870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334da940.
00010000:00000010:0.1:1783976361.754862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976361.754878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:1.1:1783976361.764873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:1.1:1783976361.764908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3389d280.
00010000:00000010:1.1:1783976361.783746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976361.783766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140000.
00000080:00000010:1.1:1783976361.802264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ec0.
00000080:00000010:2.1:1783976361.804831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39488000.
00010000:00000010:2.1:1783976361.808818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07669e00.
00010000:00000010:2.1:1783976361.808833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41735200.
00000080:00000010:2.1:1783976361.816693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db203426c0.
00000080:00000010:2.1:1783976361.816737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e735280.
00010000:00000010:2.1:1783976361.836879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.836898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.857818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.857845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6a9080.
00010000:00000010:2.1:1783976361.865832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.865848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.883869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976361.883901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3973a100.
00010000:00000010:2.1:1783976361.892840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.892862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.906968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.906997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3952d280.
00010000:00000010:2.1:1783976361.916829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.916847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.930814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976361.930834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6018c0.
00010000:00000010:2.1:1783976361.944833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.944848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.950926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976361.950954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f8840.
00010000:00000010:2.1:1783976361.965997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976361.966014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976361.994006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976361.999827:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3971e300.
00010000:00000010:2.1:1783976362.009826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.009842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.017910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976362.017930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06876b40.
00010000:00000010:2.1:1783976362.043833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.043853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.055889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976362.057959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3962e300.
00010000:00000010:2.1:1783976362.069818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.069835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.085057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976362.089615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339f6300.
00010000:00000010:2.1:1783976362.093824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.093839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.104051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976362.104081:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338a4200.
00010000:00000010:2.1:1783976362.118842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.118861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.152053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976362.152083:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33943180.
00010000:00000010:2.1:1783976362.180127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.180144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.180150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976362.180168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103adac0.
00010000:00000010:2.1:1783976362.199831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.199849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976362.211807:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:3.1:1783976362.211826:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b24200.
00010000:00000010:2.1:1783976362.218412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09d00.
00010000:00000010:2.1:1783976362.218431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ea00.
00000080:00000010:2.1:1783976362.227842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6f80.
00000080:00000010:2.1:1783976362.232014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116e0000.
00010000:00000010:2.1:1783976362.250827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.250844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976362.253971:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976362.253989:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33beb180.
00010000:00000010:2.1:1783976362.264838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.264855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.278889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.278931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07365ac0.
00010000:00000010:2.1:1783976362.288827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.288843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.413931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976362.413956:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db068db9c0.
00010000:00000010:2.1:1783976362.434825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:2.1:1783976362.434839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976362.451667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.451696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33ba39c0.
00010000:00000010:3.1:1783976362.468811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334dd00.
00010000:00000010:3.1:1783976362.468827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976362.502827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:3.1:1783976362.502855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06961080.
00010000:00000010:3.1:1783976362.528465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976362.528478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976362.545942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6440.
00000080:00000010:3.1:1783976362.549882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b64200.
00010000:00000010:3.1:1783976362.557401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:3.1:1783976362.557415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:3.1:1783976362.575843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60a0.
00000080:00000010:2.1:1783976362.575926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e498840.
00010000:00000010:2.1:1783976362.641823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:2.1:1783976362.641840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:2.1:1783976362.665988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.666015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33be1080.
00010000:00000010:3.1:1783976362.702138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334da00.
00010000:00000010:3.1:1783976362.702155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976362.729042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:3.1:1783976362.729082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e54dac0.
00010000:00000010:2.1:1783976362.746836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:2.1:1783976362.746857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976362.779230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.779269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395598c0.
00010000:00000010:3.1:1783976362.794827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d500.
00010000:00000010:3.1:1783976362.794846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976362.853122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976362.853363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e581080.
00010000:00000010:2.1:1783976362.867373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976362.867402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976362.885801:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.892827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0719b180.
00010000:00000010:2.1:1783976362.897333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976362.897356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976362.914909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976362.923055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0737e300.
00010000:00000010:2.1:1783976362.939170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09900.
00010000:00000010:2.1:1783976362.939188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f800.
00000080:00000010:2.1:1783976362.953692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976362.953734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102339c0.
00010000:00000010:0.1:1783976362.971111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976362.971138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c800.
00000080:00000010:2.1:1783976363.004003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976363.004047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3341dac0.
00010000:00000010:3.1:1783976363.025018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:3.1:1783976363.025034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307cc00.
00000080:00000010:3.1:1783976363.047332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:3.1:1783976363.047984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4adac0.
00010000:00000010:2.1:1783976363.070093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09c00.
00010000:00000010:2.1:1783976363.070115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ec00.
00000080:00000010:2.1:1783976363.094837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc60a0.
00000080:00000010:0.1:1783976363.098843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33abca40.
00010000:00000010:0.1:1783976363.122825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976363.122842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976363.145828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5ee0.
00000080:00000010:2.1:1783976363.151925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6dc200.
00010000:00000010:2.1:1783976363.172962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:2.1:1783976363.172981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:2.1:1783976363.193105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976363.193142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b77380.
00010000:00000010:3.1:1783976363.220008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334df00.
00010000:00000010:3.1:1783976363.220029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d400.
00000080:00000010:3.1:1783976363.266590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:3.1:1783976363.270838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103e6b40.
00010000:00000010:2.1:1783976363.300169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09b00.
00010000:00000010:2.1:1783976363.300191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976363.314107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6440.
00000080:00000010:2.1:1783976363.318484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339bd280.
00010000:00000010:3.1:1783976363.338139:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d800.
00010000:00000010:3.1:1783976363.338155:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307dc00.
00000080:00000010:3.1:1783976363.351699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:3.1:1783976363.351719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e745ac0.
00010000:00000010:1.1:1783976363.357941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976363.357956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:1.1:1783976363.387211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6da0.
00000080:00000010:1.1:1783976363.387234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a24a40.
00010000:00000010:1.1:1783976363.398840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976363.398861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:1.1:1783976363.426833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9c40.
00000080:00000010:1.1:1783976363.426860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116beb40.
00010000:00000010:2.1:1783976363.440169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976363.440186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140a00.
00000080:00000010:3.1:1783976363.467251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9c80.
00000080:00000010:3.1:1783976363.467282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101bb9c0.
00010000:00000010:0.1:1783976363.489219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09e00.
00010000:00000010:0.1:1783976363.489235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976363.521956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6640.
00000080:00000010:3.1:1783976363.521987:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5d8840.
00010000:00000010:0.1:1783976363.527826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09300.
00010000:00000010:0.1:1783976363.527838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976363.532048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6b80.
00000080:00000010:2.1:1783976363.532088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e64a940.
00010000:00000010:2.1:1783976363.566828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976363.566845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:2.1:1783976363.594188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434e0.
00000080:00000010:3.1:1783976363.605642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3946e300.
00010000:00000010:3.1:1783976363.616237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976363.616253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976363.652476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6640.
00000080:00000010:2.1:1783976363.658694:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07354a40.
00010000:00000010:3.1:1783976363.664046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976363.664062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d800.
00000080:00000010:3.1:1783976363.683754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434e0.
00000080:00000010:3.1:1783976363.683793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3388eb40.
00010000:00000010:3.1:1783976363.710832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:3.1:1783976363.710847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976363.725990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6640.
00000080:00000010:3.1:1783976363.729870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e478840.
00010000:00000010:2.1:1783976363.736451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976363.736469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:2.1:1783976363.762839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6cc0.
00000080:00000010:2.1:1783976363.794931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e61ca40.
00010000:00000010:2.1:1783976363.799890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09a00.
00010000:00000010:2.1:1783976363.799909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:2.1:1783976363.800622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143440.
00000080:00000010:2.1:1783976363.800642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11742100.
00010000:00000010:2.1:1783976363.836933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:2.1:1783976363.836948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976363.852823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:2.1:1783976363.852855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e468000.
00010000:00000010:3.1:1783976363.856896:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:3.1:1783976363.856904:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c600.
00000080:00000010:3.1:1783976363.885972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143440.
00010000:00000010:1.1:1783976363.892806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d100.
00010000:00000010:1.1:1783976363.892813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c200.
00000080:00000010:2.1:1783976363.898824:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:2.1:1783976363.898844:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3955eb40.
00000080:00000010:3.1:1783976363.899043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3969eb40.
00010000:00000010:2.1:1783976363.905825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09500.
00010000:00000010:2.1:1783976363.905840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976363.915833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976363.915868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33475280.
00010000:00000010:2.1:1783976363.925831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976363.925846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976363.943222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:2.1:1783976363.947675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07144a40.
00010000:00000010:2.1:1783976363.966842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976363.966858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976364.020843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:0.1:1783976364.025176:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7c4200.
00010000:00000010:0.1:1783976364.043259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:0.1:1783976364.043281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976364.071185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e60.
00000080:00000010:0.1:1783976364.076722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07024200.
00010000:00000010:2.1:1783976364.089746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1b00.
00010000:00000010:2.1:1783976364.089783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:2.1:1783976364.111826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5080.
00000080:00000010:2.1:1783976364.118841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116b9080.
00010000:00000010:2.1:1783976364.137826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.137844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:2.1:1783976364.157329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976364.158983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1010a100.
00010000:00000010:0.1:1783976364.188546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:0.1:1783976364.188574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d600.
00000080:00000010:0.1:1783976364.222398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:0.1:1783976364.222430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10280000.
00010000:00000010:2.1:1783976364.248377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.248393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069a00.
00000080:00000010:2.1:1783976364.263742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5e60.
00000080:00000010:2.1:1783976364.267215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069f3180.
00010000:00000010:2.1:1783976364.283835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.283854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976364.290848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976364.293961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3964a100.
00010000:00000010:2.1:1783976364.302460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.302482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976364.335868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:1.1:1783976364.344860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1028f380.
00010000:00000010:1.1:1783976364.356080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976364.356096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141a00.
00000080:00000010:0.1:1783976364.371819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9120.
00000080:00000010:0.1:1783976364.371842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071698c0.
00010000:00000010:1.1:1783976364.375934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976364.375953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:1.1:1783976364.381941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5220.
00000080:00000010:1.1:1783976364.385922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397db9c0.
00010000:00000010:1.1:1783976364.395133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1f5b2e00.
00010000:00000010:1.1:1783976364.395149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141400.
00000080:00000010:1.1:1783976364.408001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f95c0.
00000080:00000010:0.1:1783976364.408076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339eeb40.
00010000:00000010:2.1:1783976364.414958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.414975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976364.424623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f52c0.
00000080:00000010:2.1:1783976364.424653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e524200.
00010000:00000010:2.1:1783976364.442836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.442850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976364.446949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:2.1:1783976364.446978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336618c0.
00010000:00000010:2.1:1783976364.446989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0774d400.
00010000:00000010:2.1:1783976364.446995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a5b400.
00000080:00000010:2.1:1783976364.456908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db050353a0.
00000080:00000010:2.1:1783976364.456950:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06808840.
00010000:00000010:2.1:1783976364.463970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.463990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:2.1:1783976364.474877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:2.1:1783976364.495816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6d0840.
00010000:00000010:3.1:1783976364.512206:0:1045:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976364.512214:0:1045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c000.
00000080:00000010:3.1:1783976364.517516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976364.518949:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396beb40.
00010000:00000010:2.1:1783976364.536937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.536953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976364.543724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:0.1:1783976364.544336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6f2940.
00010000:00000010:1.1:1783976364.548024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1400.
00010000:00000010:1.1:1783976364.548041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068600.
00000080:00000010:0.1:1783976364.566057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5000.
00000080:00000010:0.1:1783976364.570842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102bf380.
00010000:00000010:3.1:1783976364.594147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976364.594156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:3.1:1783976364.599027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5280.
00000080:00000010:0.1:1783976364.604221:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e408000.
00010000:00000010:0.1:1783976364.613851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976364.613868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976364.628080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5500.
00000080:00000010:0.1:1783976364.628108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3397a940.
00010000:00000010:0.1:1783976364.631066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976364.631083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976364.640843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f57c0.
00000080:00000010:0.1:1783976364.645416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396f5ac0.
00010000:00000010:0.1:1783976364.654831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:0.1:1783976364.654849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069200.
00000080:00000010:0.1:1783976364.667567:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5500.
00000080:00000010:1.1:1783976364.672321:0:2400:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1178b180.
00010000:00000010:1.1:1783976364.676982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1300.
00010000:00000010:1.1:1783976364.676997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140400.
00000080:00000010:2.1:1783976364.690055:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9460.
00000080:00000010:2.1:1783976364.698862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7c2940.
00010000:00000010:2.1:1783976364.702833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.702842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976364.712006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:2.1:1783976364.712033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a3b9c0.
00010000:00000010:2.1:1783976364.716821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.716836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:2.1:1783976364.731824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438c0.
00000080:00000010:2.1:1783976364.731844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7e1080.
00010000:00000010:3.1:1783976364.740030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:3.1:1783976364.740045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307c400.
00000080:00000010:3.1:1783976364.746836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:3.1:1783976364.746864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db397b4200.
00010000:00000010:2.1:1783976364.767128:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09f00.
00010000:00000010:2.1:1783976364.767136:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:2.1:1783976364.784431:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6640.
00000080:00000010:2.1:1783976364.784461:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7ceb40.
00010000:00000010:2.1:1783976364.801903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.801926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976364.826602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438c0.
00000080:00000010:2.1:1783976364.831505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7b1080.
00010000:00000010:2.1:1783976364.839821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.839837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:2.1:1783976364.851825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:2.1:1783976364.859290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db116f18c0.
00010000:00000010:2.1:1783976364.866654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976364.866673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:0.1:1783976364.894197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438c0.
00000080:00000010:0.1:1783976364.896159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101ad280.
00010000:00000010:1.1:1783976364.900583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1000.
00010000:00000010:1.1:1783976364.900599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068a00.
00000080:00000010:2.1:1783976364.924602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5500.
00000080:00000010:2.1:1783976364.924622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10101080.
00010000:00000010:3.1:1783976364.928825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976364.928841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ca00.
00000080:00000010:3.1:1783976364.939363:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143fe0.
00000080:00000010:3.1:1783976364.943196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069e0840.
00010000:00000010:3.1:1783976364.947827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976364.947841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976364.962019:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6dc0.
00000080:00000010:3.1:1783976364.970847:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3350eb40.
00010000:00000010:3.1:1783976364.981814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976364.981821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976364.981826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00000080:00000010:3.1:1783976364.981847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bfd280.
00010000:00000010:0.1:1783976364.992324:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976364.992332:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f400.
00000080:00000010:0.1:1783976365.001102:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6dc0.
00000080:00000010:0.1:1783976365.001120:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39408000.
00010000:00000010:0.1:1783976365.010353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976365.010362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976365.022401:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f58c0.
00000080:00000010:0.1:1783976365.022421:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e6818c0.
00010000:00000010:0.1:1783976365.032069:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:0.1:1783976365.032077:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:1.1:1783976365.041887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1169d280.
00000080:00000010:0.1:1783976365.043838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5a20.
00010000:00000010:2.1:1783976365.080676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976365.080694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976365.080701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9fa0.
00000080:00000010:2.1:1783976365.080720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e60d280.
00010000:00000010:2.1:1783976365.086437:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976365.086448:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976365.086453:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976365.086471:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10102100.
00010000:00000010:2.1:1783976365.096115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976365.096129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976365.122863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:2.1:1783976365.122896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3964b9c0.
00010000:00000010:2.1:1783976365.127071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976365.127088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:2.1:1783976365.141056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976365.141083:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33932100.
00010000:00000010:3.1:1783976365.166827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976365.166844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000080:00000010:3.1:1783976365.177936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143200.
00000080:00000010:3.1:1783976365.177964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3950d280.
00010000:00000010:3.1:1783976365.187225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976365.187251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976365.209319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00000080:00000010:3.1:1783976365.209336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db11730000.
00010000:00000010:3.1:1783976365.209344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db416c4600.
00010000:00000010:3.1:1783976365.209362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd3800.
00000080:00000010:3.1:1783976365.218162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20342bc0.
00000080:00000010:3.1:1783976365.227221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336898c0.
00010000:00000010:3.1:1783976365.227238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1000.
00010000:00000010:3.1:1783976365.227243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2800.
00010000:00000010:2.1:1783976365.231822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db076d1700.
00010000:00000010:2.1:1783976365.231843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39dd2c00.
00000080:00000010:3.1:1783976365.237342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0464a840.
00000080:00000010:3.1:1783976365.237372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b3d280.
00000080:00000010:2.1:1783976365.246815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0464a280.
00000080:00000010:2.1:1783976365.246860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33500000.
00010000:00000010:2.1:1783976365.269838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.269856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976365.282160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:2.1:1783976365.282188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e7ab9c0.
00010000:00000010:2.1:1783976365.294950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.294967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976365.321504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143440.
00000080:00000010:3.1:1783976365.321535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0690d280.
00010000:00000010:3.1:1783976365.334843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976365.334874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:3.1:1783976365.344883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00000080:00000010:3.1:1783976365.351339:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b3ca40.
00010000:00000010:2.1:1783976365.354957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.354977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:2.1:1783976365.368896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6020.
00000080:00000010:2.1:1783976365.371522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103f39c0.
00010000:00000010:2.1:1783976365.387172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.387191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976365.404458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143d60.
00000080:00000010:3.1:1783976365.409756:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101be300.
00010000:00000010:3.1:1783976365.424876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976365.424890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976365.445928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6700.
00000080:00000010:2.1:1783976365.449829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06bf7380.
00010000:00000010:3.1:1783976365.466515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976365.466531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976365.477835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411434e0.
00000080:00000010:3.1:1783976365.477865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e522940.
00010000:00000010:1.1:1783976365.494835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1f00.
00010000:00000010:1.1:1783976365.494852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f600.
00000080:00000010:2.1:1783976365.522817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6040.
00000080:00000010:2.1:1783976365.526814:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33585ac0.
00010000:00000010:2.1:1783976365.543821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.543837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976365.559842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976365.559874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117539c0.
00010000:00000010:2.1:1783976365.589833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.589850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976365.606269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:2.1:1783976365.610176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39498000.
00010000:00000010:2.1:1783976365.640068:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.640075:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976365.646810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:2.1:1783976365.646829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06926300.
00010000:00000010:2.1:1783976365.651647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.651671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976365.663885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:2.1:1783976365.665839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396418c0.
00010000:00000010:2.1:1783976365.684258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.684268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976365.697138:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143760.
00000080:00000010:0.1:1783976365.709407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33bd6b40.
00010000:00000010:0.1:1783976365.712967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.712982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976365.719093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c80.
00000080:00000010:0.1:1783976365.719118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10318000.
00010000:00000010:0.1:1783976365.724119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.724138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976365.733835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f52a0.
00000080:00000010:0.1:1783976365.740233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101b6b40.
00010000:00000010:0.1:1783976365.743849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.743869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976365.753839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c80.
00000080:00000010:0.1:1783976365.753873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3947d280.
00010000:00000010:0.1:1783976365.773958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.773976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:0.1:1783976365.785898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f52a0.
00000080:00000010:0.1:1783976365.785951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33949080.
00010000:00000010:0.1:1783976365.801878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.801894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069800.
00000080:00000010:1.1:1783976365.809834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c80.
00000080:00000010:1.1:1783976365.813984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396d98c0.
00010000:00000010:2.1:1783976365.826838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.826854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140600.
00000080:00000010:2.1:1783976365.834303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9d40.
00000080:00000010:2.1:1783976365.837755:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103aa100.
00010000:00000010:2.1:1783976365.847161:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.847169:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976365.862906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:2.1:1783976365.862939:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1038e300.
00010000:00000010:2.1:1783976365.873459:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976365.873470:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976365.873476:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976365.885027:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338b7380.
00010000:00000010:2.1:1783976365.888902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976365.888929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976365.893832:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:2.1:1783976365.893858:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3387eb40.
00010000:00000010:2.1:1783976365.898941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976365.898960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976365.913959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976365.918172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a5d280.
00010000:00000010:2.1:1783976365.932877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976365.932896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:0.1:1783976365.943242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411438e0.
00000080:00000010:0.1:1783976365.947816:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db071418c0.
00010000:00000010:0.1:1783976365.954795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976365.954809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068c00.
00000080:00000010:0.1:1783976365.975955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f54a0.
00000080:00000010:1.1:1783976365.976771:0:2399:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0734dac0.
00010000:00000010:2.1:1783976365.996839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976365.996857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41140e00.
00000080:00000010:2.1:1783976366.009009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9660.
00000080:00000010:2.1:1783976366.009037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10216300.
00010000:00000010:2.1:1783976366.013173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.013189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141000.
00000080:00000010:2.1:1783976366.032649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9260.
00000080:00000010:2.1:1783976366.039067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334a6300.
00010000:00000010:3.1:1783976366.047501:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976366.047510:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:3.1:1783976366.065138:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6760.
00000080:00000010:3.1:1783976366.065157:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b64a40.
00010000:00000010:3.1:1783976366.083846:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976366.083853:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976366.083857:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a00.
00000080:00000010:3.1:1783976366.083873:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b5a940.
00010000:00000010:2.1:1783976366.092827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10579100.
00010000:00000010:2.1:1783976366.092849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ef58e00.
00000080:00000010:3.1:1783976366.096829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0464ae00.
00000080:00000010:3.1:1783976366.096859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396b9080.
00010000:00000010:2.1:1783976366.096912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09100.
00010000:00000010:2.1:1783976366.096920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e600.
00000080:00000010:0.1:1783976366.099908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6760.
00000080:00000010:0.1:1783976366.103991:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db070b4200.
00010000:00000010:0.1:1783976366.116827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976366.116838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069c00.
00000080:00000010:0.1:1783976366.121455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d80.
00000080:00000010:0.1:1783976366.121475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3979eb40.
00010000:00000010:0.1:1783976366.128838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:0.1:1783976366.128855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:0.1:1783976366.141963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5f20.
00000080:00000010:0.1:1783976366.142190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33656300.
00010000:00000010:1.1:1783976366.154265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1a00.
00010000:00000010:1.1:1783976366.154278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068800.
00000080:00000010:2.1:1783976366.161833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5d80.
00000080:00000010:2.1:1783976366.161868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07146300.
00010000:00000010:2.1:1783976366.184816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.184831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.195901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976366.195933:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06837380.
00010000:00000010:2.1:1783976366.212822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.212836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.220829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:2.1:1783976366.220856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e705280.
00010000:00000010:2.1:1783976366.232823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.232840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.247080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976366.247111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339bb9c0.
00010000:00000010:2.1:1783976366.259827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.259843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.268950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:2.1:1783976366.273196:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0693e300.
00010000:00000010:2.1:1783976366.284053:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.284059:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.299816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976366.299837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db338739c0.
00010000:00000010:3.1:1783976366.304447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976366.304469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976366.316153:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143a40.
00000080:00000010:3.1:1783976366.325488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3353e300.
00010000:00000010:2.1:1783976366.330234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.330243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.347097:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a00.
00000080:00000010:2.1:1783976366.347115:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db396e18c0.
00010000:00000010:2.1:1783976366.355040:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.355046:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976366.369832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:2.1:1783976366.374338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b1eb40.
00010000:00000010:2.1:1783976366.374353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976366.374357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.378105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976366.378150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06a0d280.
00010000:00000010:2.1:1783976366.386802:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976366.386809:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976366.393089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143ac0.
00000080:00000010:0.1:1783976366.393120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33516b40.
00010000:00000010:0.1:1783976366.403010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.403025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976366.415530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5560.
00000080:00000010:0.1:1783976366.415554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10308840.
00010000:00000010:0.1:1783976366.421110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.421125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:0.1:1783976366.441041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f59e0.
00000080:00000010:0.1:1783976366.441072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db0737ca40.
00010000:00000010:0.1:1783976366.445816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.445838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069e00.
00000080:00000010:1.1:1783976366.454846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334e18c0.
00000080:00000010:0.1:1783976366.454924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5560.
00010000:00000010:3.1:1783976366.463165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:3.1:1783976366.463180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141800.
00000080:00000010:3.1:1783976366.474827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9ec0.
00000080:00000010:3.1:1783976366.474858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101798c0.
00010000:00000010:3.1:1783976366.487821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:3.1:1783976366.487838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:3.1:1783976366.498893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:3.1:1783976366.498916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b698c0.
00010000:00000010:2.1:1783976366.517815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09800.
00010000:00000010:2.1:1783976366.517824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f000.
00000080:00000010:2.1:1783976366.532194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6840.
00000080:00000010:2.1:1783976366.532223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334c8840.
00010000:00000010:2.1:1783976366.544830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.544845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976366.557010:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:2.1:1783976366.557029:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db103ad280.
00010000:00000010:2.1:1783976366.563844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.563858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976366.591817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976366.591831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33614200.
00010000:00000010:3.1:1783976366.605961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976366.605976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:0.1:1783976366.606130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143900.
00000080:00000010:0.1:1783976366.606151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10192940.
00010000:00000010:0.1:1783976366.615218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.615230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33068e00.
00000080:00000010:0.1:1783976366.621045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5940.
00000080:00000010:0.1:1783976366.621073:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1176a100.
00010000:00000010:0.1:1783976366.629826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.629840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976366.639320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c20.
00000080:00000010:0.1:1783976366.643358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334a2100.
00010000:00000010:0.1:1783976366.651830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.651849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976366.672756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5940.
00000080:00000010:0.1:1783976366.672799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339e18c0.
00010000:00000010:0.1:1783976366.675315:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.675324:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:0.1:1783976366.686318:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c20.
00000080:00000010:0.1:1783976366.686339:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39476b40.
00010000:00000010:0.1:1783976366.696166:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.696176:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069400.
00000080:00000010:1.1:1783976366.704820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5940.
00000080:00000010:1.1:1783976366.712834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10116300.
00010000:00000010:2.1:1783976366.721893:0:171698:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.721900:0:171698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41141c00.
00000080:00000010:2.1:1783976366.734223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db410f9b40.
00000080:00000010:2.1:1783976366.734242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3359b9c0.
00010000:00000010:2.1:1783976366.738300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976366.738315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.743923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976366.743951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db339ac200.
00010000:00000010:2.1:1783976366.751090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976366.751105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976366.758959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:2.1:1783976366.763641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e4d0840.
00010000:00000010:2.1:1783976366.775335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:2.1:1783976366.775344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976366.779592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976366.780587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db395d9080.
00010000:00000010:0.1:1783976366.788821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d700.
00010000:00000010:0.1:1783976366.788834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d200.
00000080:00000010:2.1:1783976366.795966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:3.1:1783976366.796076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10380000.
00010000:00000010:3.1:1783976366.796087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405f0000.
00010000:00000010:3.1:1783976366.796103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416a0c00.
00000080:00000010:3.1:1783976366.804835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05035420.
00000080:00000010:3.1:1783976366.809901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069ca100.
00010000:00000010:3.1:1783976366.832822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976366.832835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976366.836867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:0.1:1783976366.836947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33b16300.
00010000:00000010:2.1:1783976366.863833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976366.863842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976366.871100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143880.
00000080:00000010:3.1:1783976366.871121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336b39c0.
00010000:00000010:3.1:1783976366.884842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976366.884858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976366.898800:0:171698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:3.1:1783976366.911002:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33865280.
00010000:00000010:3.1:1783976366.912178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:3.1:1783976366.912189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:3.1:1783976366.927314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62a0.
00000080:00000010:0.1:1783976366.931288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db33a80000.
00010000:00000010:0.1:1783976366.955834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.955849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976366.970714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5740.
00000080:00000010:0.1:1783976366.970734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db334da100.
00010000:00000010:0.1:1783976366.979834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:0.1:1783976366.979860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:0.1:1783976366.987001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5c60.
00000080:00000010:0.1:1783976366.987029:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db336a5280.
00010000:00000010:2.1:1783976367.003970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db332c1900.
00010000:00000010:2.1:1783976367.003985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069000.
00000080:00000010:2.1:1783976367.022826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db330f5740.
00000080:00000010:2.1:1783976367.022858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db07027380.
00010000:00000010:2.1:1783976367.038556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:2.1:1783976367.038573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:2.1:1783976367.052944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976367.061010:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e455280.
00010000:00000010:3.1:1783976367.073831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d300.
00010000:00000010:3.1:1783976367.073851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307de00.
00000080:00000010:3.1:1783976367.099887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143840.
00000080:00000010:3.1:1783976367.099920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db1039c200.
00010000:00000010:2.1:1783976367.122827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09600.
00010000:00000010:2.1:1783976367.122844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307e400.
00000080:00000010:2.1:1783976367.146514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc62a0.
00000080:00000010:2.1:1783976367.150842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db102e39c0.
00010000:00000010:2.1:1783976367.170978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:2.1:1783976367.170991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976367.177818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976367.177847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db335b2100.
00010000:00000010:3.1:1783976367.197312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d600.
00010000:00000010:3.1:1783976367.197327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307ce00.
00000080:00000010:3.1:1783976367.220829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db411436a0.
00000080:00000010:3.1:1783976367.220865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10142940.
00010000:00000010:3.1:1783976367.249826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976367.249842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976367.263348:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:2.1:1783976367.272128:0:171698:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db10107380.
00010000:00000010:2.1:1783976367.292322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976367.292340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976367.299935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976367.299964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db06b92940.
00010000:00000010:2.1:1783976367.316177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976367.316192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976367.324839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143160.
00000080:00000010:3.1:1783976367.324880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db101fb9c0.
00010000:00000010:3.1:1783976367.348846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:3.1:1783976367.348862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:3.1:1783976367.560840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:3.1:1783976367.560872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db39525ac0.
00010000:00000010:2.1:1783976367.582294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09000.
00010000:00000010:2.1:1783976367.582314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307fe00.
00000080:00000010:2.1:1783976367.611507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6300.
00000080:00000010:2.1:1783976367.615856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db117c98c0.
00010000:00000010:2.1:1783976367.644789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976367.644805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:2.1:1783976367.670822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143e60.
00000080:00000010:2.1:1783976367.670850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3e5ff380.
00010000:00000010:3.1:1783976367.701934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:3.1:1783976367.701950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307d000.
00000080:00000010:3.1:1783976367.734075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41143f80.
00000080:00000010:3.1:1783976367.734105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db3978c200.
00010000:00000010:2.1:1783976367.778827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d09700.
00010000:00000010:2.1:1783976367.778845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307f200.
00000080:00000010:2.1:1783976367.798193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3edc6a80.
00000080:00000010:2.1:1783976367.798226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93db069fa940.
00010000:00000010:2.1:1783976367.820836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3334d000.
00010000:00000010:2.1:1783976367.820851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3307da00.
00000800:00000200:2.1:1783976429.343899:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1783976429.343910:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1783976429.343912:0:2398:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:2.1:1783976430.048794:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976430.049012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976434.080674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976434.080890:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976439.328640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976439.328849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976444.448471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976444.448474:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1783976444.448935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976444.448938:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1783976449.568452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976449.568634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976454.689054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976454.689062:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1783976454.689612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976454.689615:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1783976454.689951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976454.689953:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1783976459.812524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976459.813598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976459.814463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976464.928999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976464.929003:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1783976464.929364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976464.929367:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1783976464.929850:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976464.929853:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1783976470.048448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976470.048454:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1783976470.048843:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976470.048844:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1783976470.049095:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976470.049098:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1783976475.168626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976475.168631:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1783976475.169324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976475.169327:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1783976475.169619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976475.169621:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1783976480.290952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976480.291181:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976480.291346:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976485.408439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976485.408454:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1783976485.408993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976485.408995:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1783976485.409276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976485.409279:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1783976490.528408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976490.528410:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 25 secs later)
00000800:00000200:2.1:1783976490.528897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976490.528900:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 25 secs later)
00000800:00000200:2.1:1783976490.529103:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976490.529105:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 25 secs later)
00000800:00000200:2.1:1783976495.648535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976495.648538:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 20 secs later)
00000800:00000200:2.1:1783976495.649505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976495.649517:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 20 secs later)
00000800:00000200:2.1:1783976495.650013:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976495.650016:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 20 secs later)
00000800:00000200:2.1:1783976500.768501:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976500.768506:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1783976500.769027:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976500.769029:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1783976500.769380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976500.769383:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1783976505.890118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976505.890121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1783976505.890394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976505.890397:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1783976505.890647:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976505.890650:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1783976511.008355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976511.008358:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1783976511.009156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976511.009159:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1783976511.009754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976511.009757:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1783976516.128548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976516.128763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976516.128963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976521.248620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976521.248623:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976521.249168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976521.249172:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976521.249463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976521.249466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976526.368450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976526.368458:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976526.368931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976526.368933:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976526.369186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976526.369188:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976531.488464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976531.488470:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783976531.488987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976531.488990:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783976531.489206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976531.489208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976536.608535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976536.608541:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976536.609026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976536.609028:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976536.609298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976536.609301:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976541.728470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976541.728477:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976541.728865:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976541.728866:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976541.729070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976541.729073:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976546.848574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976546.848577:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976546.849104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976546.849105:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976546.849316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976546.849318:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976551.968739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976551.968744:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976551.969203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976551.969205:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976551.969487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976551.969490:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976557.088389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976557.088395:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976557.088961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976557.088962:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976557.089210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976557.089213:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976562.208451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976562.208457:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976562.208917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976562.208919:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976562.209176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976562.209178:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976567.328517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976567.328521:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976567.328911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976567.328914:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976567.329159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976567.329161:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976572.448979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976572.448981:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976572.449332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976572.449334:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976572.451859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976572.451862:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976577.568538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976577.568542:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976577.569019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976577.569021:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976577.569446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976577.569448:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976582.688426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976582.688707:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976582.688856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976587.808501:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976587.808508:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976587.809018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976587.809020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976587.812113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976587.812115:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976592.928459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976592.928463:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976592.928904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976592.928907:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976592.929171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976592.929173:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976598.048451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976598.048455:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976598.049507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976598.049510:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976598.050388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976598.050391:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976603.168447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976603.168450:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976603.169082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976603.169084:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976603.169654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976603.169656:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783976608.288600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976608.288603:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976608.289876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976608.289878:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976608.290178:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976608.290180:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976613.409536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976613.409540:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976613.409902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976613.409905:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976613.410183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976613.410186:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976618.529093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976618.529097:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976618.529521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976618.529524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976618.529818:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976618.529821:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976623.648301:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976623.648305:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976623.651624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976623.651626:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976623.652341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976623.652343:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976628.768677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976628.768681:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976628.769010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976628.769012:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976628.769296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976628.769298:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976633.888542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976633.888545:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976633.889004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976633.889008:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976633.889299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976633.889302:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976639.008392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976639.008397:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976639.008917:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976639.008919:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976639.009132:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976639.009133:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976644.128487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976644.128492:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976644.128960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976644.128962:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976644.129232:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976644.129234:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976649.249655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976649.249963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976649.250110:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976654.369232:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976654.369238:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976654.369687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976654.369689:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976654.369969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976654.369971:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976659.488603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976659.488607:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976659.489245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976659.489248:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976659.490112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976659.490115:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976664.608579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976664.608583:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976664.608982:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976664.608984:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976664.609392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976664.609394:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976669.730060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976669.730063:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976669.730375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976669.730377:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976669.730590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976669.730593:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976674.849325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976674.849329:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976674.849903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976674.849905:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976674.850206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976674.850209:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976679.968301:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976679.968305:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976679.968609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976679.968612:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976679.968908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976679.968910:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976685.088436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976685.088441:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976685.088948:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976685.088950:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976685.089224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976685.089226:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976690.208490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976690.208496:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976690.208920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976690.208921:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976690.209217:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976690.209220:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976695.328571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976695.328579:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976695.329146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976695.329149:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976695.329393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976695.329396:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976700.449533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976700.449537:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976700.450025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976700.450028:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976700.450323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976700.450326:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976705.568474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976705.568480:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976705.568937:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976705.568939:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976705.569140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976705.569142:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976710.688584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976710.688590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783976710.689003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976710.689005:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783976710.689261:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976710.689263:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783976715.808608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976715.808863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976715.809005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976720.928277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976720.928280:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976720.928673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976720.928675:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976720.928962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976720.928964:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976726.048549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976726.048554:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976726.049088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976726.049091:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976726.049385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976726.049387:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976731.169535:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976731.169538:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976731.169915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976731.169918:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976731.170195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976731.170198:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976736.288277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976736.288280:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976736.288885:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976736.288888:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976736.289191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976736.289194:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976741.408645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976741.408650:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976741.409286:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976741.409287:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976741.409490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976741.409491:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976746.529128:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976746.529131:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976746.529484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976746.529486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976746.529764:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976746.529767:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976751.649001:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976751.649006:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976751.649424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976751.649427:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976751.649661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976751.649663:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976756.768581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976756.768585:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976756.769126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976756.769128:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976756.769409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976756.769412:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976761.888661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976761.888667:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976761.889190:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976761.889193:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976761.889470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976761.889473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976767.008513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976767.008519:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976767.009070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976767.009073:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976767.009327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976767.009330:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976772.128584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976772.128588:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976772.129039:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976772.129042:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976772.129316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976772.129319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976777.248645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976777.248651:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976777.249135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976777.249137:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976777.249369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976777.249371:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783976782.369111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976782.369382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976782.369520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976787.488837:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976787.488840:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976787.489215:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976787.489217:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976787.489529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976787.489532:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976792.608553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976792.608560:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976792.610188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976792.610192:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976792.610479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976792.610482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976797.729162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976797.729165:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976797.731571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976797.731573:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976797.731755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976797.731756:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976802.848490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976802.848494:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976802.849350:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976802.849353:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976802.849727:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976802.849730:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976807.968262:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976807.968264:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976807.968687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976807.968689:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976807.969120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976807.969122:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000080:00000010:0.1:1783976809.194819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41b0bc80.
00000080:00000010:0.1:1783976809.194846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db075da220.
00000080:00000010:0.1:1783976809.198814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db07a48700.
00000080:00000010:0.1:1783976809.198844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c269e0.
00000080:00000010:0.1:1783976809.198849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c267c0.
00000080:00000010:0.1:1783976809.198870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c26a40.
00000080:00000010:0.1:1783976809.198883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405a3440.
00000080:00000010:0.1:1783976809.198891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c26e40.
00000080:00000010:0.1:1783976809.198899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405c81c0.
00000080:00000010:0.1:1783976809.198907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db084e7f20.
00000080:00000010:0.1:1783976809.198911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db084e7e00.
00000080:00000010:0.1:1783976809.198919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede4060.
00000080:00000010:0.1:1783976809.198924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede40a0.
00000080:00000010:0.1:1783976809.198931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede4da0.
00000080:00000010:0.1:1783976809.198936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede4260.
00000080:00000010:0.1:1783976809.198943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede4720.
00000080:00000010:0.1:1783976809.198947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ede40c0.
00000080:00000010:0.1:1783976809.198950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db405c8360.
00000080:00000010:0.1:1783976809.198957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db20342340.
00010000:00000010:0.1:1783976809.198986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07667300.
00010000:00000010:0.1:1783976809.198994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db104b0c00.
00010000:00000010:0.1:1783976809.199004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33f92200.
00010000:00000010:0.1:1783976809.199010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db0769aa00.
00010000:00000010:0.1:1783976809.199017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0770eb00.
00010000:00000010:0.1:1783976809.199023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39cc9400.
00010000:00000010:0.1:1783976809.199030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1500.
00010000:00000010:0.1:1783976809.199033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39efc400.
00010000:00000010:0.1:1783976809.199039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41bb1a00.
00010000:00000010:0.1:1783976809.199045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db414f2000.
00010000:00000010:0.1:1783976809.199053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a78f00.
00010000:00000010:0.1:1783976809.199058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee91800.
00010000:00000010:0.1:1783976809.199066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415ae900.
00010000:00000010:0.1:1783976809.199070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41727600.
00010000:00000010:0.1:1783976809.199072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db415aec00.
00010000:00000010:0.1:1783976809.199078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41727000.
00010000:00000010:0.1:1783976809.199084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d11100.
00010000:00000010:0.1:1783976809.199104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db36a86e00.
00010000:00000010:0.1:1783976809.199112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78900.
00010000:00000010:0.1:1783976809.199115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0bc00.
00010000:00000010:0.1:1783976809.199118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ed78c00.
00010000:00000010:0.1:1783976809.199124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a0ba00.
00010000:00000010:0.1:1783976809.199131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686700.
00010000:00000010:0.1:1783976809.199136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0000.
00010000:00000010:0.1:1783976809.199138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41686000.
00010000:00000010:0.1:1783976809.199144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41be0a00.
00010000:00000010:0.1:1783976809.199151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057c900.
00010000:00000010:0.1:1783976809.199155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053b200.
00010000:00000010:0.1:1783976809.199158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db1057cc00.
00010000:00000010:0.1:1783976809.199163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4053b600.
00010000:00000010:0.1:1783976809.199179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4a00.
00010000:00000010:0.1:1783976809.199183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416ae800.
00010000:00000010:0.1:1783976809.199186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4200.
00010000:00000010:0.1:1783976809.199189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416aec00.
00010000:00000010:0.1:1783976809.199191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db407e4400.
00010000:00000010:0.1:1783976809.199197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416afc00.
00010000:00000010:0.1:1783976809.199205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41932000.
00010000:00000010:0.1:1783976809.199212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33d08200.
00000800:00000200:2.1:1783976813.088581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976813.088588:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976813.089072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976813.089074:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976813.089283:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976813.089285:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976818.208481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976818.208486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976818.208955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976818.208958:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976818.209225:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976818.209227:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000080:00000010:0.1:1783976819.430811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c88300.
00000080:00000010:0.1:1783976819.430830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05d95900.
00000080:00000010:0.1:1783976819.434809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05d950a0.
00000080:00000010:0.1:1783976819.434838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db076edec0.
00000080:00000010:0.1:1783976819.434857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db076ed700.
00000080:00000010:0.1:1783976819.434871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db076edc60.
00000080:00000010:0.1:1783976819.434876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db076ed920.
00000080:00000010:0.1:1783976819.434884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3eefb000.
00000080:00000010:0.1:1783976819.434892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db33f0f0e0.
00000080:00000010:0.1:1783976819.434899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41aaabc0.
00000080:00000010:0.1:1783976819.434904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41aaad20.
00000080:00000010:0.1:1783976819.434911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41aaa8e0.
00000080:00000010:0.1:1783976819.434918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db33f0fa60.
00000080:00000010:0.1:1783976819.434926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c26f00.
00000080:00000010:0.1:1783976819.434937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41b0bfa0.
00000080:00000010:0.1:1783976819.434946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c26400.
00010000:00000010:0.1:1783976819.434967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07731100.
00010000:00000010:0.1:1783976819.434985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec5f000.
00010000:00000010:0.1:1783976819.434994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a1e300.
00010000:00000010:0.1:1783976819.434998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41760800.
00010000:00000010:0.1:1783976819.435001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41a1e700.
00010000:00000010:0.1:1783976819.435006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41761800.
00010000:00000010:0.1:1783976819.435014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33240200.
00010000:00000010:0.1:1783976819.435020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4164e200.
00010000:00000010:0.1:1783976819.435030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4153f400.
00010000:00000010:0.1:1783976819.435036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406c0800.
00010000:00000010:0.1:1783976819.437764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41502d00.
00010000:00000010:0.1:1783976819.437786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40617000.
00010000:00000010:0.1:1783976819.437790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41502900.
00010000:00000010:0.1:1783976819.437804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40617600.
00010000:00000010:0.1:1783976819.437810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33d3ae00.
00010000:00000010:0.1:1783976819.437815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40669400.
00010000:00000010:0.1:1783976819.437820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ecf600.
00010000:00000010:0.1:1783976819.437825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db09b74600.
00010000:00000010:0.1:1783976819.437831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c200.
00010000:00000010:0.1:1783976819.437834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0da00.
00010000:00000010:0.1:1783976819.437838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4047c400.
00010000:00000010:0.1:1783976819.437844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ee0dc00.
00010000:00000010:0.1:1783976819.437851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e9dc00.
00010000:00000010:0.1:1783976819.437857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b8dc00.
00010000:00000010:0.1:1783976819.437869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db07ff8d00.
00010000:00000010:0.1:1783976819.437875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33cf3400.
00010000:00000010:0.1:1783976819.437882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db10559e00.
00010000:00000010:0.1:1783976819.437890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39e1a800.
00010000:00000010:0.1:1783976819.437897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39df3400.
00010000:00000010:0.1:1783976819.437907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41afbe00.
00010000:00000010:0.1:1783976819.437914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41731f00.
00010000:00000010:0.1:1783976819.437921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db407f3400.
00000800:00000200:1.1:1783976823.328472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976823.328475:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976823.328918:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976823.328921:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976823.329198:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976823.329201:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976828.448344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976828.448348:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976828.448816:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976828.448819:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976828.449070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976828.449072:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000080:00000010:0.1:1783976829.669818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ec00380.
00000080:00000010:0.1:1783976829.669832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ec00560.
00000080:00000010:0.1:1783976829.669839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ec00360.
00000080:00000010:0.1:1783976829.673820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db4161e120.
00000080:00000010:0.1:1783976829.673848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db1f7b6480.
00000080:00000010:0.1:1783976829.673854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db1f7b67a0.
00000080:00000010:0.1:1783976829.673861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db27f648e0.
00000080:00000010:0.1:1783976829.673870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db419bc800.
00000080:00000010:0.1:1783976829.673878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db27c0de40.
00000080:00000010:0.1:1783976829.673887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998f00.
00000080:00000010:0.1:1783976829.673902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db419bc440.
00000080:00000010:0.1:1783976829.673909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db059985a0.
00000080:00000010:0.1:1783976829.673914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998080.
00000080:00000010:0.1:1783976829.673921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998280.
00000080:00000010:0.1:1783976829.673925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998e40.
00000080:00000010:0.1:1783976829.673929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998a20.
00000080:00000010:0.1:1783976829.673933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3eefb480.
00000080:00000010:0.1:1783976829.673940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db05998840.
00000080:00000010:0.1:1783976829.673948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c88320.
00000080:00000010:0.1:1783976829.673958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c884a0.
00000080:00000010:0.1:1783976829.673968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c88c80.
00010000:00000010:0.1:1783976829.673980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2b800.
00010000:00000010:0.1:1783976829.673985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046bc00.
00010000:00000010:0.1:1783976829.673989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db05c2b100.
00010000:00000010:0.1:1783976829.673995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4046ac00.
00010000:00000010:0.1:1783976829.674003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39c46a00.
00010000:00000010:0.1:1783976829.674009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c44400.
00010000:00000010:0.1:1783976829.674016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41aed800.
00010000:00000010:0.1:1783976829.674023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db406b7000.
00010000:00000010:0.1:1783976829.674030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4186de00.
00010000:00000010:0.1:1783976829.674035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27dc9800.
00010000:00000010:0.1:1783976829.674053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db405b5700.
00010000:00000010:0.1:1783976829.674062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eeed600.
00010000:00000010:0.1:1783976829.674069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db4100f600.
00010000:00000010:0.1:1783976829.674073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33069600.
00010000:00000010:0.1:1783976829.674076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41057300.
00010000:00000010:0.1:1783976829.674083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107e000.
00010000:00000010:0.1:1783976829.674090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27e4b700.
00010000:00000010:0.1:1783976829.674098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3335b400.
00010000:00000010:0.1:1783976829.674105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33ddd400.
00010000:00000010:0.1:1783976829.674111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27c2f200.
00010000:00000010:0.1:1783976829.674118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41424600.
00010000:00000010:0.1:1783976829.674124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db40485400.
00010000:00000010:0.1:1783976829.674131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0777d800.
00010000:00000010:0.1:1783976829.674135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ec34400.
00010000:00000010:0.1:1783976829.674141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db0777df00.
00010000:00000010:0.1:1783976829.674147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27caac00.
00010000:00000010:0.1:1783976829.674153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3ede0b00.
00010000:00000010:0.1:1783976829.674159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33e29a00.
00010000:00000010:0.1:1783976829.674167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417d2b00.
00010000:00000010:0.1:1783976829.674171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39fb4000.
00010000:00000010:0.1:1783976829.674174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db417d2e00.
00010000:00000010:0.1:1783976829.674179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39fb4a00.
00010000:00000010:0.1:1783976829.674185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27df6000.
00010000:00000010:0.1:1783976829.674191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41b43800.
00010000:00000010:0.1:1783976829.674199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d6b600.
00010000:00000010:0.1:1783976829.674202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41bc3400.
00010000:00000010:0.1:1783976829.674206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27d6b800.
00010000:00000010:0.1:1783976829.674214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41bc2200.
00010000:00000010:0.1:1783976829.674221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeefd00.
00010000:00000010:0.1:1783976829.674231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41ba5e00.
00010000:00000010:0.1:1783976829.674237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b8a100.
00010000:00000010:0.1:1783976829.674242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db076f2000.
00010000:00000010:0.1:1783976829.674248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41b8ab00.
00010000:00000010:0.1:1783976829.674254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4077e600.
00000800:00000200:1.1:1783976833.568497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976833.568504:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976833.568970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976833.568973:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976833.569254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976833.569256:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976838.688282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976838.688286:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783976838.688636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976838.688638:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783976838.688920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976838.688922:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000080:00000010:3.1:1783976838.885841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db27f66220.
00000080:00000010:3.1:1783976838.885859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db27f664c0.
00000080:00000010:3.1:1783976838.889804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39d203a0.
00000080:00000010:3.1:1783976838.889835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db40784900.
00000080:00000010:3.1:1783976838.889840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db407848e0.
00000080:00000010:3.1:1783976838.889847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39d209e0.
00000080:00000010:3.1:1783976838.889854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db407845e0.
00000080:00000010:3.1:1783976838.889862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0767aaa0.
00000080:00000010:3.1:1783976838.889870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db4175fd60.
00000080:00000010:3.1:1783976838.889878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db4175f120.
00000080:00000010:3.1:1783976838.889898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0767a8a0.
00000080:00000010:3.1:1783976838.889905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db40784ca0.
00000080:00000010:3.1:1783976838.889913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db40784600.
00000080:00000010:3.1:1783976838.889919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db0767a980.
00000080:00000010:3.1:1783976838.889928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db1f7b6380.
00000080:00000010:3.1:1783976838.889936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db3ec00dc0.
00010000:00000010:3.1:1783976838.889947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33156700.
00010000:00000010:3.1:1783976838.889952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fa3200.
00010000:00000010:3.1:1783976838.889955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33156000.
00010000:00000010:3.1:1783976838.889960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fa2600.
00010000:00000010:3.1:1783976838.889967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33154d00.
00010000:00000010:3.1:1783976838.889972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db10874800.
00010000:00000010:3.1:1783976838.889979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d68200.
00010000:00000010:3.1:1783976838.889982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107b800.
00010000:00000010:3.1:1783976838.889985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db39d68400.
00010000:00000010:3.1:1783976838.889989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4107a800.
00010000:00000010:3.1:1783976838.889995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33224700.
00010000:00000010:3.1:1783976838.889999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33daac00.
00010000:00000010:3.1:1783976838.890006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27f9b600.
00010000:00000010:3.1:1783976838.890011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ea1200.
00010000:00000010:3.1:1783976838.890017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db410e6d00.
00010000:00000010:3.1:1783976838.890022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db333e4e00.
00010000:00000010:3.1:1783976838.890029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3320ab00.
00010000:00000010:3.1:1783976838.890041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33396000.
00010000:00000010:3.1:1783976838.890047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33246d00.
00010000:00000010:3.1:1783976838.890050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db332e8800.
00010000:00000010:3.1:1783976838.890053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33246900.
00010000:00000010:3.1:1783976838.890057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db332e9800.
00010000:00000010:3.1:1783976838.890063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db330b5e00.
00010000:00000010:3.1:1783976838.890068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d85600.
00010000:00000010:3.1:1783976838.890071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3318a600.
00010000:00000010:3.1:1783976838.890075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27d85200.
00010000:00000010:3.1:1783976838.890085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ca3600.
00010000:00000010:3.1:1783976838.890090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db39c10400.
00010000:00000010:3.1:1783976838.890097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea000.
00010000:00000010:3.1:1783976838.890100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db416d5000.
00010000:00000010:3.1:1783976838.890105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db3eeea500.
00010000:00000010:3.1:1783976838.890110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41482a00.
00000800:00000200:1.1:1783976843.808370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976843.808373:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976843.808704:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976843.808705:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976843.808936:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976843.808939:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783976848.928368:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976848.928572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976848.928709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000080:00000010:3.1:1783976849.125804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39c15700.
00000080:00000010:3.1:1783976849.125831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db04379100.
00000080:00000010:3.1:1783976849.129801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db27fa29c0.
00000080:00000010:3.1:1783976849.129825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db41b0d760.
00000080:00000010:3.1:1783976849.129834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db04379f00.
00000080:00000010:3.1:1783976849.129853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db418da0c0.
00000080:00000010:3.1:1783976849.129863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db33fac6a0.
00000080:00000010:3.1:1783976849.129874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93db39d20c00.
00010000:00000010:3.1:1783976849.129883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db41971500.
00010000:00000010:3.1:1783976849.129892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3ecd6800.
00010000:00000010:3.1:1783976849.129908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ef7800.
00010000:00000010:3.1:1783976849.129915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db3eeb3200.
00010000:00000010:3.1:1783976849.129923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ef6300.
00010000:00000010:3.1:1783976849.129930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db27ef4200.
00010000:00000010:3.1:1783976849.129935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db414ffc00.
00010000:00000010:3.1:1783976849.129939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db41a8b600.
00010000:00000010:3.1:1783976849.129946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ed5200.
00010000:00000010:3.1:1783976849.129950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33f6fa00.
00010000:00000010:3.1:1783976849.129955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db27ed4400.
00010000:00000010:3.1:1783976849.129959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db4178fa00.
00010000:00000010:3.1:1783976849.129963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db419b6b00.
00010000:00000010:3.1:1783976849.129968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db419b2200.
00010000:00000010:3.1:1783976849.129973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93db33157600.
00010000:00000010:3.1:1783976849.129976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93db33fa7800.
00000800:00000200:2.1:1783976854.048876:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976854.048879:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976854.049251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976854.049253:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976854.049540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976854.049543:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976859.168444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976859.168453:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976859.168866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976859.168868:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976859.169102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976859.169105:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976864.288836:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976864.288840:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976864.289209:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976864.289212:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976864.289484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976864.289487:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976869.408417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976869.408419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976869.408710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976869.408713:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976869.409038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976869.409040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976874.528536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976874.528540:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976874.529035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976874.529038:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976874.529341:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976874.529344:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976879.648588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976879.648596:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976879.649088:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976879.649091:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976879.649295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976879.649296:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976884.768675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976884.768680:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976884.769138:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976884.769140:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976884.769391:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976884.769393:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976889.888595:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976889.888599:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976889.889061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976889.889064:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976889.889344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976889.889346:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976895.008389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976895.008400:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976895.008688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976895.008690:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976895.008885:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976895.008886:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783976900.128465:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976900.128469:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976900.128929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976900.128931:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976900.129109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976900.129112:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976905.248489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976905.248494:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976905.248953:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976905.248956:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976905.249256:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976905.249259:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976910.368489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976910.368496:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783976910.368991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976910.368994:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783976910.369286:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976910.369288:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783976915.488474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976915.488672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976915.488813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976920.609388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976920.609392:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976920.609712:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976920.609714:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976920.610050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976920.610052:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976925.729598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976925.729605:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783976925.730118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976925.730120:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783976925.730403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976925.730405:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783976930.848615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976930.848622:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783976930.849258:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976930.849260:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783976930.849466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976930.849468:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783976935.969390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976935.969394:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976935.969765:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976935.969767:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976935.970084:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976935.970087:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976941.088484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976941.088490:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976941.088942:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976941.088944:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976941.089206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976941.089208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976946.208697:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976946.208703:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976946.209291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976946.209294:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976946.209598:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976946.209601:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976951.328686:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976951.328690:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976951.329283:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976951.329286:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976951.329600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976951.329603:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976956.448374:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976956.448379:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976956.448660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976956.448662:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783976956.448881:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976956.448883:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976961.569654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976961.569656:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976961.569999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976961.570001:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976961.570162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976961.570164:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976966.688454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976966.688459:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976966.688938:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976966.688940:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976966.689238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976966.689240:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976971.808637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976971.808642:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976971.809172:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976971.809174:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976971.809440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976971.809443:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976976.928555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976976.928562:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976976.929061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976976.929064:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976976.929329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976976.929331:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783976982.048521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976982.048668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976982.048811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976987.168586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976987.168589:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976987.169162:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976987.169164:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976987.169438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976987.169441:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976992.288914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976992.288917:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976992.289244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976992.289247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976992.289512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783976992.289515:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976997.408826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976997.408829:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783976997.409167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976997.409169:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783976997.409395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783976997.409396:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977002.528728:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977002.528732:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977002.529245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977002.529247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977002.529527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977002.529530:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977007.649521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977007.649524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977007.650053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977007.650056:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977007.650470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977007.650473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977012.768374:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977012.768379:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977012.768863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977012.768865:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977012.769145:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977012.769147:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977017.888514:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977017.888517:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977017.888742:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977017.888743:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977017.889003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977017.889004:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977023.010108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977023.010113:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977023.010533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977023.010536:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977023.010821:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977023.010823:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977028.129317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977028.129323:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977028.129765:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977028.129768:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977028.130106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977028.130109:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977033.249980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977033.249983:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977033.250622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977033.250625:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977033.250899:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977033.250901:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977038.368442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977038.368445:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977038.369204:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977038.369206:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977038.369480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977038.369482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977043.488900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977043.488903:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977043.489219:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977043.489221:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977043.489471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977043.489474:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977048.608583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977048.608863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977048.609018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977053.730653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977053.730657:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1783977053.731019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977053.731022:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1783977053.731304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977053.731306:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1783977058.848490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977058.848493:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783977058.849617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977058.849620:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783977058.849948:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977058.849951:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783977063.968740:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977063.968743:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977063.969117:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977063.969120:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977063.969426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977063.969428:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977069.088613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977069.088616:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977069.088909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977069.088911:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977069.089121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977069.089122:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977074.208416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977074.208421:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977074.208820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977074.208822:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977074.209045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977074.209046:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977079.328607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977079.328613:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977079.329038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977079.329040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977079.329294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977079.329296:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977084.448732:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977084.448735:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977084.449319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977084.449321:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977084.450329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977084.450330:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977089.568407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977089.568413:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977089.568907:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977089.568909:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977089.569182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977089.569183:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977094.688830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977094.688843:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1783977094.689310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977094.689313:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1783977094.689580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977094.689582:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1783977099.808951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977099.808954:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783977099.809289:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977099.809291:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783977099.809570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977099.809573:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783977104.929346:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977104.929350:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783977104.929739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977104.929741:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783977104.930059:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977104.930061:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783977110.050958:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977110.050961:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977110.051302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977110.051304:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977110.051617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977110.051619:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977115.168561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977115.168893:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977115.169049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977120.289104:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977120.289108:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977120.289495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977120.289497:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977120.289840:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977120.289843:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977125.408661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977125.408664:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977125.409032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977125.409034:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977125.409324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977125.409327:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977130.528324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977130.528327:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977130.531316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977130.531319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977130.531743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977130.531746:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977135.648511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977135.648517:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977135.648906:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977135.648907:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977135.649124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977135.649126:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977140.768456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977140.768462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977140.768934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977140.768937:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977140.769246:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977140.769248:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977145.888517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977145.888524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977145.888953:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977145.888955:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977145.889185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977145.889187:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977151.009021:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977151.009025:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977151.009354:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977151.009356:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977151.009601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977151.009602:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977156.129689:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977156.129692:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977156.130142:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977156.130144:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977156.130406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977156.130409:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977161.249446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977161.249450:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977161.249826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977161.249828:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977161.250091:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977161.250093:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977166.368636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977166.368642:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977166.369189:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977166.369192:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977166.369482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977166.369484:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977171.488556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977171.488561:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977171.489035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977171.489038:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977171.489325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977171.489328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977176.608445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977176.608452:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977176.608963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977176.608965:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977176.609245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977176.609247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977181.729005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977181.729224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977181.729333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977186.848940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977186.848943:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977186.849280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977186.849282:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977186.849533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977186.849535:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977191.968502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977191.968509:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977191.968977:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977191.968980:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977191.969274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977191.969277:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977197.088489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977197.088496:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977197.089045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977197.089048:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977197.089343:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977197.089345:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977202.208723:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977202.208729:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977202.209191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977202.209194:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977202.209461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977202.209463:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977207.328584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977207.328590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977207.328951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977207.328954:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977207.329164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977207.329165:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977212.449248:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977212.449253:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977212.449614:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977212.449617:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977212.449892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977212.449895:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977217.569871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977217.569875:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783977217.570304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977217.570307:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783977217.570583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977217.570585:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783977222.689216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977222.689221:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977222.689663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977222.689666:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977222.689919:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977222.689921:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977227.808581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977227.808588:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977227.809040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977227.809042:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977227.809323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977227.809325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977232.928691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977232.928697:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977232.929274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977232.929276:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977232.929549:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977232.929551:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977238.048651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977238.048655:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977238.049114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977238.049117:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977238.049485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977238.049488:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977243.170402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977243.170404:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977243.170646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977243.170647:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977243.170894:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977243.170897:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977248.288456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977248.289111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977248.289270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977253.408711:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977253.408716:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977253.409183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977253.409186:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977253.410926:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977253.410934:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977258.529592:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977258.529595:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977258.529924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977258.529925:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977258.530200:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977258.530203:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977263.648722:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977263.648731:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977263.649234:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977263.649237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977263.649496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977263.649498:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977268.768870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977268.768876:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977268.769185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977268.769186:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977268.769415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977268.769417:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977273.889526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977273.889533:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977273.890014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977273.890016:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977273.890278:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977273.890280:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977279.008602:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977279.008608:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977279.009049:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977279.009051:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977279.009256:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977279.009258:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977284.129147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977284.129151:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977284.129588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977284.129591:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977284.129886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977284.129889:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977289.250692:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977289.250695:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977289.251017:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977289.251020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977289.251296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977289.251298:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977294.368634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977294.368637:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977294.369009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977294.369011:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977294.369282:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977294.369285:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977299.492446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977299.492449:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977299.492968:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977299.492971:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977299.493444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977299.493447:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977304.608574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977304.608587:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977304.609078:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977304.609080:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977304.609374:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977304.609376:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977309.728867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977309.728870:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977309.729172:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977309.729174:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977309.729380:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977309.729382:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977314.850227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977314.850481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977314.850618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977319.968646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977319.968649:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977319.972538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977319.972542:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977319.974004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977319.974006:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977325.088524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977325.088531:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977325.088950:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977325.088952:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977325.089184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977325.089187:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977330.208566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977330.208570:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977330.208936:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977330.208938:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977330.209186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977330.209189:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977335.328856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977335.328859:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977335.329949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977335.329952:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977335.330235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977335.330237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977340.448309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977340.448313:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977340.448759:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977340.448761:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977340.449055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977340.449056:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977345.568479:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977345.568485:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977345.568897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977345.568898:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977345.569090:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977345.569091:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977350.688908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977350.688911:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977350.689315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977350.689318:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977350.689619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977350.689621:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977355.808569:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977355.808575:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977355.809033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977355.809036:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977355.809310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977355.809312:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977360.928390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977360.928393:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977360.928925:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977360.928926:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977360.929726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977360.929728:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977366.048160:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977366.048165:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977366.048170:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977366.048175:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977366.048177:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977366.048180:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977366.048183:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977366.048185:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977366.048190:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977366.048200:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977366.048212:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366934912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977366.048240:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977366.048245:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977366.048255:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366934912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977366.048271:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977366.048276:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977366.048282:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977366.048284:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977366.048286:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977366.048292:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977366.048297:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8225
00000400:00000200:3.0:1783977366.048337:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977366.048345:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977366.048349:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977366.048356:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977366.048360:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977366.048365:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977366.048369:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977366.048372:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977366.048375:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977366.048379:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977366.048382:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977366.048386:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977366.048388:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977366.048392:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:2.1:1783977366.048396:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977366.048401:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1783977366.048401:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1783977366.048407:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977366.048413:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977366.048416:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977366.048421:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977366.048423:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977366.048428:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977366.048431:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977366.048434:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977366.048439:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977366.048441:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977366.048443:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977366.048446:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977366.048454:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977366.048460:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977366.048464:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977366.048467:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977366.048471:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977366.048474:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977366.048477:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977366.048484:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977366.048489:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977366.048498:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366935040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977366.048510:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977366.048512:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977366.048519:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366935040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977366.048528:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977366.048530:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977366.048537:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977366.048541:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977366.048560:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977366.048567:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8235)
00000800:00000200:2.1:1783977366.048887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977366.048890:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977366.049199:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977366.049202:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783977366.111897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977366.111904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977366.111906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977366.111921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977366.111925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977366.111929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977366.111932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977366.111934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977366.111937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977366.242459:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977366.242462:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977366.242464:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977367.135922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977367.135932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977367.135934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977367.135946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977367.135951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977367.135955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977367.135959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977367.135961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977367.135964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977367.264073:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977367.264078:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977367.264081:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977368.159907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977368.159917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977368.159920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977368.159926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977368.159930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977368.159935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977368.159938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977368.159941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977368.159945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977368.288070:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977368.288075:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977368.288079:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977369.183893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977369.183901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977369.183902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977369.183913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977369.183917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977369.183920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977369.183923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977369.183925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977369.183928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977370.207932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977370.207941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977370.207943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977370.207950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977370.207954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977370.207959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977370.207962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977370.207965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977370.207968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977371.167889:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977371.167897:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977371.167899:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977371.167903:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977371.167906:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977371.167913:0:89784:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8230
00000400:00000200:3.0:1783977371.167921:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977371.167927:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977371.167930:0:89784:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977371.167933:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.167935:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.167937:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.167940:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977371.167944:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977371.167946:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977371.167948:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977371.167951:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977371.167953:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977371.167955:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977371.167958:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.167959:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.167961:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.167962:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977371.167978:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977371.167981:0:89784:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977371.167983:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977371.167986:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977371.167989:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977371.167992:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.167994:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977371.167996:0:89784:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977371.168005:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977371.168009:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977371.168012:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977371.168014:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168016:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977371.168019:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977371.168022:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977371.168030:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977371.168035:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977371.168043:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366935168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977371.168052:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977371.168056:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977371.168060:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366935168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977371.168088:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977371.168091:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977371.168094:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977371.168095:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977371.168097:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977371.168100:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977371.168102:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8230
00000400:00000200:3.0:1783977371.168105:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977371.168108:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977371.168110:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977371.168112:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168120:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.168123:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168128:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977371.168130:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977371.168131:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977371.168132:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977371.168135:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977371.168136:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977371.168139:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977371.168141:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168143:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.168145:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168147:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977371.168149:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977371.168151:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168154:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977371.168155:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977371.168160:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977371.168162:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168164:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977371.168167:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977371.168170:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168171:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977371.168174:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977371.168176:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977371.168178:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977371.168179:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168181:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977371.168182:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977371.168183:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977371.168188:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977371.168191:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977371.168195:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366935296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977371.168201:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977371.168203:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977371.168206:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366935296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977371.168213:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977371.168215:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977371.168217:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977371.168219:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977371.168220:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977371.168223:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977371.168225:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8230
00000400:00000200:3.0:1783977371.168229:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977371.168231:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977371.168233:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977371.168235:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168237:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.168239:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168240:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977371.168242:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977371.168243:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977371.168244:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977371.168246:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977371.168247:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977371.168249:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977371.168251:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168253:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977371.168255:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168257:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977371.168259:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977371.168261:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977371.168263:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977371.168265:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977371.168267:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977371.168268:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168270:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977371.168272:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977371.168274:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168275:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977371.168278:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977371.168280:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977371.168281:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977371.168283:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977371.168284:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977371.168285:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977371.168287:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977371.168290:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977371.168292:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977371.168296:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366935424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977371.168303:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977371.168304:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977371.168307:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366935424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977371.168313:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977371.168316:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977371.168319:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977371.168321:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977371.168324:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977371.168328:0:89784:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8240)
00000800:00000200:2.1:1783977371.168584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977371.168588:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977371.168900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977371.168902:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977371.169083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977371.169084:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977371.231893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977371.231900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977371.231902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977371.231907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977371.231911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977371.231914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977371.231916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977371.231919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977371.231921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977371.360124:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977371.360128:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977371.360131:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977372.255887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977372.255894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977372.255896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977372.255902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977372.255906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977372.255909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977372.255912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977372.255914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977372.255917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977372.383923:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977372.383927:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977372.383930:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977373.279896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977373.279903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977373.279904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977373.279910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977373.279914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977373.279917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977373.279919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977373.279921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977373.279924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977373.408038:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977373.408041:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977373.408043:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977374.303887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977374.303894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977374.303896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977374.303902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977374.303905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977374.303941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977374.303945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977374.303947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977374.303950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977375.327887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977375.327907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977375.327909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977375.327916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977375.327919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977375.327922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977375.327925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977375.327927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977375.327930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977376.287903:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977376.287914:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977376.287916:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977376.287920:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977376.287924:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977376.287931:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8235
00000400:00000200:3.0:1783977376.287944:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977376.287951:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977376.287954:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977376.287957:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.287960:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.287963:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.287965:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977376.287969:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977376.287971:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977376.287973:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977376.287976:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977376.287979:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977376.287981:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977376.287984:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.287986:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.287988:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.287990:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977376.287993:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977376.287996:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977376.287999:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977376.288002:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977376.288006:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977376.288009:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288011:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977376.288013:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977376.288022:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977376.288025:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977376.288029:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977376.288031:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288035:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977376.288038:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977376.288042:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977376.288049:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977376.288055:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977376.288063:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366935552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977376.288073:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977376.288078:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977376.288083:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366935552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977376.288105:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977376.288108:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977376.288112:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977376.288113:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977376.288115:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977376.288118:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977376.288120:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8235
00000400:00000200:3.0:1783977376.288124:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977376.288127:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977376.288130:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977376.288139:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288142:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.288145:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288147:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977376.288150:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977376.288154:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977376.288156:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977376.288160:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977376.288164:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977376.288168:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977376.288174:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288178:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.288183:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288193:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977376.288201:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977376.288210:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288215:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977376.288219:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977376.288228:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977376.288234:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288239:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977376.288244:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977376.288250:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288253:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977376.288259:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977376.288263:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977376.288268:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977376.288269:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288272:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977376.288275:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977376.288278:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977376.288283:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977376.288289:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977376.288299:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366935680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977376.288315:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977376.288320:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977376.288327:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366935680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977376.288342:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977376.288347:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977376.288353:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977376.288355:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977376.288357:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977376.288374:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977376.288381:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8235
00000400:00000200:3.0:1783977376.288398:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977376.288407:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977376.288413:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977376.288419:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288422:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.288428:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288438:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:2.1:1783977376.288442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977376.288443:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977376.288446:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977376.288449:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1783977376.288449:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1783977376.288453:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977376.288457:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977376.288461:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977376.288467:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288470:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977376.288474:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288480:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977376.288484:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977376.288490:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977376.288495:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977376.288498:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977376.288502:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977376.288507:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288511:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977376.288514:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977376.288521:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288525:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977376.288530:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977376.288534:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977376.288540:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977376.288543:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977376.288547:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977376.288550:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977376.288553:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977376.288559:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977376.288564:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977376.288573:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366935808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977376.288589:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977376.288593:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977376.288601:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366935808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977376.288618:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977376.288624:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977376.288632:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977376.288635:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977376.288640:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977376.288645:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8245)
00000800:00000200:2.1:1783977376.288860:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977376.288862:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977376.289047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977376.289049:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1783977376.351850:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977376.351857:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977376.351859:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977376.351865:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977376.351868:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977376.351883:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977376.351886:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977376.351889:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977376.351892:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977376.480030:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977376.480034:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977376.480038:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977377.375910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977377.375917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977377.375919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977377.375925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977377.375928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977377.375932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977377.375935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977377.375937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977377.375940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977377.505357:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977377.505361:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977377.505364:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977378.399855:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977378.399863:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977378.399865:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977378.399870:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977378.399874:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977378.399877:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977378.399880:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977378.399882:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977378.399885:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977378.528007:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977378.528011:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977378.528015:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977379.424033:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977379.424041:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977379.424043:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977379.424048:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977379.424052:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977379.424055:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977379.424058:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977379.424060:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977379.424063:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977380.447934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977380.447941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977380.447943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977380.447948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977380.447952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977380.447955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977380.447958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977380.447960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977380.447963:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977381.407915:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977381.407923:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977381.407925:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977381.407927:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977381.407931:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977381.407936:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8240
00000400:00000200:3.0:1783977381.407943:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977381.407948:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977381.407950:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977381.407952:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.407954:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.407956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.407957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977381.407960:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977381.407962:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977381.407963:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977381.407966:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977381.407967:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977381.407969:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977381.407971:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.407972:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.407973:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.407974:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977381.407976:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977381.407978:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977381.407979:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977381.407981:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977381.407984:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977381.407986:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.407987:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977381.407989:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977381.407996:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977381.407998:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977381.408001:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977381.408002:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408005:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977381.408007:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977381.408010:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977381.408016:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977381.408022:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977381.408030:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366935936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977381.408040:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977381.408044:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977381.408049:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366935936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977381.408077:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977381.408080:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977381.408084:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977381.408085:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977381.408086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977381.408089:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977381.408092:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8240
00000400:00000200:3.0:1783977381.408096:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977381.408099:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977381.408101:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977381.408104:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408106:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.408109:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408111:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977381.408113:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977381.408115:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977381.408116:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977381.408118:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977381.408120:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977381.408125:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977381.408128:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408132:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.408140:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408142:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977381.408147:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977381.408153:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408158:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977381.408162:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977381.408169:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977381.408173:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408178:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977381.408183:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977381.408190:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408193:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977381.408199:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977381.408203:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977381.408208:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977381.408210:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408212:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977381.408214:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977381.408218:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977381.408224:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977381.408231:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977381.408239:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366936064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977381.408251:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977381.408254:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977381.408262:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366936064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977381.408278:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977381.408283:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977381.408291:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977381.408293:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977381.408296:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977381.408301:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977381.408307:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8240
00000400:00000200:3.0:1783977381.408314:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977381.408320:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977381.408325:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977381.408330:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408333:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.408335:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408337:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977381.408340:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977381.408341:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977381.408344:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977381.408347:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977381.408351:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977381.408353:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977381.408359:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408363:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977381.408367:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408371:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977381.408377:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977381.408381:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977381.408385:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977381.408389:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977381.408393:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977381.408399:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408403:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977381.408407:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977381.408411:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408414:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977381.408418:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977381.408432:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977381.408441:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977381.408444:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977381.408447:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977381.408450:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977381.408453:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977381.408455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:3.0:1783977381.408461:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977381.408466:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977381.408472:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366936192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977381.408485:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977381.408490:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977381.408496:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366936192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977381.408508:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977381.408514:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977381.408518:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977381.408522:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977381.408526:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977381.408531:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8250)
00000800:00000200:2.1:1783977381.408882:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977381.410181:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977381.471886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977381.471893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977381.471894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977381.471898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977381.471900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977381.471903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977381.471904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977381.471906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977381.471908:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977381.600004:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977381.600009:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977381.600012:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977382.496952:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977382.496963:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977382.496965:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977382.496971:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977382.496976:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977382.496980:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977382.496984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977382.496988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977382.496990:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977382.624732:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977382.624745:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977382.624749:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977383.520901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977383.520912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977383.520914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977383.520921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977383.520926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977383.520932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977383.520935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977383.520938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977383.520941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977383.648127:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977383.648132:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977383.648136:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977384.480316:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977384.480386:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977384.480398:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977384.480402:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977384.480408:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977384.480413:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977384.480420:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977384.480424:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:3.0:1783977384.480432:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977384.480437:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977384.480445:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11088
00000400:00000010:3.0:1783977384.480448:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11088.
00000100:00000001:3.0:1783977384.480455:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977384.480467:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6aa00 x1870627366935936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480497:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977384.480502:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627366935936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480510:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977384.480512:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977384.480523:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977384.480525:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5100.
00000400:00000200:3.0:1783977384.480528:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977384.480531:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977384.480540:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:3.0:1783977384.480542:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:3.0:1783977384.480544:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977384.480549:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69880 x1870627366936064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480556:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977384.480558:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627366936064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480564:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977384.480565:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977384.480571:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977384.480573:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5300.
00000400:00000200:3.0:1783977384.480575:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977384.480578:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977384.480580:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11198
00000400:00000010:3.0:1783977384.480582:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11198.
00000100:00000001:3.0:1783977384.480584:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977384.480589:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68e00 x1870627366936192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480595:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977384.480598:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627366936192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977384.480603:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977384.480605:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783977384.545507:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977384.545520:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977384.545522:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977384.545530:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977384.545535:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977384.545539:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977384.545543:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977384.545546:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977384.545550:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977385.568489:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977385.568505:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977385.568508:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977385.568514:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977385.568518:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977385.568521:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977385.568525:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977385.568527:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977385.568531:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977386.527892:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977386.527903:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977386.527906:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977386.527910:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977386.527915:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977386.527922:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8245
00000400:00000200:3.0:1783977386.527931:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977386.527938:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977386.527941:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977386.527943:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.527945:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.527948:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.527950:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977386.527965:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977386.527967:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977386.527970:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977386.527973:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977386.527976:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977386.527979:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977386.527983:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.527985:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.527987:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.527989:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977386.527992:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977386.527996:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977386.527999:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977386.528002:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977386.528005:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977386.528008:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528010:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977386.528013:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977386.528019:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783977386.528023:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977386.528027:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977386.528029:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528032:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977386.528035:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977386.528039:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977386.528045:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977386.528052:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977386.528060:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366936320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977386.528071:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977386.528075:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977386.528079:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366936320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977386.528107:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977386.528110:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977386.528113:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977386.528115:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977386.528116:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977386.528119:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977386.528122:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8245
00000400:00000200:3.0:1783977386.528126:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977386.528129:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977386.528131:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977386.528133:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.528148:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528150:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977386.528152:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977386.528154:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977386.528155:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977386.528158:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977386.528159:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977386.528161:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977386.528164:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528166:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.528168:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528169:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977386.528171:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977386.528174:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528176:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977386.528178:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977386.528184:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977386.528186:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528188:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977386.528192:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977386.528195:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528197:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977386.528201:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783977386.528203:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977386.528205:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977386.528206:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528208:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977386.528209:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977386.528211:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977386.528215:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977386.528218:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977386.528223:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366936448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977386.528230:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977386.528232:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977386.528235:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366936448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977386.528242:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977386.528245:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977386.528248:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977386.528249:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977386.528251:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977386.528253:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977386.528255:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8245
00000400:00000200:3.0:1783977386.528259:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977386.528262:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977386.528264:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977386.528266:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528268:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.528270:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528272:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977386.528274:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977386.528275:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977386.528277:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977386.528279:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977386.528281:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977386.528283:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977386.528285:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528287:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977386.528289:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528291:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977386.528293:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977386.528296:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977386.528298:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977386.528299:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977386.528302:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977386.528312:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528314:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977386.528316:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977386.528321:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528323:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977386.528328:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977386.528330:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977386.528332:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977386.528334:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977386.528335:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977386.528337:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977386.528338:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977386.528342:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977386.528345:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977386.528349:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366936576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977386.528361:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977386.528363:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977386.528366:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366936576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977386.528374:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977386.528376:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977386.528380:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977386.528383:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977386.528386:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977386.528391:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8255)
00000800:00000200:2.1:1783977386.528714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977386.528717:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977386.529065:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977386.529067:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977386.529336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977386.529338:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783977386.591979:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977386.591988:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977386.591989:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977386.591995:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977386.591998:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977386.592001:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977386.592004:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977386.592006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977386.592008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977386.719961:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977386.719965:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977386.719969:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977387.743963:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977387.743967:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977387.743970:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977388.769510:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977388.769515:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977388.769519:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977390.688616:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977390.688646:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977390.688649:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977390.688653:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977390.688656:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977390.688659:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977390.688661:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977390.688664:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977390.688667:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977391.647884:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977391.647894:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977391.647897:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977391.647901:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977391.647905:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977391.647912:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8250
00000400:00000200:3.0:1783977391.647921:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977391.647927:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977391.647931:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977391.647933:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.647935:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.647936:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.647938:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977391.647940:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977391.647942:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977391.647944:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977391.647946:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977391.647947:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977391.647949:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977391.647950:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.647952:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.647953:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.647954:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977391.647956:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977391.647958:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977391.647960:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977391.647962:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977391.647972:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977391.647975:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.647977:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977391.647979:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977391.647989:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977391.647992:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977391.647996:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977391.647998:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648001:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977391.648004:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977391.648007:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977391.648014:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977391.648019:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977391.648025:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366936704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977391.648032:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977391.648035:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977391.648038:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366936704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977391.648059:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977391.648061:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977391.648063:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977391.648064:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977391.648065:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977391.648068:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977391.648069:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8250
00000400:00000200:3.0:1783977391.648071:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977391.648073:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977391.648075:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977391.648077:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648079:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.648081:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648082:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977391.648084:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977391.648085:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977391.648086:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977391.648087:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977391.648088:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977391.648090:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977391.648092:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648096:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.648099:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648104:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977391.648112:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977391.648119:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648125:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977391.648129:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977391.648137:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977391.648143:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648147:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977391.648153:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977391.648158:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648163:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977391.648169:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977391.648174:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977391.648179:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977391.648182:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648184:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977391.648185:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977391.648189:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977391.648196:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977391.648202:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977391.648211:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366936832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977391.648223:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977391.648226:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977391.648234:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366936832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977391.648249:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977391.648254:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977391.648259:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977391.648264:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977391.648268:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977391.648271:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977391.648276:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8250
00000400:00000200:3.0:1783977391.648286:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977391.648299:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977391.648301:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977391.648306:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648311:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.648316:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648321:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977391.648327:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977391.648330:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977391.648342:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977391.648347:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977391.648352:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977391.648357:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977391.648365:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648369:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977391.648374:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648380:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:2.1:1783977391.648382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783977391.648385:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000200:2.1:1783977391.648386:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1783977391.648394:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977391.648399:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977391.648402:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977391.648405:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977391.648411:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648415:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977391.648419:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977391.648424:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648426:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977391.648430:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977391.648434:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977391.648440:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977391.648443:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977391.648447:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977391.648449:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977391.648452:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977391.648459:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977391.648463:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977391.648472:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366936960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977391.648487:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977391.648491:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977391.648497:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366936960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977391.648509:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977391.648512:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977391.648517:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977391.648522:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977391.648528:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977391.648535:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8260)
00000800:00000200:2.1:1783977391.648817:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977391.648819:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977391.649079:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977391.649081:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783977391.711855:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977391.711922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977391.711924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977391.711928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977391.711930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977391.711933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977391.711934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977391.711936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977391.711938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977391.841400:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977391.841404:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977391.841407:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977392.735904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977392.735911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977392.735913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977392.735918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977392.735922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977392.735926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977392.735928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977392.735931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977392.735934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977392.863963:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977392.863965:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977392.863967:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977393.759999:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977393.760007:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977393.760009:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977393.760015:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977393.760018:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977393.760023:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977393.760025:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977393.760028:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977393.760031:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977393.888618:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977393.888622:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977393.888625:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977394.783885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977394.783893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977394.783895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977394.783900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977394.783903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977394.783906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977394.783909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977394.783911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977394.783914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977395.807893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977395.807902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977395.807903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977395.807909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977395.807912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977395.807916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977395.807919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977395.807921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977395.807924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977396.767898:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977396.767911:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977396.767914:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977396.767918:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977396.767923:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977396.767932:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8255
00000400:00000200:3.0:1783977396.767943:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977396.767949:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977396.767953:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977396.767956:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.767959:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.767962:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.767964:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977396.767968:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977396.767970:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977396.767973:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977396.767977:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977396.767979:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977396.767982:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977396.767984:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.767986:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.767988:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.767990:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977396.767993:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977396.767996:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977396.767999:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977396.768002:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977396.768006:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977396.768009:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768011:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977396.768013:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977396.768024:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977396.768028:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977396.768032:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977396.768033:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768037:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977396.768040:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977396.768044:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977396.768051:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977396.768058:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977396.768076:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366937088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977396.768087:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977396.768092:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977396.768097:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366937088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977396.768128:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977396.768131:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977396.768135:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977396.768136:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977396.768137:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977396.768140:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977396.768142:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8255
00000400:00000200:3.0:1783977396.768145:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977396.768148:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977396.768150:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977396.768153:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768155:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.768157:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977396.768161:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977396.768163:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977396.768165:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977396.768167:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977396.768169:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977396.768171:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977396.768175:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768179:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.768182:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768184:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977396.768188:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977396.768192:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768195:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977396.768198:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977396.768205:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977396.768210:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768222:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977396.768228:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977396.768234:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768239:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977396.768245:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977396.768249:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977396.768252:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977396.768254:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768258:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977396.768261:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977396.768267:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977396.768274:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977396.768280:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977396.768289:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366937216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977396.768302:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977396.768304:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977396.768311:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366937216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977396.768321:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977396.768326:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977396.768332:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977396.768335:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977396.768337:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977396.768343:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977396.768349:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8255
00000400:00000200:3.0:1783977396.768367:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977396.768374:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977396.768379:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977396.768384:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768386:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.768390:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768394:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977396.768396:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977396.768399:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977396.768403:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977396.768406:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977396.768409:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977396.768414:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977396.768420:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768425:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977396.768431:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768435:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977396.768440:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977396.768446:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977396.768451:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977396.768455:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977396.768458:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977396.768461:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768467:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977396.768471:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977396.768477:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768482:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977396.768486:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977396.768491:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977396.768494:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977396.768497:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977396.768502:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977396.768504:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977396.768506:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977396.768526:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000800:00000200:2.1:1783977396.768527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977396.768532:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977396.768534:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00100000:3.0:1783977396.768541:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366937344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977396.768555:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977396.768558:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977396.768564:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366937344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977396.768579:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977396.768583:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977396.768591:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977396.768594:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977396.768598:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977396.768604:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8266)
00000800:00000200:2.1:1783977396.769058:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977396.769061:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977396.769362:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977396.769364:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783977396.831936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977396.831944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977396.831947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977396.831955:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977396.831959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977396.831964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977396.831967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977396.831971:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977396.831974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977396.959986:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977396.959992:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977396.959994:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977397.855888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977397.855895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977397.855897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977397.855903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977397.855907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977397.855910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977397.855913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977397.855916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977397.855919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977397.984086:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977397.984092:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977397.984096:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977398.879936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977398.879944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977398.879946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977398.879951:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977398.879954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977398.879958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977398.879960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977398.879970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977398.879974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977399.007979:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977399.007985:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977399.007990:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977399.903895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977399.903900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977399.903901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977399.903905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977399.903907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977399.903910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977399.903912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977399.903913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977399.903915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977400.927876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977400.927882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977400.927883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977400.927887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977400.927891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977400.927895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977400.927897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977400.927899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977400.927902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977401.887945:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977401.887959:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977401.887961:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977401.887965:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977401.887970:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977401.887977:0:89784:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8261
00000400:00000200:3.0:1783977401.887986:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977401.887991:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977401.887995:0:89784:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977401.887998:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888002:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888004:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888006:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977401.888010:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977401.888012:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977401.888015:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977401.888018:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977401.888020:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977401.888022:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977401.888025:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888027:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888029:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888031:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977401.888034:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977401.888037:0:89784:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888039:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977401.888042:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977401.888046:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977401.888049:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888051:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977401.888053:0:89784:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977401.888067:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977401.888072:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977401.888075:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977401.888077:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888080:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977401.888082:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977401.888085:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977401.888093:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977401.888099:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977401.888107:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366937472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977401.888116:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977401.888121:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977401.888125:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366937472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977401.888150:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977401.888154:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977401.888157:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977401.888158:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977401.888160:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977401.888166:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977401.888169:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8261
00000400:00000200:3.0:1783977401.888172:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977401.888175:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977401.888177:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977401.888179:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888181:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888183:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888185:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977401.888187:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977401.888188:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977401.888190:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977401.888192:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977401.888194:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977401.888196:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977401.888198:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888200:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888202:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888203:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977401.888205:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977401.888207:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888209:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977401.888211:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977401.888216:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977401.888217:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888219:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977401.888223:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977401.888225:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888227:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977401.888230:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977401.888232:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977401.888234:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977401.888235:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888236:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977401.888238:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977401.888239:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977401.888242:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977401.888245:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977401.888249:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366937600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977401.888255:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977401.888257:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977401.888260:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366937600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977401.888273:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977401.888275:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977401.888278:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977401.888279:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977401.888281:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977401.888282:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977401.888285:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8261
00000400:00000200:3.0:1783977401.888288:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977401.888290:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977401.888292:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977401.888294:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888296:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888298:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888300:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977401.888302:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977401.888303:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977401.888305:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977401.888307:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977401.888309:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977401.888311:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977401.888313:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888315:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977401.888317:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888319:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977401.888321:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977401.888323:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977401.888326:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977401.888328:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977401.888330:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977401.888332:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888334:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977401.888336:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977401.888338:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888339:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977401.888342:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977401.888345:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977401.888347:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977401.888348:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977401.888349:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977401.888351:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977401.888352:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977401.888357:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977401.888359:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977401.888364:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366937728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977401.888370:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977401.888372:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977401.888376:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366937728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977401.888383:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977401.888386:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977401.888389:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977401.888392:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977401.888395:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977401.888399:0:89784:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8271)
00000800:00000200:2.1:1783977401.889582:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977401.889586:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977401.889992:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977401.889995:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977401.890270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977401.890272:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783977401.951879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977401.951888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977401.951890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977401.951896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977401.951899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977401.951902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977401.951905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977401.951907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977401.951910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977402.081618:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977402.081621:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977402.081623:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977402.975889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977402.975896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977402.975899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977402.975904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977402.975908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977402.975911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977402.975914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977402.975916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977402.975918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977403.103996:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977403.104000:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977403.104003:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977403.999913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977403.999920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977403.999922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977403.999927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977403.999931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977403.999935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977403.999938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977403.999940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977403.999957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977404.127992:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977404.127996:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977404.127999:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977405.023893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977405.023900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977405.023901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977405.023905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977405.023908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977405.023911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977405.023913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977405.023914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977405.023916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977406.047889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977406.047897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977406.047899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977406.047904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977406.047907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977406.047911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977406.047912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977406.047914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977406.047917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977407.008512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977407.008519:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977407.009072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977407.009075:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977407.009419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977407.009422:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783977407.071899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977407.071907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977407.071909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977407.071914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977407.071918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977407.071922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977407.071924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977407.071927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977407.071930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977407.200001:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977407.200003:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977407.200005:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977408.097438:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977408.097445:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977408.097447:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977408.097452:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977408.097456:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977408.097460:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977408.097463:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977408.097465:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977408.097469:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977408.223999:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977408.224002:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977408.224004:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977409.119917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977409.119925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977409.119926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977409.119931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977409.119935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977409.119938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977409.119941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977409.119943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977409.119946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977409.247986:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977409.247990:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977409.247993:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977410.143948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977410.143956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977410.143958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977410.143964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977410.143967:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977410.143971:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977410.143974:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977410.143976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977410.143979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977411.167875:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977411.167882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977411.167884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977411.167888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977411.167892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977411.167895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977411.167897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977411.167900:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977411.167902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977412.127907:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977412.127919:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977412.127921:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977412.127925:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977412.127929:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977412.127936:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8271
00000400:00000200:3.0:1783977412.127945:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977412.127951:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977412.127955:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977412.127958:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.127961:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.127963:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.127965:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977412.127969:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977412.127971:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977412.127973:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977412.127976:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977412.127979:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977412.127981:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977412.127984:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.127986:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.127988:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.127990:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977412.127993:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977412.127997:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128000:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977412.128003:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977412.128006:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977412.128009:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128012:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977412.128014:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977412.128024:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977412.128027:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977412.128031:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977412.128033:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128037:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977412.128039:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977412.128043:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977412.128051:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977412.128057:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977412.128066:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366938240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977412.128077:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977412.128081:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977412.128085:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366938240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977412.128113:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977412.128117:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977412.128120:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977412.128122:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977412.128123:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977412.128126:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977412.128129:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8271
00000400:00000200:3.0:1783977412.128133:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977412.128136:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977412.128138:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977412.128141:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128143:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.128145:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128147:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977412.128149:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977412.128151:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977412.128152:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977412.128154:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977412.128156:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977412.128158:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977412.128161:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128164:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.128166:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128168:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977412.128170:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977412.128172:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128175:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977412.128176:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977412.128182:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977412.128184:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128186:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977412.128190:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977412.128193:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128195:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977412.128211:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783977412.128214:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977412.128217:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977412.128218:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128220:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977412.128221:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977412.128223:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977412.128226:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977412.128230:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977412.128235:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366938368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977412.128270:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977412.128274:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977412.128278:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366938368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977412.128286:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977412.128289:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977412.128292:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977412.128294:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977412.128295:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977412.128298:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977412.128300:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8271
00000400:00000200:3.0:1783977412.128310:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977412.128314:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977412.128320:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977412.128322:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128325:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.128327:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128329:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977412.128331:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977412.128332:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977412.128334:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977412.128336:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977412.128338:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977412.128340:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977412.128343:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128345:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977412.128347:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128349:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977412.128351:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977412.128354:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977412.128356:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977412.128358:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977412.128360:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977412.128362:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128364:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977412.128366:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977412.128368:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128371:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977412.128376:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977412.128378:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977412.128380:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977412.128381:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977412.128383:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977412.128384:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977412.128386:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977412.128389:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977412.128392:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977412.128396:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366938496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977412.128403:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977412.128405:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977412.128409:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366938496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977412.128416:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977412.128419:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977412.128422:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977412.128425:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977412.128428:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977412.128433:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8281)
00000800:00000200:2.1:1783977412.128687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977412.128690:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977412.129055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977412.129057:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977412.129361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977412.129364:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783977412.191891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977412.191899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977412.191901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977412.191907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977412.191910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977412.191913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977412.191915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977412.191918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977412.191921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977412.320124:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977412.320127:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977412.320129:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977413.215886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977413.215896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977413.215898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977413.215904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977413.215908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977413.215912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977413.215914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977413.215917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977413.215919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977413.343970:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977413.343975:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977413.343978:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977414.239880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977414.239887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977414.239889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977414.239895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977414.239898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977414.239901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977414.239904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977414.239906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977414.239909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977414.367980:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977414.367984:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977414.367987:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977415.264286:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977415.264294:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977415.264296:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977415.264301:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977415.264305:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977415.264308:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977415.264311:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977415.264313:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977415.264316:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977416.287874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977416.287880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977416.287882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977416.287886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977416.287889:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977416.287892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977416.287894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977416.287896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977416.287899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977417.248439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977417.248442:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977417.248869:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977417.248871:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977417.249164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977417.249167:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783977417.311896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977417.311903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977417.311905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977417.311910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977417.311913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977417.311916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977417.311919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977417.311922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977417.311925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977418.335940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977418.335951:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977418.335954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977418.335973:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977418.335978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977418.335982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977418.335985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977418.335988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977418.335991:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977418.464060:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977418.464065:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977418.464068:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977419.359929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977419.359939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977419.359942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977419.359950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977419.359954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977419.359959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977419.359962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977419.359965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977419.359969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977419.488028:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977419.488033:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977419.488037:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977420.383908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977420.383917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977420.383919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977420.383925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977420.383928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977420.383932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977420.383934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977420.383937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977420.383940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977421.407887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977421.407894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977421.407896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977421.407901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977421.407905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977421.407908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977421.407911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977421.407914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977421.407916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977422.368983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977422.368986:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977422.369457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977422.369459:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977422.369904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977422.369907:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783977422.431929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977422.431936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977422.431938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977422.431944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977422.431948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977422.431951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977422.431954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977422.431956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977422.431959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977423.455893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977423.455900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977423.455902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977423.455909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977423.455913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977423.455916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977423.455918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977423.455920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977423.455922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977423.584070:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977423.584074:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977423.584077:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977424.479850:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977424.479856:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977424.479857:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977424.479861:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977424.479863:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977424.479866:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977424.479868:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977424.479870:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977424.479872:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977424.607996:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977424.608000:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977424.608003:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977425.503897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977425.503905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977425.503907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977425.503913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977425.503916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977425.503920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977425.503922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977425.503925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977425.503928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977426.527878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977426.527885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977426.527887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977426.527892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977426.527895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977426.527898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977426.527901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977426.527903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977426.527906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977427.488620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977427.488623:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977427.489029:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977427.489031:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977427.489296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977427.489299:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977427.551935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977427.551943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977427.551945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977427.551951:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977427.551954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977427.551959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977427.551962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977427.551964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977427.551967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977428.575861:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977428.575869:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977428.575870:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977428.575876:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977428.575879:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977428.575883:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977428.575885:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977428.575888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977428.575891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977428.704057:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977428.704061:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977428.704063:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977429.599889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977429.599896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977429.599898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977429.599903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977429.599906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977429.599910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977429.599912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977429.599914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977429.599917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977429.727964:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977429.727968:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977429.727971:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977430.623895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977430.623905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977430.623907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977430.623914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977430.623942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977430.623946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977430.623949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977430.623952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977430.623955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977431.647943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977431.647954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977431.647956:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977431.647964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977431.647968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977431.647972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977431.647974:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977431.647977:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977431.647979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977432.608472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977432.608477:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977432.608869:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977432.608871:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977432.609167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977432.609169:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783977432.671892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977432.671900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977432.671901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977432.671907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977432.671910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977432.671914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977432.671917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977432.671919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977432.671922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977433.695958:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977433.695966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977433.695969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977433.695976:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977433.695981:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977433.695986:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977433.695989:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977433.695992:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977433.695995:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977433.824018:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977433.824023:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977433.824027:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977434.719911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977434.719920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977434.719922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977434.719928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977434.719931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977434.719935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977434.719937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977434.719940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977434.719943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977434.848027:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977434.848030:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977434.848033:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977435.743873:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977435.743880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977435.743882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977435.743887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977435.743890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977435.743893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977435.743896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977435.743898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977435.743901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977436.768877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977436.768885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977436.768887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977436.768893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977436.768897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977436.768900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977436.768902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977436.768904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977436.768907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977437.729164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977437.729166:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977437.729559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977437.729561:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977437.729741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977437.729743:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1783977437.791912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977437.791920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977437.791922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977437.791927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977437.791930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977437.791933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977437.791935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977437.791937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977437.791938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977438.815950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977438.815956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977438.815958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977438.815961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977438.815964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977438.815966:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977438.815968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977438.815970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977438.815973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977438.944123:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977438.944126:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977438.944129:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977439.839882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977439.839890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977439.839892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977439.839897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977439.839901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977439.839904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977439.839907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977439.839910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977439.839913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977439.970653:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977439.970658:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977439.970661:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977440.863894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977440.863901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977440.863903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977440.863909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977440.863913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977440.863916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977440.863919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977440.863921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977440.863924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977441.887967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977441.887973:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977441.887974:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977441.887978:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977441.887981:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977441.887983:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977441.887985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977441.887987:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977441.887989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977442.851832:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977442.851835:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977442.852150:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977442.852152:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977442.852517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977442.852519:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1783977442.911931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977442.911941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977442.911943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977442.911950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977442.911956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977442.911961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977442.911964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977442.911968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977442.911972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977443.935857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977443.935865:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977443.935867:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977443.935873:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977443.935877:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977443.935880:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977443.935883:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977443.935885:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977443.935888:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977444.064272:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977444.064275:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977444.064278:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977444.959893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977444.959900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977444.959901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977444.959907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977444.959910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977444.959913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977444.959915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977444.959918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977444.959920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977445.090745:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977445.090750:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977445.090755:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977445.983909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977445.983916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977445.983918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977445.983923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977445.983926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977445.983930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977445.983933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977445.983937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977445.983944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977447.007922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977447.007927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977447.007929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977447.007933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977447.007935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977447.007938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977447.007940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977447.007942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977447.007944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977447.968756:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977447.969018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977447.969168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977448.031927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977448.031938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977448.031941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977448.031949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977448.031953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977448.031958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977448.031967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977448.031970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977448.031973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977449.055923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977449.055932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977449.055935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977449.055942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977449.055946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977449.055951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977449.055954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977449.055957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977449.055961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977449.184069:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977449.184074:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977449.184077:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977450.080793:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977450.080799:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977450.080800:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977450.080807:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977450.080810:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977450.080814:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977450.080816:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977450.080818:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977450.080822:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977450.208268:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977450.208273:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977450.208276:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977451.040082:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977451.040121:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977451.040130:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977451.040134:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977451.040139:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977451.040143:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977451.040147:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977451.040151:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5a00.
00000400:00000200:3.0:1783977451.040158:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977451.040162:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977451.040168:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11908
00000400:00000010:3.0:1783977451.040171:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11908.
00000100:00000001:3.0:1783977451.040176:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977451.040184:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c2ad80 x1870627366940928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040213:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977451.040218:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627366940928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040224:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977451.040226:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977451.040236:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977451.040238:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5d00.
00000400:00000200:3.0:1783977451.040241:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977451.040244:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977451.040246:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:3.0:1783977451.040248:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:3.0:1783977451.040250:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977451.040254:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28e00 x1870627366941056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040263:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977451.040265:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627366941056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040271:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977451.040272:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977451.040276:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977451.040279:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5b00.
00000400:00000200:3.0:1783977451.040281:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977451.040283:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977451.040285:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11990
00000400:00000010:3.0:1783977451.040287:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11990.
00000100:00000001:3.0:1783977451.040289:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977451.040293:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28a80 x1870627366941184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040300:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977451.040302:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627366941184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977451.040307:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977451.040308:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1783977453.088579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977453.088582:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977453.089154:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977453.089157:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977453.090275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977453.090278:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783977454.304240:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977454.304247:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977454.304252:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977455.328402:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977455.328408:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977455.328413:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977458.208806:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977458.208817:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977458.208819:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977458.208823:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977458.208827:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977458.208834:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8317
00000400:00000200:3.0:1783977458.208843:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977458.208849:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977458.208853:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977458.208855:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.208859:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.208861:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.208864:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977458.208867:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977458.208869:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977458.208872:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977458.208874:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977458.208877:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977458.208879:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977458.208882:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.208884:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.208886:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.208887:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977458.208890:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977458.208893:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977458.208896:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977458.208898:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977458.208902:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977458.208904:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.208906:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977458.208909:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977458.208918:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977458.208922:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977458.208925:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977458.208927:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.208931:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977458.208933:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977458.208937:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977458.208945:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977458.208951:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977458.208959:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366941696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977458.208969:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977458.208973:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977458.208978:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366941696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977458.209004:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977458.209007:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977458.209010:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977458.209012:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977458.209014:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977458.209017:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977458.209019:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8317
00000400:00000200:3.0:1783977458.209023:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977458.209026:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977458.209028:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977458.209030:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209032:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.209034:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209036:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977458.209039:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977458.209040:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977458.209041:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977458.209043:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977458.209045:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977458.209047:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977458.209050:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209052:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.209054:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209056:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977458.209058:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977458.209061:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209064:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977458.209065:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977458.209071:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977458.209074:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209076:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977458.209080:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977458.209083:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209084:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977458.209088:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977458.209090:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977458.209092:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977458.209094:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209095:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977458.209097:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977458.209099:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977458.209102:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977458.209105:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977458.209110:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366941824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977458.209117:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977458.209119:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977458.209123:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366941824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977458.209130:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977458.209132:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977458.209135:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977458.209137:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977458.209138:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977458.209141:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977458.209143:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8317
00000400:00000200:3.0:1783977458.209146:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977458.209149:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977458.209151:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977458.209154:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209156:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.209157:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977458.209161:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977458.209162:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977458.209163:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977458.209165:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977458.209167:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977458.209169:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977458.209171:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209173:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977458.209174:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209176:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977458.209178:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977458.209180:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977458.209182:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977458.209184:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977458.209186:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977458.209188:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209190:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977458.209192:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977458.209194:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209196:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977458.209199:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977458.209201:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977458.209202:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977458.209204:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977458.209205:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977458.209206:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977458.209207:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977458.209212:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977458.209214:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977458.209218:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366941952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977458.209224:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977458.209225:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977458.209228:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366941952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977458.209234:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977458.209236:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977458.209239:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977458.209242:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977458.209244:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977458.209249:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8327)
00000800:00000200:1.1:1783977458.209540:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977458.209543:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977458.210308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977458.210310:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977458.210518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977458.210520:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1783977459.425008:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977459.425013:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977459.425017:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977460.448241:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977460.448245:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977460.448248:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977463.328511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977463.328517:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977463.328994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977463.328997:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977463.329271:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977463.329273:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783977464.543943:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977464.543948:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977464.543951:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977465.568148:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977465.568150:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977465.568153:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977468.448455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977468.448462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977468.448885:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977468.448887:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977468.449085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977468.449087:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783977469.663979:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977469.663983:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977469.663986:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977470.687991:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977470.687994:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977470.687996:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977473.568247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977473.568251:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977473.569141:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977473.569143:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977473.570089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977473.570092:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1783977474.783979:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977474.783983:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977474.783987:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977475.809069:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977475.809074:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977475.809091:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977478.688050:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977478.688057:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977478.688059:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977478.688062:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977478.688065:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977478.688089:0:89784:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8337
00000400:00000200:3.0:1783977478.688096:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977478.688101:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977478.688103:0:89784:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977478.688105:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688107:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688108:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688110:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977478.688113:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977478.688114:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977478.688116:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977478.688119:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977478.688120:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977478.688122:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977478.688124:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688125:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688126:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688127:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977478.688129:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977478.688131:0:89784:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688132:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977478.688134:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977478.688137:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977478.688138:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688140:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977478.688142:0:89784:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977478.688149:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977478.688151:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977478.688154:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977478.688155:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688159:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977478.688161:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977478.688165:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977478.688173:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977478.688180:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977478.688188:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366943232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977478.688196:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977478.688200:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977478.688204:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366943232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977478.688232:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977478.688235:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977478.688237:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977478.688238:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977478.688240:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977478.688242:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977478.688244:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8337
00000400:00000200:3.0:1783977478.688246:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977478.688248:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977478.688250:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977478.688251:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688253:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688254:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688255:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977478.688256:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977478.688257:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977478.688258:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977478.688260:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977478.688261:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977478.688262:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977478.688263:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688264:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688265:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688267:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977478.688268:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977478.688269:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688271:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977478.688272:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977478.688276:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977478.688277:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688278:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977478.688281:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977478.688283:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688285:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977478.688288:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977478.688290:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977478.688293:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977478.688294:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688295:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977478.688297:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977478.688298:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977478.688302:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977478.688305:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977478.688310:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366943360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977478.688318:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977478.688320:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977478.688323:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366943360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977478.688330:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977478.688332:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977478.688334:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977478.688335:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977478.688336:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977478.688338:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977478.688339:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8337
00000400:00000200:3.0:1783977478.688341:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977478.688343:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977478.688344:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977478.688346:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688347:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688349:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688350:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977478.688351:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977478.688352:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977478.688353:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977478.688355:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977478.688356:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977478.688358:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977478.688361:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688363:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977478.688364:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688366:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977478.688368:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977478.688370:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977478.688372:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977478.688374:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977478.688377:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977478.688379:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688380:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977478.688382:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977478.688384:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688385:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977478.688389:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977478.688391:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977478.688393:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977478.688394:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977478.688396:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977478.688398:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977478.688399:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977478.688404:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977478.688407:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977478.688412:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366943488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977478.688418:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977478.688420:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977478.688425:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366943488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977478.688432:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977478.688434:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977478.688438:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977478.688441:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977478.688444:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977478.688448:0:89784:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8348)
00000800:00000200:2.1:1783977478.688806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977478.688809:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977478.689145:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977478.689147:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977478.689414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977478.689416:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1783977479.903989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977479.903993:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977479.903995:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977480.929230:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977480.929234:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977480.929238:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977483.808427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977483.808429:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977483.808890:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977483.808893:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977483.809250:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977483.809252:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783977485.023989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977485.023994:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977485.023996:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977486.048024:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977486.048027:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977486.048029:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977488.928425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977488.928429:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977488.928967:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977488.928969:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977488.929265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977488.929267:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783977490.144087:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977490.144090:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977490.144094:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977491.169418:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977491.169426:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977491.169431:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977494.048638:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977494.048642:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977494.048996:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977494.048999:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977494.049308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977494.049311:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977495.264022:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977495.264027:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977495.264030:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977496.288010:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977496.288012:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977496.288014:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977499.168084:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977499.168093:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977499.168095:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977499.168099:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977499.168104:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977499.168110:0:89784:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8358
00000400:00000200:3.0:1783977499.168120:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977499.168125:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977499.168128:0:89784:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977499.168131:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168135:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168137:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168139:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977499.168143:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977499.168145:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977499.168147:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977499.168150:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977499.168161:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977499.168163:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977499.168166:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168169:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168171:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168173:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977499.168175:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977499.168178:0:89784:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168180:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977499.168183:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977499.168186:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977499.168189:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168191:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977499.168195:0:89784:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977499.168216:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977499.168220:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977499.168224:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977499.168225:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168229:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977499.168231:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977499.168235:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977499.168243:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977499.168257:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977499.168268:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366944768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977499.168278:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977499.168282:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977499.168297:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366944768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977499.168317:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977499.168320:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977499.168323:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977499.168323:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977499.168325:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977499.168327:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977499.168329:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8358
00000400:00000200:3.0:1783977499.168332:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977499.168334:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977499.168336:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977499.168338:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168340:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168342:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168343:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977499.168344:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977499.168346:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977499.168348:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977499.168350:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977499.168353:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977499.168358:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977499.168362:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168365:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168368:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168371:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977499.168372:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977499.168374:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168375:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977499.168376:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977499.168382:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977499.168385:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168386:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977499.168391:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977499.168394:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168397:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977499.168403:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977499.168408:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977499.168412:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977499.168415:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168417:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977499.168418:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977499.168422:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977499.168427:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977499.168432:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977499.168441:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366944896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977499.168453:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977499.168456:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977499.168461:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366944896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977499.168469:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977499.168470:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977499.168473:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977499.168476:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977499.168478:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977499.168482:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977499.168485:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8358
00000400:00000200:3.0:1783977499.168489:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977499.168493:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977499.168497:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977499.168501:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168505:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168508:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168512:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977499.168516:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977499.168519:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977499.168521:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977499.168523:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977499.168525:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977499.168528:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977499.168531:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168534:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977499.168536:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168542:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977499.168545:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977499.168550:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977499.168555:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977499.168558:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977499.168561:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977499.168566:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168570:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977499.168574:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977499.168579:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168582:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977499.168589:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977499.168594:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977499.168598:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977499.168601:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977499.168605:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977499.168608:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977499.168612:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977499.168620:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977499.168627:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977499.168636:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366945024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977499.168652:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977499.168656:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977499.168665:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366945024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977499.168679:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977499.168684:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783977499.168687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783977499.168690:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783977499.168692:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1783977499.168695:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977499.168702:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977499.168709:0:89784:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8368)
00000800:00000200:1.1:1783977499.169148:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977499.169151:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977499.169596:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977499.169599:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783977500.384255:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977500.384258:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977500.384261:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977501.408114:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977501.408117:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977501.408120:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977504.287894:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977504.287904:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977504.287907:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977504.287910:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977504.287914:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977504.287921:0:89784:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8363
00000400:00000200:3.0:1783977504.287930:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977504.287936:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977504.287939:0:89784:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977504.287942:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.287945:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.287947:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.287949:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977504.287954:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977504.287956:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977504.287959:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977504.287962:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977504.287964:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977504.287966:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977504.287969:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.287971:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.287972:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.287974:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977504.287977:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977504.287980:0:89784:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977504.287982:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977504.287986:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977504.287989:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977504.287993:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.287995:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977504.287997:0:89784:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977504.288007:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783977504.288011:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977504.288015:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977504.288017:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288020:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977504.288023:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977504.288027:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977504.288035:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977504.288041:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977504.288049:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366945152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977504.288059:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977504.288063:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977504.288068:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366945152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977504.288094:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977504.288097:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977504.288100:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977504.288101:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977504.288103:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977504.288106:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977504.288108:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8363
00000400:00000200:3.0:1783977504.288112:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977504.288115:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977504.288117:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977504.288120:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288122:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.288124:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288126:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977504.288129:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977504.288130:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977504.288132:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977504.288134:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977504.288137:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977504.288139:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977504.288142:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288144:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.288147:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288149:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977504.288154:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977504.288160:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288165:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977504.288169:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977504.288176:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977504.288181:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288185:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977504.288190:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977504.288197:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288203:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977504.288210:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783977504.288215:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977504.288218:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977504.288222:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288231:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977504.288234:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977504.288239:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977504.288246:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977504.288251:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977504.288259:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366945280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977504.288268:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977504.288270:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977504.288276:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366945280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977504.288287:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977504.288290:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977504.288296:0:89784:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977504.288298:0:89784:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977504.288300:0:89784:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977504.288305:0:89784:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977504.288310:0:89784:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8363
00000400:00000200:3.0:1783977504.288319:0:89784:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977504.288327:0:89784:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977504.288331:0:89784:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977504.288337:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288341:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.288344:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288348:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977504.288353:0:89784:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977504.288354:0:89784:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977504.288357:0:89784:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977504.288360:0:89784:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977504.288364:0:89784:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977504.288368:0:89784:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977504.288376:0:89784:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288378:0:89784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977504.288382:0:89784:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288386:0:89784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977504.288389:0:89784:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977504.288401:0:89784:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977504.288404:0:89784:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977504.288408:0:89784:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977504.288411:0:89784:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977504.288415:0:89784:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288418:0:89784:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977504.288419:0:89784:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977504.288421:0:89784:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288423:0:89784:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977504.288427:0:89784:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977504.288431:0:89784:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977504.288436:0:89784:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977504.288439:0:89784:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977504.288443:0:89784:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977504.288446:0:89784:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977504.288448:0:89784:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977504.288455:0:89784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977504.288460:0:89784:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977504.288469:0:89784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366945408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783977504.288483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977504.288486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977504.288499:0:89784:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977504.288502:0:89784:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977504.288511:0:89784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366945408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977504.288517:0:89784:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977504.288519:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977504.288521:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977504.288526:0:89784:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977504.288528:0:89784:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977504.288533:0:89784:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8373)
00000800:00000200:1.1:1783977504.288931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977504.288933:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977504.289151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977504.289154:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783977505.504026:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977505.504031:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977505.504034:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977506.528041:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977506.528044:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977506.528046:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977509.407899:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977509.407911:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977509.407914:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977509.407917:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977509.407921:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977509.407928:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8368
00000400:00000200:3.0:1783977509.407938:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977509.407945:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977509.407948:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977509.407950:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.407953:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.407956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.407958:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977509.407962:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977509.407963:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977509.407966:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977509.407968:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977509.407970:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977509.407972:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977509.407975:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.407977:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.407979:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.407980:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977509.407982:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977509.407986:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977509.407988:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977509.407990:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977509.407994:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977509.407996:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.407999:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977509.408001:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977509.408011:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977509.408014:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977509.408018:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977509.408019:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408022:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977509.408025:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977509.408029:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977509.408037:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977509.408043:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977509.408052:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366945536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977509.408062:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977509.408066:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977509.408071:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366945536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977509.408101:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977509.408104:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977509.408107:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977509.408109:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977509.408110:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977509.408114:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977509.408116:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8368
00000400:00000200:3.0:1783977509.408121:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977509.408124:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977509.408126:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977509.408129:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408131:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.408133:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408135:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977509.408137:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977509.408138:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977509.408139:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977509.408141:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977509.408143:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977509.408145:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977509.408147:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408149:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.408151:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408153:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977509.408155:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977509.408158:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408160:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977509.408162:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977509.408168:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977509.408170:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408172:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977509.408176:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977509.408179:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408183:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977509.408188:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977509.408192:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977509.408197:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977509.408200:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408205:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977509.408207:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977509.408210:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977509.408217:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977509.408223:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977509.408232:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366945664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977509.408245:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977509.408250:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977509.408257:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366945664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977509.408271:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977509.408275:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977509.408282:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977509.408284:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977509.408287:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977509.408292:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977509.408296:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8368
00000400:00000200:3.0:1783977509.408302:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977509.408307:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977509.408310:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977509.408314:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408318:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.408323:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408327:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977509.408331:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977509.408333:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977509.408336:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977509.408339:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977509.408344:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977509.408348:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977509.408356:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408360:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977509.408364:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408368:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977509.408370:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977509.408376:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977509.408380:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977509.408381:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977509.408385:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977509.408389:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408391:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977509.408395:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977509.408400:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408403:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977509.408409:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977509.408415:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977509.408420:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977509.408424:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977509.408428:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977509.408431:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977509.408434:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977509.408441:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977509.408447:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977509.408457:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366945792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977509.408472:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977509.408476:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977509.408482:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366945792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977509.408498:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977509.408503:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783977509.408505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783977509.408510:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783977509.408511:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1783977509.408528:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977509.408542:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977509.408548:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8378)
00000800:00000200:1.1:1783977509.408981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977509.408984:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977509.409296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977509.409298:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783977510.624238:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977510.624243:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977510.624245:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977511.648030:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977511.648034:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977511.648037:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977514.530655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977514.530868:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977514.530947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977515.743936:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977515.743940:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977515.743943:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977516.767936:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977516.767940:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977516.767943:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977517.600141:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977517.600192:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977517.600201:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977517.600205:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977517.600210:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977517.600214:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977517.600219:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977517.600222:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5c00.
00000400:00000200:3.0:1783977517.600228:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977517.600233:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977517.600238:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e117f8
00000400:00000010:3.0:1783977517.600241:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e117f8.
00000100:00000001:3.0:1783977517.600246:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977517.600254:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa5c00 x1870627366945920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600283:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977517.600287:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627366945920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600301:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977517.600304:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977517.600311:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977517.600313:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5800.
00000400:00000200:3.0:1783977517.600316:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977517.600319:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977517.600322:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:3.0:1783977517.600323:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:3.0:1783977517.600326:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977517.600330:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa4000 x1870627366946048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600337:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977517.600341:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627366946048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600347:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977517.600349:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977517.600353:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977517.600355:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5e00.
00000400:00000200:3.0:1783977517.600357:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977517.600360:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977517.600362:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11770
00000400:00000010:3.0:1783977517.600364:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11770.
00000100:00000001:3.0:1783977517.600366:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977517.600370:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6680 x1870627366946176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600378:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977517.600381:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627366946176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977517.600398:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977517.600400:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783977518.689051:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977518.689062:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977518.689064:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977518.689070:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977518.689074:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977518.689077:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977518.689080:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977518.689083:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977518.689086:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977519.649233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977519.649237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977519.649637:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977519.649640:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977519.649988:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977519.649990:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783977519.711959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977519.711972:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977519.711974:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977519.711982:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977519.711987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977519.711992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977519.711996:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977519.712000:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977519.712003:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977520.736279:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977520.736288:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977520.736290:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977520.736297:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977520.736300:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977520.736304:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977520.736306:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977520.736309:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977520.736312:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977520.864930:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977520.864934:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977520.864937:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977521.759895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977521.759903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977521.759905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977521.759911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977521.759914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977521.759918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977521.759921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977521.759923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977521.759926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977521.891483:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977521.891489:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977521.891494:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977522.784045:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977522.784054:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977522.784056:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977522.784063:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977522.784067:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977522.784071:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977522.784074:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977522.784077:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977522.784080:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977523.807938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977523.807946:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977523.807948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977523.807954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977523.807957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977523.807960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977523.807963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977523.807965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977523.807968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977524.768495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977524.768499:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977524.772798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977524.772801:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977524.773910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977524.773912:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1783977524.831882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977524.831890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977524.831892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977524.831897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977524.831901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977524.831904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977524.831906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977524.831908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977524.831911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977525.855901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977525.855909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977525.855911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977525.855917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977525.855921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977525.855924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977525.855927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977525.855930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977525.855933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977525.983992:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977525.983995:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977525.983998:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977526.879913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977526.879921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977526.879923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977526.879929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977526.879932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977526.879936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977526.879939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977526.879941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977526.879944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977527.008259:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977527.008263:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977527.008266:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977527.906334:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977527.906342:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977527.906344:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977527.906350:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977527.906353:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977527.906357:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977527.906359:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977527.906362:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977527.906364:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977528.928021:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977528.928029:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977528.928032:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977528.928038:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977528.928042:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977528.928045:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977528.928048:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977528.928050:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977528.928053:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977529.888104:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977529.888118:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977529.888121:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977529.888125:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977529.888129:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977529.888135:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8389
00000400:00000200:3.0:1783977529.888144:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977529.888150:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977529.888153:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977529.888157:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888160:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888162:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888164:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977529.888168:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977529.888183:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977529.888186:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977529.888189:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977529.888192:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977529.888194:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977529.888197:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888198:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888200:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888202:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977529.888205:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977529.888208:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888210:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977529.888213:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977529.888216:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977529.888219:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888221:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977529.888224:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977529.888233:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977529.888236:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977529.888240:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977529.888241:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888244:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977529.888247:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977529.888251:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977529.888258:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977529.888263:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977529.888271:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366947072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977529.888280:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977529.888285:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977529.888289:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366947072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977529.888314:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977529.888317:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977529.888320:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977529.888322:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977529.888323:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977529.888326:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977529.888329:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8389
00000400:00000200:3.0:1783977529.888332:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977529.888335:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977529.888338:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977529.888340:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888342:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888344:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888346:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977529.888348:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977529.888349:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977529.888350:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977529.888352:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977529.888354:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977529.888356:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977529.888359:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888360:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888362:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888364:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977529.888366:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977529.888368:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888370:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977529.888372:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977529.888376:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977529.888378:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888380:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977529.888384:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977529.888386:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888388:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977529.888391:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977529.888394:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977529.888396:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977529.888397:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888399:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977529.888400:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977529.888402:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977529.888405:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977529.888409:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977529.888414:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366947200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977529.888424:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977529.888428:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977529.888438:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366947200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977529.888474:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977529.888479:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977529.888485:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977529.888489:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977529.888492:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977529.888496:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977529.888501:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8389
00000400:00000200:3.0:1783977529.888509:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977529.888513:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977529.888516:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977529.888521:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888525:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888529:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888533:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977529.888536:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977529.888539:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977529.888541:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977529.888543:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977529.888547:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977529.888549:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977529.888553:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888557:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977529.888562:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888566:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977529.888570:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977529.888577:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977529.888583:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977529.888587:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977529.888592:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977529.888596:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888600:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977529.888603:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977529.888608:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888611:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977529.888615:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977529.888620:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977529.888624:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977529.888625:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977529.888629:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977529.888632:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977529.888636:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977529.888644:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977529.888649:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977529.888771:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977529.888792:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00100000:3.0:1783977529.889105:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366947328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977529.889117:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977529.889122:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977529.889130:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366947328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977529.889150:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977529.889155:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977529.889161:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977529.889166:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977529.889181:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977529.889189:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8399)
00000800:00000200:2.1:1783977529.889231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977529.889233:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977529.889551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977529.889554:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783977529.951959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977529.951966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977529.951969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977529.951975:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977529.951978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977529.951982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977529.951985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977529.951987:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977529.951990:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977530.975991:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977530.975998:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977530.976000:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977530.976005:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977530.976008:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977530.976012:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977530.976015:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977530.976018:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977530.976021:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977531.104054:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977531.104059:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977531.104062:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977531.999877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977531.999882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977531.999884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977531.999889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977531.999892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977531.999896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977531.999899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977531.999901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977531.999904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977532.128552:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977532.128555:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977532.128558:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977533.023888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977533.023895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977533.023896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977533.023902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977533.023906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977533.023909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977533.023912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977533.023915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977533.023918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977534.047948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977534.047956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977534.047959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977534.047966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977534.047970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977534.047974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977534.047977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977534.047979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977534.047982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977535.008605:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977535.008609:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977535.008957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977535.008959:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977535.009333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977535.009335:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783977535.071895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977535.071902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977535.071904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977535.071910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977535.071913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977535.071916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977535.071919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977535.071921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977535.071924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977536.095919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977536.095929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977536.095931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977536.095938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977536.095943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977536.095947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977536.095951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977536.095954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977536.095957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977536.224005:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977536.224010:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977536.224013:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977537.119904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977537.119914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977537.119916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977537.119924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977537.119929:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977537.119934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977537.119939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977537.119942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977537.119954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977537.248016:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977537.248022:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977537.248027:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977538.143894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977538.143905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977538.143907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977538.143914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977538.143919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977538.143923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977538.143927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977538.143930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977538.143933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977539.167907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977539.167914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977539.167916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977539.167921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977539.167923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977539.167926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977539.167928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977539.167930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977539.167932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977540.128656:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977540.128662:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977540.129101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977540.129104:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977540.129379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977540.129382:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783977540.191910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977540.191918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977540.191920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977540.191926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977540.191930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977540.191934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977540.191937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977540.191940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977540.191943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977541.218956:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977541.218965:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977541.218967:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977541.219000:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977541.219005:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977541.219011:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977541.219015:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977541.219018:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977541.219022:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977541.344017:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977541.344022:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977541.344024:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977542.239917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977542.239931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977542.239934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977542.239940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977542.239943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977542.239947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977542.239949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977542.239979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977542.239982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977542.367979:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977542.367984:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977542.367988:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977543.264180:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977543.264189:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977543.264190:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977543.264316:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977543.264321:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977543.264325:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977543.264328:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977543.264330:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977543.264333:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977544.288750:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977544.288757:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977544.288758:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977544.288764:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977544.288767:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977544.288788:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977544.288791:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977544.288793:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977544.288797:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977545.248588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977545.248590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977545.248937:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977545.248940:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977545.249206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977545.249208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783977545.311928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977545.311937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977545.311939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977545.311945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977545.311949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977545.311952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977545.311954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977545.311956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977545.311959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977546.335908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977546.335915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977546.335917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977546.335923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977546.335926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977546.335930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977546.335932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977546.335935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977546.335938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977546.470460:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977546.470463:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977546.470466:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977547.359940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977547.359950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977547.359953:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977547.359960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977547.359965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977547.359970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977547.359973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977547.359976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977547.359980:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977547.488042:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977547.488049:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977547.488054:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977548.384599:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977548.384607:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977548.384609:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977548.384615:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977548.384618:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977548.384621:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977548.384625:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977548.384627:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977548.384630:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977549.407960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977549.407967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977549.407969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977549.407975:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977549.407979:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977549.407983:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977549.407985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977549.407988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977549.407991:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977550.368518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977550.368523:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977550.369122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977550.369124:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977550.369398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977550.369401:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783977551.584040:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977551.584043:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977551.584045:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977552.608051:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977552.608055:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977552.608058:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977555.488476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977555.488479:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977555.488945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977555.488947:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977555.489224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977555.489227:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783977556.704089:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977556.704093:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977556.704097:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977557.728047:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977557.728052:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977557.728055:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977560.608502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977560.608506:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977560.609149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977560.609151:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977560.609619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977560.609622:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977561.824085:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977561.824093:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977561.824105:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977562.848005:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977562.848011:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977562.848014:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977565.728599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977565.728605:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783977565.729073:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977565.729076:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783977565.729351:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977565.729354:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1783977566.943918:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977566.943923:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977566.943927:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977567.968044:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977567.968049:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977567.968053:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977570.847889:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977570.847903:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977570.847906:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977570.847912:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977570.847917:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977570.847926:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8430
00000400:00000200:3.0:1783977570.847937:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977570.847944:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977570.847948:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977570.847952:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.847956:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.847959:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.847962:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977570.847967:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977570.847970:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977570.847973:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977570.847977:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977570.847980:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977570.847982:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977570.847985:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.847987:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.847990:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.847992:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977570.847996:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977570.847999:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848002:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977570.848006:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977570.848010:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977570.848013:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848016:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977570.848019:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977570.848031:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977570.848036:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977570.848041:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977570.848043:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848048:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977570.848052:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977570.848056:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977570.848066:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977570.848074:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977570.848085:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366950144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977570.848096:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977570.848102:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977570.848107:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366950144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977570.848134:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977570.848138:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977570.848142:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977570.848143:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977570.848145:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977570.848149:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977570.848152:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8430
00000400:00000200:3.0:1783977570.848157:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977570.848161:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977570.848164:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977570.848169:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848173:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.848177:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848182:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977570.848186:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977570.848189:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977570.848192:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977570.848197:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977570.848201:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977570.848206:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977570.848212:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848216:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.848221:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848225:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977570.848230:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977570.848234:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848238:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977570.848241:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977570.848248:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977570.848251:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848254:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977570.848261:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977570.848267:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848270:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977570.848275:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977570.848279:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977570.848282:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977570.848285:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848288:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977570.848290:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977570.848293:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977570.848298:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977570.848303:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977570.848310:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366950272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977570.848323:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977570.848327:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977570.848339:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366950272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977570.848364:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977570.848368:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977570.848372:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977570.848375:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977570.848378:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977570.848381:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977570.848387:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8430
00000400:00000200:3.0:1783977570.848395:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977570.848403:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977570.848408:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977570.848416:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848420:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.848426:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848429:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977570.848433:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977570.848436:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977570.848439:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977570.848442:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977570.848446:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977570.848462:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977570.848466:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848469:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977570.848471:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848473:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977570.848475:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977570.848479:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977570.848484:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977570.848502:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1783977570.848502:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783977570.848507:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1783977570.848508:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1783977570.848511:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848516:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977570.848520:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977570.848525:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848527:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977570.848531:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977570.848535:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977570.848539:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977570.848542:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977570.848546:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977570.848550:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977570.848553:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977570.848559:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977570.848565:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977570.848573:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366950400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977570.848589:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977570.848592:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977570.848599:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366950400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977570.848609:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977570.848614:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977570.848622:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977570.848627:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977570.848635:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977570.848642:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8440)
00000800:00000200:1.1:1783977570.849003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977570.849005:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783977570.849237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977570.849238:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1783977572.064110:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977572.064113:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977572.064117:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977573.088661:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977573.088669:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977573.088673:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977575.968757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977575.968760:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977575.969061:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977575.969063:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977575.969244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977575.969245:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1783977577.184064:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977577.184079:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977577.184082:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977578.208087:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977578.208091:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977578.208095:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977581.087999:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977581.088010:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977581.088012:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977581.088021:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977581.088026:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977581.088034:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8440
00000400:00000200:3.0:1783977581.088043:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977581.088049:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977581.088053:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977581.088056:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088059:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088062:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088064:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977581.088068:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977581.088069:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977581.088072:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977581.088075:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977581.088077:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977581.088080:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977581.088083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088086:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088088:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088090:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977581.088093:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977581.088096:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088099:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977581.088102:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977581.088105:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977581.088108:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088111:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977581.088113:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977581.088123:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783977581.088126:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977581.088130:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977581.088132:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088134:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977581.088137:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977581.088141:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977581.088148:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977581.088155:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977581.088164:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366950912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977581.088173:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977581.088178:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977581.088183:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366950912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977581.088213:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977581.088216:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977581.088219:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977581.088221:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977581.088222:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977581.088225:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977581.088228:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8440
00000400:00000200:3.0:1783977581.088232:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977581.088237:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977581.088239:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977581.088242:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088244:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088247:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088250:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977581.088253:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977581.088255:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977581.088257:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977581.088259:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977581.088261:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977581.088264:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977581.088280:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088285:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088289:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088295:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977581.088299:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977581.088303:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088306:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977581.088309:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977581.088315:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977581.088318:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088323:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977581.088327:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977581.088338:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088344:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977581.088355:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977581.088361:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977581.088372:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977581.088376:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088380:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977581.088384:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977581.088389:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977581.088397:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977581.088406:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977581.088417:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366951040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977581.088426:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977581.088429:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977581.088436:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366951040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977581.088452:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977581.088460:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977581.088466:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977581.088472:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977581.088476:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977581.088483:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977581.088490:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8440
00000400:00000200:3.0:1783977581.088496:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977581.088522:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977581.088527:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977581.088532:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088536:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088542:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088551:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977581.088561:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977581.088566:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977581.088570:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977581.088574:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977581.088581:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977581.088588:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977581.088611:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088617:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977581.088620:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088623:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977581.088631:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977581.088638:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977581.088640:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977581.088643:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977581.088649:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977581.088653:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088657:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977581.088662:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977581.088671:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088677:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977581.088688:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977581.088694:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977581.088700:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977581.088701:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977581.088704:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977581.088706:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977581.088711:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977581.088718:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977581.088724:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977581.088738:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366951168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977581.088758:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977581.088761:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977581.088768:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366951168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977581.088823:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977581.088830:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977581.088837:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1783977581.088839:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783977581.088842:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977581.088847:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977581.088853:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8450)
00000800:00000200:2.1:1783977581.089074:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977581.089233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977582.304326:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977582.304329:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977582.304332:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977583.328059:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977583.328061:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977583.328063:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977586.208531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977586.208537:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977586.209056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977586.209059:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977586.209362:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977586.209365:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783977587.424321:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977587.424327:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977587.424330:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977588.448078:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977588.448082:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977588.448086:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977591.327920:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977591.327930:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977591.327933:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977591.327936:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977591.327940:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977591.327947:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8450
00000400:00000200:3.0:1783977591.327954:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977591.327960:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977591.327963:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977591.327966:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.327969:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.327972:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.327974:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977591.327978:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977591.327980:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977591.327982:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977591.327985:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977591.327987:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977591.327989:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977591.327992:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.327994:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.327996:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.327997:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977591.328000:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977591.328003:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328005:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977591.328007:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977591.328010:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977591.328013:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328015:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977591.328017:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977591.328026:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977591.328029:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977591.328033:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977591.328034:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328037:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977591.328040:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977591.328043:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977591.328051:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977591.328057:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977591.328064:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366951680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977591.328072:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977591.328076:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977591.328080:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366951680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977591.328135:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977591.328138:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977591.328141:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977591.328143:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977591.328144:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977591.328147:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977591.328150:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8450
00000400:00000200:3.0:1783977591.328153:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977591.328156:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977591.328158:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977591.328161:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328163:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.328165:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328166:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977591.328168:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977591.328170:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977591.328171:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977591.328173:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977591.328175:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977591.328177:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977591.328179:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328181:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.328183:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328184:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977591.328186:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977591.328189:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328191:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977591.328193:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977591.328198:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977591.328200:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328201:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977591.328205:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977591.328208:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328210:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977591.328213:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977591.328215:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977591.328217:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977591.328218:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328220:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977591.328221:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977591.328223:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977591.328226:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977591.328229:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977591.328233:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366951808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977591.328240:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977591.328242:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977591.328245:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366951808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977591.328263:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977591.328265:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977591.328268:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977591.328270:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977591.328271:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977591.328273:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977591.328276:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8450
00000400:00000200:3.0:1783977591.328279:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977591.328282:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977591.328284:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977591.328287:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328288:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.328290:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328292:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977591.328294:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977591.328295:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977591.328297:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977591.328298:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977591.328300:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977591.328302:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977591.328304:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328306:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977591.328308:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328309:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977591.328311:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977591.328314:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977591.328316:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977591.328321:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977591.328323:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977591.328325:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328327:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977591.328329:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977591.328331:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328332:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977591.328335:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977591.328337:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977591.328340:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977591.328341:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977591.328342:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977591.328349:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977591.328351:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977591.328356:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977591.328359:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977591.328363:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366951936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977591.328370:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977591.328372:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977591.328375:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366951936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977591.328382:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977591.328384:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977591.328387:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977591.328390:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977591.328393:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977591.328397:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8460)
00000800:00000200:2.1:1783977591.328662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977591.328665:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977591.328983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977591.328985:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977591.329268:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977591.329271:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1783977592.544004:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977592.544007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977592.544009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977593.567995:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977593.567999:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977593.568002:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977596.448512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977596.448518:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977596.448925:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977596.448927:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977596.449183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977596.449186:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783977597.663944:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977597.663948:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977597.663951:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977598.688057:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977598.688061:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977598.688064:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977601.568459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977601.568466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977601.568800:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977601.568802:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977601.569039:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977601.569041:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783977602.784002:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977602.784006:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977602.784009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977603.807947:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977603.807951:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977603.807955:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977606.688428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977606.688432:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977606.688893:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977606.688895:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977606.689085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977606.689087:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1783977607.904018:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977607.904024:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977607.904028:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977608.928017:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977608.928024:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977608.928029:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977611.808623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977611.808627:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977611.809112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977611.809113:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977611.809339:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977611.809342:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1783977613.024009:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977613.024013:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977613.024017:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977614.047984:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977614.047989:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977614.047992:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977616.927912:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977616.927920:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977616.927923:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977616.927926:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977616.927930:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977616.927937:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8476
00000400:00000200:3.0:1783977616.927946:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977616.927952:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977616.927955:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977616.927959:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.927962:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.927964:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.927966:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977616.927969:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977616.927971:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977616.927974:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977616.927977:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977616.927979:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977616.927981:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977616.927984:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.927987:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.927989:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.927991:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977616.927994:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977616.927996:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977616.927998:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977616.928001:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977616.928004:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977616.928007:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928008:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977616.928011:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977616.928020:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977616.928023:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977616.928027:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977616.928028:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928031:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977616.928034:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977616.928037:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977616.928044:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977616.928050:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977616.928056:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366953600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977616.928063:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977616.928066:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977616.928069:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366953600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977616.928088:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977616.928090:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977616.928092:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977616.928093:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977616.928095:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977616.928097:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977616.928099:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8476
00000400:00000200:3.0:1783977616.928101:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977616.928103:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977616.928104:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977616.928106:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928107:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.928109:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928110:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977616.928111:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977616.928112:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977616.928113:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977616.928114:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977616.928115:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977616.928117:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977616.928118:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928119:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.928121:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928122:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977616.928123:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977616.928125:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928127:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977616.928127:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977616.928132:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977616.928134:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928135:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977616.928139:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977616.928141:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928143:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977616.928145:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977616.928147:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977616.928148:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977616.928150:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928151:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977616.928152:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977616.928153:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977616.928155:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977616.928158:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977616.928160:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366953728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977616.928166:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977616.928170:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977616.928174:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366953728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977616.928185:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977616.928187:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977616.928189:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977616.928191:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977616.928192:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977616.928195:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977616.928198:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8476
00000400:00000200:3.0:1783977616.928205:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977616.928215:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977616.928223:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977616.928236:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928245:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.928250:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928255:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977616.928260:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977616.928262:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977616.928267:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977616.928273:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977616.928284:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977616.928290:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977616.928301:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928306:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977616.928309:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928314:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977616.928319:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977616.928331:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977616.928339:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977616.928342:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977616.928346:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977616.928358:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928365:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977616.928367:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977616.928373:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928375:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977616.928378:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977616.928391:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977616.928395:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977616.928398:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977616.928406:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977616.928408:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977616.928411:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977616.928416:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977616.928422:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977616.928426:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366953856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977616.928437:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977616.928440:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977616.928446:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366953856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977616.928457:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977616.928464:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977616.928471:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977616.928474:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977616.928487:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977616.928505:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8486)
00000800:00000200:2.1:1783977616.928622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977616.928626:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977616.929110:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977616.929113:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977616.929382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977616.929385:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783977618.144819:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977618.144822:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977618.144826:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977619.167984:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977619.167987:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977619.167990:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977622.048145:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977622.048159:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977622.048162:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977622.048167:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977622.048173:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977622.048182:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8481
00000400:00000200:3.0:1783977622.048194:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977622.048201:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977622.048205:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977622.048208:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048211:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048214:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048217:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977622.048222:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977622.048225:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977622.048228:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977622.048232:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977622.048235:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977622.048237:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977622.048241:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048243:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048245:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048247:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977622.048251:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977622.048254:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048257:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977622.048260:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977622.048264:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977622.048267:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048269:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977622.048273:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977622.048292:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977622.048297:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977622.048301:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977622.048303:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048307:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977622.048311:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977622.048316:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977622.048326:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977622.048335:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977622.048346:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366953984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977622.048358:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977622.048364:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977622.048368:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366953984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977622.048401:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977622.048405:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977622.048408:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977622.048409:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977622.048412:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977622.048415:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977622.048418:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8481
00000400:00000200:3.0:1783977622.048422:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977622.048425:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977622.048428:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977622.048430:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048433:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048435:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048437:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977622.048439:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977622.048440:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977622.048442:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977622.048445:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977622.048447:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977622.048449:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977622.048452:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048453:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048455:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048457:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977622.048459:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977622.048461:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048464:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977622.048466:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977622.048473:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977622.048475:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048477:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977622.048482:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977622.048485:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048487:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977622.048492:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977622.048495:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977622.048498:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977622.048500:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048501:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977622.048503:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977622.048505:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977622.048510:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977622.048515:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977622.048522:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366954112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977622.048532:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977622.048536:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977622.048544:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366954112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977622.048574:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977622.048578:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977622.048584:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977622.048587:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977622.048591:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977622.048595:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977622.048600:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8481
00000400:00000200:3.0:1783977622.048607:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977622.048611:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977622.048615:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977622.048620:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048623:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048625:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048626:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977622.048629:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977622.048632:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977622.048634:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977622.048636:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977622.048639:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977622.048644:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977622.048649:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048652:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977622.048655:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048658:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977622.048661:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977622.048665:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977622.048668:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977622.048670:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977622.048673:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977622.048678:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048680:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977622.048682:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977622.048684:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048686:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977622.048694:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977622.048698:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977622.048702:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977622.048704:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977622.048708:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977622.048711:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977622.048714:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977622.048722:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977622.048728:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977622.048737:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366954240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977622.048756:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977622.048761:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977622.048768:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366954240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977622.048803:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977622.048806:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977622.048811:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977622.048814:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977622.048817:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977622.048823:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8491)
00000800:00000200:2.1:1783977622.048906:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977622.048910:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977622.049452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977622.049455:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977622.049723:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977622.049725:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783977623.265979:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977623.265985:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977623.265989:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977624.287986:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977624.287990:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977624.287993:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977627.168429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977627.168436:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977627.168873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977627.168876:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977627.169136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977627.169138:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977628.383983:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977628.383988:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977628.383991:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977629.408089:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977629.408093:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977629.408095:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977632.287935:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977632.287945:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977632.287948:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977632.287952:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977632.287956:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977632.287963:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8491
00000400:00000200:3.0:1783977632.287973:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977632.287977:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977632.287980:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977632.287982:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.287985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.287986:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.287988:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977632.287991:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977632.287993:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977632.287994:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977632.287997:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977632.287998:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977632.288000:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977632.288001:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288003:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.288004:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288005:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977632.288007:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977632.288009:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288010:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977632.288012:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977632.288015:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977632.288017:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288018:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977632.288020:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977632.288027:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783977632.288029:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977632.288032:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977632.288033:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288035:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977632.288037:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977632.288040:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977632.288045:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977632.288050:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977632.288057:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366954752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977632.288068:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977632.288071:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977632.288074:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366954752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977632.288096:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977632.288099:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977632.288102:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977632.288103:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977632.288105:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977632.288108:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977632.288110:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8491
00000400:00000200:3.0:1783977632.288114:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977632.288118:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977632.288120:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977632.288124:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288127:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.288129:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288131:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977632.288133:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977632.288134:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977632.288138:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977632.288141:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977632.288146:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977632.288147:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977632.288149:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288151:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.288153:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288154:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977632.288157:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977632.288160:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288163:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977632.288166:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977632.288171:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977632.288176:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288178:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977632.288187:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977632.288195:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288197:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977632.288204:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783977632.288214:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977632.288220:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977632.288223:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288231:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977632.288235:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977632.288239:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977632.288245:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977632.288250:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977632.288258:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366954880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977632.288280:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977632.288286:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977632.288294:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366954880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977632.288312:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977632.288320:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977632.288327:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977632.288333:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977632.288340:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977632.288348:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977632.288357:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8491
00000400:00000200:3.0:1783977632.288392:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977632.288398:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977632.288401:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977632.288410:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288413:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.288416:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288421:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977632.288432:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977632.288435:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977632.288438:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977632.288445:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977632.288454:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977632.288463:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977632.288469:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288473:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977632.288484:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288494:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977632.288497:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977632.288500:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977632.288503:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977632.288508:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977632.288515:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977632.288527:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288536:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977632.288539:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977632.288552:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977632.288554:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977632.288560:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977632.288565:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977632.288576:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977632.288582:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977632.288589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977632.288590:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1783977632.288597:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1783977632.288598:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977632.288605:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977632.288615:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977632.288619:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977632.288628:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366955008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977632.288640:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977632.288645:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977632.288650:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366955008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977632.288670:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977632.288683:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977632.288687:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977632.288708:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977632.288722:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977632.288737:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8501)
00000800:00000200:2.1:1783977632.289057:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977632.289059:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977632.289247:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977632.289249:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783977633.504048:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977633.504053:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977633.504057:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977634.528021:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977634.528028:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977634.528033:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977637.407920:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977637.407929:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977637.407932:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977637.407936:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977637.407940:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977637.407947:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8496
00000400:00000200:3.0:1783977637.407957:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977637.407963:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977637.407966:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977637.407969:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.407972:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.407974:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.407976:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977637.407980:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977637.407982:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977637.407984:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977637.407987:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977637.407989:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977637.407992:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977637.407995:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.407996:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.407998:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408000:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977637.408003:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977637.408006:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408009:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977637.408011:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977637.408014:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977637.408016:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408018:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977637.408020:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977637.408028:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977637.408031:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977637.408034:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977637.408035:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408037:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977637.408039:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977637.408042:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977637.408052:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977637.408058:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977637.408065:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366955136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977637.408072:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977637.408076:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977637.408080:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366955136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977637.408105:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977637.408109:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977637.408112:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977637.408113:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977637.408115:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977637.408118:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977637.408120:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8496
00000400:00000200:3.0:1783977637.408124:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977637.408127:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977637.408128:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977637.408130:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408132:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.408133:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408134:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977637.408135:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977637.408136:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977637.408137:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977637.408139:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977637.408140:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977637.408142:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977637.408144:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408146:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.408148:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408151:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977637.408153:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977637.408156:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408158:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977637.408163:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977637.408171:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977637.408177:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408183:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977637.408189:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977637.408195:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408201:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977637.408208:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977637.408213:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977637.408219:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977637.408222:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408226:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977637.408230:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977637.408234:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977637.408242:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977637.408247:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977637.408251:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366955264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977637.408257:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977637.408262:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977637.408269:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366955264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977637.408314:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977637.408318:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977637.408325:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977637.408327:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977637.408328:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977637.408332:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977637.408337:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8496
00000400:00000200:3.0:1783977637.408373:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977637.408379:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977637.408382:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977637.408388:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408390:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.408394:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408398:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977637.408399:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977637.408400:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977637.408401:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977637.408404:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977637.408406:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977637.408409:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977637.408414:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408418:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977637.408420:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977637.408424:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977637.408426:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977637.408431:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000800:00000200:2.1:1783977637.408431:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977637.408437:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977637.408441:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977637.408446:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977637.408452:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977637.408457:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408459:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977637.408461:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977637.408467:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408472:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977637.408478:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977637.408482:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977637.408485:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977637.408487:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977637.408490:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977637.408491:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977637.408493:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977637.408498:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977637.408504:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977637.408511:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366955392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977637.408538:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977637.408542:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977637.408546:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366955392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977637.408563:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977637.408567:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977637.408573:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977637.408579:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977637.408583:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977637.408599:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8506)
00000800:00000200:2.1:1783977637.408884:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977637.408886:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977637.409085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977637.409087:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783977638.624057:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977638.624062:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977638.624066:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977639.648098:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977639.648105:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977639.648109:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977642.528401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977642.528405:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977642.528655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977642.528658:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977642.528962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977642.528964:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783977643.744228:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977643.744232:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977643.744234:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977644.768133:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977644.768137:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977644.768176:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977647.652042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977647.655913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977647.657183:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977648.864086:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977648.864090:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977648.864093:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977649.888098:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977649.888102:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977649.888105:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977650.722099:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977650.722132:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977650.722139:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977650.722141:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977650.722144:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977650.722147:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977650.722151:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977650.722153:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b300.
00000400:00000200:3.0:1783977650.722157:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977650.722161:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977650.722165:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2e58
00000400:00000010:3.0:1783977650.722167:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2e58.
00000100:00000001:3.0:1783977650.722170:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977650.722177:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32680 x1870627366955904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722204:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977650.722207:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627366955904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722211:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977650.722213:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977650.722219:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977650.722220:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bf00.
00000400:00000200:3.0:1783977650.722222:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977650.722224:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977650.722226:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:3.0:1783977650.722227:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:3.0:1783977650.722229:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977650.722231:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33b80 x1870627366956032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722236:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977650.722239:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627366956032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722243:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977650.722244:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977650.722247:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977650.722248:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b400.
00000400:00000200:3.0:1783977650.722250:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977650.722253:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977650.722255:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad26e8
00000400:00000010:3.0:1783977650.722256:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad26e8.
00000100:00000001:3.0:1783977650.722260:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977650.722263:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33100 x1870627366956160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722269:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977650.722273:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627366956160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977650.722278:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977650.722280:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:2.1:1783977652.769807:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977652.769810:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977652.770161:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977652.770164:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977652.770437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977652.770439:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783977653.984474:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977653.984478:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977653.984480:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977655.008071:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977655.008075:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977655.008079:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977657.892889:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977657.892892:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977657.905259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977657.905263:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977657.906975:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977657.907333:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1783977659.104268:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977659.104273:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977659.104276:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977660.128110:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977660.128116:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977660.128119:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977663.008710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977663.008713:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977663.009063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977663.009065:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977663.009325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977663.009328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783977664.224240:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977664.224244:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977664.224247:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977665.248269:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977665.248274:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977665.248278:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977668.128767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977668.128792:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977668.129206:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977668.129208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977668.129557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977668.129559:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783977669.344093:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977669.344096:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977669.344098:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977670.368288:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977670.368292:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977670.368296:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977673.249564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977673.249568:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977673.249974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977673.249977:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977673.250265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977673.250267:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1783977674.463997:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977674.464001:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977674.464004:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977675.490478:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977675.490482:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977675.490485:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977678.371444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977678.371448:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977678.371973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977678.371976:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977678.372291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977678.372294:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1783977679.584883:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977679.584890:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977679.584894:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977680.608053:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977680.608057:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977680.608060:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977683.487941:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977683.487952:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977683.487967:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977683.487970:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977683.487974:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977683.487982:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8542
00000400:00000200:3.0:1783977683.487991:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977683.487998:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977683.488001:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977683.488005:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488008:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488010:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488013:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977683.488017:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977683.488019:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977683.488022:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977683.488026:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977683.488029:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977683.488031:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977683.488034:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488036:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488038:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488040:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977683.488052:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977683.488059:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488062:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977683.488065:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977683.488069:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977683.488072:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488075:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977683.488077:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977683.488087:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977683.488091:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977683.488095:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977683.488097:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488100:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977683.488102:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977683.488106:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977683.488114:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977683.488121:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977683.488130:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366958592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977683.488152:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977683.488157:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977683.488162:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366958592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977683.488185:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977683.488188:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977683.488191:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977683.488193:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977683.488194:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977683.488197:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977683.488200:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8542
00000400:00000200:3.0:1783977683.488204:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977683.488209:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977683.488211:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977683.488215:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488218:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488222:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488225:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977683.488230:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977683.488233:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977683.488235:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977683.488239:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977683.488243:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977683.488250:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977683.488258:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488275:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488280:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488283:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977683.488289:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977683.488294:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488298:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977683.488301:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977683.488308:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977683.488313:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488317:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977683.488322:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977683.488326:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488329:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977683.488334:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977683.488337:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977683.488341:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977683.488345:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488349:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977683.488352:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977683.488356:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977683.488363:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977683.488368:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977683.488389:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366958720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977683.488400:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977683.488405:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977683.488413:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366958720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977683.488427:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977683.488433:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977683.488441:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977683.488444:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977683.488448:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977683.488454:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977683.488460:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8542
00000400:00000200:3.0:1783977683.488493:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977683.488500:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977683.488515:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977683.488522:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488526:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488531:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488535:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:2.1:1783977683.488536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977683.488540:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1783977683.488542:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000020:00000040:3.0:1783977683.488543:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977683.488546:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977683.488550:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977683.488555:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977683.488561:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977683.488567:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488572:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977683.488576:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488580:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977683.488584:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977683.488590:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977683.488596:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977683.488599:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977683.488603:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977683.488607:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488612:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977683.488615:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977683.488619:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488622:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977683.488628:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977683.488632:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977683.488637:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977683.488639:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977683.488643:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977683.488645:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977683.488648:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977683.488655:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977683.488660:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977683.488667:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366958848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977683.488681:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977683.488685:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977683.488689:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366958848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977683.488696:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977683.488699:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977683.488705:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977683.488709:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977683.488715:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977683.488720:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8552)
00000800:00000200:2.1:1783977683.489063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977683.489065:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977683.489340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977683.489343:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1783977684.704013:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977684.704017:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977684.704020:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977688.608477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977688.608481:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783977688.608888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977688.608890:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783977688.609127:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977688.609128:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1783977689.824049:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977689.824054:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977689.824060:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977693.728474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977693.728487:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977693.728934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977693.728937:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977693.729202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977693.729205:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977694.944679:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977694.944683:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977694.944685:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977698.848255:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977698.848258:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977698.848861:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977698.848863:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977698.849437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977698.849440:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783977700.064020:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977700.064028:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977700.064035:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977703.968679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977703.968682:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977703.969037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977703.969040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977703.969336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977703.969339:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783977704.159992:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977704.159999:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977704.160006:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977705.183996:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977705.184000:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977705.184003:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977709.088961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977709.088964:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977709.089953:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977709.089955:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977709.090687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977709.090689:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783977709.280215:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977709.280220:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977709.280224:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977710.304807:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977710.304812:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977710.304816:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977714.208531:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977714.208752:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977714.208920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977714.399993:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977714.399998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977714.400001:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977715.424184:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977715.424188:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977715.424191:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977717.280111:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977717.280154:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977717.280163:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977717.280167:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977717.280172:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977717.280175:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977717.280180:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977717.280184:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5b00.
00000400:00000200:3.0:1783977717.280189:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977717.280194:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977717.280200:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e113b8
00000400:00000010:3.0:1783977717.280203:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e113b8.
00000100:00000001:3.0:1783977717.280207:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977717.280215:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa5180 x1870627366960896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.280404:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977717.280409:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627366960896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.284609:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783977717.284614:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783977717.284618:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:3.0:1783977717.284623:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783977717.284625:0:2396:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783977717.284627:0:2396:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:3.0:1783977717.284629:0:2396:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783977717.284632:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:3.0:1783977717.284635:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783977717.284637:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783977717.284639:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:3.0:1783977717.284642:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783977717.284644:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977717.284646:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977717.284659:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977717.284662:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5d00.
00000400:00000200:3.0:1783977717.284666:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977717.284671:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977717.284676:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11990
00000400:00000010:3.0:1783977717.284678:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11990.
00000100:00000001:3.0:1783977717.284680:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977717.284685:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7480 x1870627366961024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.284702:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977717.284706:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627366961024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.284998:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977717.285237:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977717.285246:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977717.285249:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5a00.
00000400:00000200:3.0:1783977717.285252:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977717.285256:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977717.285260:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11908
00000400:00000010:3.0:1783977717.285261:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11908.
00000100:00000001:3.0:1783977717.285264:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977717.285268:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6d80 x1870627366961152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.285827:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977717.285832:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627366961152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977717.285838:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977717.285840:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783977717.344205:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977717.344213:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977717.344215:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977717.344221:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977717.344225:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977717.344228:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977717.344231:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977717.344235:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977717.344237:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977718.368236:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977718.368246:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977718.368248:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977718.368254:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977718.368259:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977718.368263:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977718.368266:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977718.368269:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977718.368273:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977719.329133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977719.329137:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977719.329486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977719.329488:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977719.329750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977719.329752:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783977719.392448:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977719.392583:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977719.392585:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977719.392592:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977719.392598:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977719.392602:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977719.392606:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977719.392610:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977719.392613:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977719.520065:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977719.520071:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977719.520074:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977720.415901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977720.415907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977720.415908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977720.415913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977720.415916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977720.415919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977720.415921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977720.415922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977720.415925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977720.544067:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977720.544071:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977720.544074:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977721.440416:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977721.440428:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977721.440430:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977721.440438:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977721.440442:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977721.440447:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977721.440451:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977721.440454:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977721.440457:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977722.464164:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977722.464172:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977722.464173:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977722.464180:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977722.464183:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977722.464187:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977722.464189:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977722.464191:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977722.464195:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977723.487909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977723.487917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977723.487919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977723.487924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977723.487928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977723.487932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977723.487935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977723.487937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977723.487941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977724.448427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977724.448432:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977724.448871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977724.448873:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977724.449108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977724.449110:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783977724.511896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977724.511904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977724.511907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977724.511913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977724.511916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977724.511920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977724.511922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977724.511925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977724.511928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977724.641012:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977724.641016:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977724.641019:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977725.538008:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977725.538015:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977725.538017:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977725.538023:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977725.538026:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977725.538030:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977725.538033:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977725.538035:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977725.538037:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977725.664028:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977725.664033:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977725.664036:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977726.559898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977726.559906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977726.559908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977726.559914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977726.559917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977726.559926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977726.559929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977726.559932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977726.559934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977729.568504:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977729.568510:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977729.568940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977729.568942:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977729.569265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977729.569268:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783977729.760093:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977729.760098:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977729.760101:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977730.786141:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977730.786145:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977730.786149:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977734.688620:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977734.688629:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977734.688632:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977734.688635:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977734.688639:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977734.688646:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8593
00000400:00000200:3.0:1783977734.688655:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977734.688659:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977734.688662:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977734.688665:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688668:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.688671:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688673:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977734.688677:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977734.688678:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977734.688681:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977734.688684:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977734.688686:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977734.688689:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977734.688692:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688694:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.688696:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688698:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977734.688701:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977734.688704:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688707:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977734.688709:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977734.688713:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977734.688715:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.688716:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977734.688719:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977734.688726:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977734.688729:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977734.688734:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977734.688735:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.688739:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977734.688741:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977734.688745:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977734.688753:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977734.688759:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977734.688767:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366962432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977734.688810:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977734.688814:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977734.688819:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366962432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977734.688841:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977734.688845:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977734.688848:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977734.688849:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977734.688851:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977734.688854:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977734.688857:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8593
00000400:00000200:3.0:1783977734.688861:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977734.688865:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977734.688867:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977734.688871:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688874:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.688877:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688881:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977734.688885:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977734.688889:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977734.688892:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977734.688895:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977734.688899:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977734.688904:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977734.688911:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688914:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.688918:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688922:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977734.688926:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977734.688929:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977734.688931:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977734.688933:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977734.688938:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977734.688943:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.688947:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977734.688952:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977734.688956:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.688960:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977734.688966:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977734.688970:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977734.688972:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977734.688976:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.688979:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977734.688982:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977734.688984:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977734.688991:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977734.688998:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977734.689006:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366962560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977734.689015:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977734.689020:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977734.689027:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366962560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977734.689048:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977734.689052:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977734.689058:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977734.689061:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977734.689064:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977734.689068:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977734.689072:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8593
00000400:00000200:3.0:1783977734.689078:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977734.689084:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977734.689086:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977734.689092:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.689096:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.689101:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.689107:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977734.689109:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977734.689111:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977734.689114:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977734.689116:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977734.689120:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977734.689124:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977734.689127:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.689128:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977734.689130:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977734.689132:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977734.689134:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977734.689140:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977734.689145:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977734.689148:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977734.689151:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977734.689156:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.689159:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977734.689162:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977734.689166:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.689169:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977734.689174:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977734.689179:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977734.689182:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977734.689185:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977734.689189:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977734.689191:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977734.689193:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977734.689199:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977734.689205:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977734.689214:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366962688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1783977734.689220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977734.689226:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783977734.689228:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977734.689232:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977734.689239:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366962688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977734.689251:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977734.689256:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977734.689263:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977734.689267:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977734.689273:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977734.689280:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8604)
00000800:00000200:2.1:1783977734.689706:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977734.689709:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977734.690015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977734.690017:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1783977734.880052:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977734.880056:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977734.880059:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977735.903988:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977735.903991:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977735.903994:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977739.808672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977739.808676:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977739.809008:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977739.809010:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977739.809273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977739.809275:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1783977739.999976:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977739.999980:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977739.999983:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977741.023970:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977741.023974:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977741.023977:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977744.928599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977744.928606:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977744.929102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977744.929104:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977744.929324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977744.929325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1783977745.120592:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977745.120596:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977745.120599:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977746.144418:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977746.144423:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977746.144426:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977750.047907:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977750.047916:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977750.047918:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977750.047922:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977750.047927:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977750.047933:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8609
00000400:00000200:3.0:1783977750.047942:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977750.047948:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977750.047951:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977750.047955:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.047958:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.047961:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.047963:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977750.047967:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977750.047969:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977750.047972:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977750.047975:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977750.047977:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977750.047980:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977750.047983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.047985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.047987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.047989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977750.047992:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977750.047995:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977750.047997:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977750.048000:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977750.048003:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977750.048006:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048008:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977750.048010:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977750.048020:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977750.048023:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977750.048027:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977750.048028:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048031:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977750.048033:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977750.048037:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977750.048044:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977750.048051:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977750.048060:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366963584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977750.048070:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977750.048074:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977750.048079:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366963584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977750.048107:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977750.048110:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977750.048113:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977750.048114:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977750.048116:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977750.048119:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977750.048121:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8609
00000400:00000200:3.0:1783977750.048125:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977750.048128:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977750.048131:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977750.048134:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048136:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.048138:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048140:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977750.048142:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977750.048143:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977750.048144:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977750.048146:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977750.048148:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977750.048150:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977750.048153:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048155:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.048156:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048158:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977750.048161:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977750.048163:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048165:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977750.048166:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977750.048171:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977750.048173:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048175:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977750.048178:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977750.048181:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048183:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977750.048186:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783977750.048189:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977750.048191:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977750.048192:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048193:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977750.048194:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977750.048196:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977750.048199:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977750.048202:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977750.048207:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366963712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977750.048214:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977750.048216:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977750.048219:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366963712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977750.048227:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977750.048229:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977750.048232:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977750.048233:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977750.048235:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977750.048237:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977750.048240:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8609
00000400:00000200:3.0:1783977750.048243:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977750.048246:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977750.048248:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977750.048251:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048253:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.048255:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977750.048259:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977750.048260:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977750.048262:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977750.048264:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977750.048266:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977750.048267:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977750.048270:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048272:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977750.048274:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048276:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977750.048278:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977750.048280:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977750.048282:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977750.048284:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977750.048286:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977750.048288:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048290:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977750.048292:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977750.048309:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048310:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977750.048315:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977750.048317:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977750.048319:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977750.048321:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977750.048322:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977750.048324:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977750.048325:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977750.048329:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977750.048332:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977750.048337:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366963840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977750.048348:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977750.048351:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977750.048354:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366963840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977750.048362:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977750.048364:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977750.048367:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977750.048370:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977750.048373:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977750.048378:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8619)
00000800:00000200:2.1:1783977750.048631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977750.048634:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977750.048977:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977750.048980:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977750.049243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977750.049245:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783977750.240029:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977750.240033:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977750.240035:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977751.263976:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977751.263980:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977751.263984:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977755.167919:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977755.167929:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977755.167932:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977755.167936:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977755.167940:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977755.167956:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8614
00000400:00000200:3.0:1783977755.167967:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977755.167974:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977755.167977:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977755.167979:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.167981:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.167984:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.167985:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977755.167989:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977755.167991:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977755.167993:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977755.167995:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977755.167997:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977755.167999:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977755.168001:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168002:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.168003:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168004:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977755.168006:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977755.168009:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168010:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977755.168012:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977755.168016:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977755.168018:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168019:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977755.168021:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977755.168032:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977755.168034:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977755.168038:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977755.168039:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168042:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977755.168044:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977755.168048:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977755.168056:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977755.168062:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977755.168070:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366963968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977755.168077:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977755.168081:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977755.168085:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366963968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977755.168105:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977755.168107:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977755.168110:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977755.168111:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977755.168112:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977755.168114:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977755.168116:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8614
00000400:00000200:3.0:1783977755.168118:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977755.168119:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977755.168121:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977755.168122:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168123:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.168125:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168126:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977755.168127:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977755.168128:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977755.168129:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977755.168130:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977755.168131:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977755.168133:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977755.168134:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168136:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.168137:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168139:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977755.168141:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977755.168142:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168144:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977755.168145:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977755.168151:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977755.168152:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168153:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977755.168157:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977755.168160:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168161:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977755.168163:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977755.168165:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977755.168166:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977755.168168:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168169:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977755.168170:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977755.168172:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977755.168174:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977755.168176:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977755.168179:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366964096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977755.168184:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977755.168186:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977755.168189:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366964096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977755.168213:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977755.168219:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977755.168225:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977755.168227:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977755.168229:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977755.168234:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977755.168239:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8614
00000400:00000200:3.0:1783977755.168255:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977755.168264:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977755.168269:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977755.168273:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168276:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.168279:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168281:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977755.168283:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977755.168286:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977755.168289:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977755.168291:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977755.168296:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977755.168301:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977755.168308:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168311:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977755.168315:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168317:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977755.168322:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977755.168329:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977755.168334:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977755.168337:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977755.168340:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977755.168343:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168347:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977755.168349:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977755.168358:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168364:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977755.168368:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977755.168369:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977755.168371:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977755.168372:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977755.168374:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977755.168376:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977755.168382:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977755.168389:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977755.168394:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977755.168401:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366964224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977755.168418:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977755.168423:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977755.168429:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366964224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977755.168455:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977755.168462:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977755.168477:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977755.168484:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977755.168494:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977755.168503:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8624)
00000800:00000200:2.1:1783977755.168604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977755.168607:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977755.169042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977755.169044:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977755.169316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977755.169319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783977755.359996:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977755.359999:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977755.360002:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977756.384608:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977756.384612:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977756.384615:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977760.290710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977760.290712:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977760.290967:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977760.290969:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977760.292608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977760.292610:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977760.480219:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977760.480222:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977760.480225:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977761.505003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977761.505012:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977761.505015:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977765.408575:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977765.408581:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977765.409016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977765.409018:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977765.409327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977765.409330:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783977765.599990:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977765.599994:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977765.599998:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977766.627118:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977766.627123:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977766.627127:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977770.528570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977770.528573:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977770.528927:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977770.528930:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977770.529238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977770.529240:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783977770.720020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977770.720024:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977770.720026:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977771.744332:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977771.744336:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977771.744340:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977775.649266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977775.649270:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977775.649696:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977775.649699:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977775.650009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977775.650012:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783977775.840122:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977775.840126:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977775.840129:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977776.864064:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977776.864069:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977776.864073:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783977780.768519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977780.768655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977780.768814:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977780.959999:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977780.960002:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977780.960005:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977781.983959:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977781.983962:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977781.983964:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783977783.840043:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977783.840091:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977783.840100:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977783.840104:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977783.840108:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977783.840112:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977783.840117:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977783.840120:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5300.
00000400:00000200:3.0:1783977783.840127:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977783.840131:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977783.840137:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e114c8
00000400:00000010:3.0:1783977783.840140:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e114c8.
00000100:00000001:3.0:1783977783.840145:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977783.840153:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6d80 x1870627366965888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840177:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977783.840181:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627366965888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840188:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977783.840191:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977783.840199:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977783.840202:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5100.
00000400:00000200:3.0:1783977783.840204:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977783.840207:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977783.840210:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11198
00000400:00000010:3.0:1783977783.840212:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11198.
00000100:00000001:3.0:1783977783.840214:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977783.840218:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7480 x1870627366966016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840225:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977783.840228:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627366966016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840234:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977783.840235:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977783.840239:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977783.840241:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:3.0:1783977783.840244:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977783.840246:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977783.840248:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11088
00000400:00000010:3.0:1783977783.840251:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11088.
00000100:00000001:3.0:1783977783.840254:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977783.840257:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa5180 x1870627366966144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840265:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977783.840268:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627366966144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977783.840274:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977783.840276:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1783977785.888426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977785.888433:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977785.888935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977785.888938:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977785.889210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977785.889212:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783977786.079951:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977786.079955:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977786.079958:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783977787.104020:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977787.104023:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977787.104026:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977787.999920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977787.999929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977787.999931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977787.999937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977787.999941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977787.999946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977787.999952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977787.999955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977787.999958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977789.023868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977789.023873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977789.023875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977789.023879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977789.023882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977789.023886:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977789.023888:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977789.023891:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977789.023893:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977790.047899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977790.047904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977790.047906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977790.047911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977790.047913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977790.047916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977790.047918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977790.047920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977790.047921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977791.008363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977791.008368:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977791.008841:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977791.008842:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977791.009019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977791.009021:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783977791.071995:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977791.072010:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977791.072013:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977791.072020:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977791.072024:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977791.072034:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977791.072037:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977791.072040:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977791.072044:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977791.200237:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977791.200243:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977791.200256:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977792.095885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977792.095892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977792.095894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977792.095900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977792.095903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977792.095907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977792.095910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977792.095912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977792.095915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977792.224006:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977792.224010:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977792.224013:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977793.119879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977793.119884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977793.119886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977793.119891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977793.119893:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977793.119896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977793.119898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977793.119900:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977793.119903:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977794.143894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977794.143900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977794.143902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977794.143907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977794.143910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977794.143913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977794.143916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977794.143918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977794.143921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977795.167880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977795.167888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977795.167890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977795.167895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977795.167899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977795.167902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977795.167905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977795.167907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977795.167910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977796.131401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977796.131405:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977796.131827:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977796.131829:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977796.132116:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977796.132119:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783977796.192586:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977796.192594:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977796.192596:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977796.192602:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977796.192605:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977796.192609:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977796.192612:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977796.192614:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977796.192616:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977796.320254:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977796.320258:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977796.320262:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977797.215895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977797.215901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977797.215903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977797.215907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977797.215910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977797.215914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977797.215916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977797.215919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977797.215922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977797.344389:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977797.344393:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977797.344397:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977798.239889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977798.239895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977798.239897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977798.239901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977798.239903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977798.239906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977798.239907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977798.239909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977798.239911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977799.263882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977799.263888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977799.263889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977799.263894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977799.263896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977799.263899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977799.263901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977799.263903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977799.263905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977800.287900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977800.287908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977800.287911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977800.287917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977800.287921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977800.287924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977800.287927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977800.287929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977800.287932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977801.248456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977801.248466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977801.248945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977801.248948:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977801.249243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977801.249245:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1783977801.311856:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977801.311863:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977801.311865:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977801.311871:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977801.311875:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977801.311878:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977801.311882:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977801.311884:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977801.311887:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977801.440026:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977801.440030:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977801.440032:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977802.335874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977802.335882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977802.335884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977802.335891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977802.335894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977802.335898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977802.335900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977802.335902:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977802.335905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977803.359887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977803.359893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977803.359895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977803.359900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977803.359904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977803.359907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977803.359910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977803.359912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977803.359915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977804.383888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977804.383896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977804.383898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977804.383904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977804.383907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977804.383911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977804.383913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977804.383917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977804.383919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977805.408285:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977805.408295:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977805.408297:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977805.408304:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977805.408308:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977805.408315:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977805.408329:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977805.408332:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977805.408336:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977806.369342:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977806.369346:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977806.369682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977806.369684:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977806.369979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977806.369981:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1783977806.431940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977806.431952:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977806.431954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977806.431962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977806.431974:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977806.431982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977806.431985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977806.431989:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977806.431993:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977806.560545:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977806.560550:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977806.560554:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977807.455911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977807.455921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977807.455923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977807.455929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977807.455934:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977807.455938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977807.455941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977807.455945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977807.455948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977808.479902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977808.479910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977808.479912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977808.479917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977808.479920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977808.479925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977808.479927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977808.479929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977808.479932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977809.504339:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977809.504350:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977809.504352:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977809.504367:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977809.504372:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977809.504377:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977809.504380:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977809.504383:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977809.504386:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977810.527963:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977810.527975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977810.527977:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977810.527985:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977810.527990:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977810.527995:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977810.527998:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977810.528003:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977810.528006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977811.490228:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977811.490235:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977811.493290:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977811.493294:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977811.493641:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977811.493643:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1783977811.552115:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977811.552124:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977811.552126:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977811.552134:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977811.552138:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977811.552142:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977811.552145:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977811.552147:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977811.552150:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977811.680155:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977811.680160:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977811.680164:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977812.575922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977812.575930:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977812.575932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977812.575939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977812.575942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977812.575946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977812.575948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977812.575951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977812.575954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977813.599924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977813.599935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977813.599937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977813.599946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977813.599950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977813.599955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977813.599958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977813.599960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977813.599964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977814.623893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977814.623901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977814.623903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977814.623909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977814.623913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977814.623916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977814.623919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977814.623921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977814.623924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977815.647922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977815.647930:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977815.647932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977815.647938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977815.647942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977815.647945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977815.647948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977815.647951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977815.647954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977816.608537:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977816.608541:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977816.608886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977816.608889:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977816.609156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977816.609159:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1783977816.671891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977816.671897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977816.671899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977816.671905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977816.671908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977816.671911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977816.671914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977816.671916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977816.671919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977816.799975:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977816.799977:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977816.799979:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977817.695931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977817.695941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977817.695953:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977817.695960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977817.695965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977817.695970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977817.695973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977817.695975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977817.695979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977818.719893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977818.719900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977818.719902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977818.719907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977818.719911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977818.719914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977818.719917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977818.719919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977818.719922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977819.743846:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977819.743852:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977819.743854:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977819.743859:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977819.743862:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977819.743864:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977819.743866:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977819.743868:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977819.743870:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977820.767898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977820.767906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977820.767908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977820.767913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977820.767918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977820.767921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977820.767924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977820.767926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977820.767929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977821.728489:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977821.728493:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977821.728496:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977821.728503:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345130:345130:256:4294967295] 192.168.201.109@tcp LPNI seq info [345119:345119:8:4294967295]
00000400:00000200:2.0:1783977821.728510:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977821.728528:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977821.728541:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.728550:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977821.728562:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977821.728567:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977821.728576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977821.728583:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783977821.728590:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.728595:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977821.728607:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977821.728618:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977821.728628:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977821.728635:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977821.728644:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977821.728654:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728673:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.728679:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728688:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.728690:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977821.728698:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977821.728702:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977821.728705:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303354614
00000100:00000010:2.0:1783977821.728712:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f5a0.
00000100:00000001:2.0:1783977821.728720:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977821.728728:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303354614
00000100:00000010:2.0:1783977821.728731:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fde0.
00000100:00000001:2.0:1783977821.728746:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977821.728751:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977821.728754:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.728757:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977821.728762:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977821/real 1783977821]  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977821.728803:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977821.728805:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977821.728808:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977821.728812:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977821.728814:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977821.728817:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977821.728821:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977821.728831:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728838:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977821.728840:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728842:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.728845:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977821.728849:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728856:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977821.728861:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728868:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977821.728871:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728873:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.728874:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728877:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977821.728880:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977821.728883:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977821.728887:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977821.728889:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977821.728893:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977821.728902:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366968960:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977821.728908:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728910:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.728912:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627366968960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728917:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977821.728919:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977821.728922:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783977821.728929:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977821.728931:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977821.728932:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977821.728934:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977821.728936:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:2.0:1783977821.728939:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977821.728941:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977821.728942:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:2.0:1783977821.728944:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977821.728945:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728947:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.728954:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977821.728955:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.728957:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977821.728958:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977821.728959:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977821.728962:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.728982:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977821.728984:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977821.728986:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977821.728988:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977821.728990:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977821.728993:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366969088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977821.728996:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977821.728998:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977821.729000:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977821.729001:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977821.729005:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783977821.729007:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977821.729011:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977821.729015:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977821.729018:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977821.729022:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366969088, portal 10
00000100:00000001:2.0:1783977821.729023:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977821.729025:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:2.0:1783977821.729032:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729050:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977821.729052:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977821.729061:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977821.729065:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366969088, offset 0
00000400:00000200:2.0:1783977821.729073:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977821.729078:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977821.729081:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977821.729084:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977821.729087:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977821.729089:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977821.729092:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977821.729095:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345131:345131:256:4294967295] 192.168.201.109@tcp LPNI seq info [345120:345120:8:4294967295]
00000400:00000200:2.0:1783977821.729100:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977821.729111:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977821.729117:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.729120:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977821.729124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977821.729127:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977821.729131:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977821.729134:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783977821.729137:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.729139:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977821.729142:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977821.729146:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977821.729149:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977821.729151:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977821.729153:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977821.729157:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729165:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.729168:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729175:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.729177:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977821.729180:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977821.729184:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977821.729187:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977821.729189:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303353376
00000100:00000001:2.0:1783977821.729192:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303354614
00000100:00000001:2.0:1783977821.729194:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303353376
00000100:00000001:2.0:1783977821.729196:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303354614
00000100:00000001:2.0:1783977821.729199:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977821.729201:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.729204:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977821.729208:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977821/real 1783977821]  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977821.729216:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977821.729217:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977821.729219:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977821.729222:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977821.729223:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977821.729225:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977821.729228:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977821.729237:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729244:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977821.729245:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729247:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.729248:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977821.729252:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729258:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977821.729262:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729269:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977821.729271:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729272:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.729274:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729275:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977821.729278:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977821.729280:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977821.729283:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977821.729284:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977821.729287:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977821.729292:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366969088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977821.729295:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977821.729297:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729301:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977821.729302:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977821.729304:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977821.729306:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977821.729308:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977821.729311:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366969216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977821.729314:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977821.729316:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977821.729317:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977821.729319:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977821.729322:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783977821.729324:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977821.729327:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977821.729330:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977821.729333:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977821.729336:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366969216, portal 10
00000100:00000001:2.0:1783977821.729337:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977821.729339:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:2.0:1783977821.729345:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729351:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977821.729354:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977821.729356:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977821.729358:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366969216, offset 0
00000400:00000200:2.0:1783977821.729362:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977821.729366:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977821.729369:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977821.729372:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977821.729375:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977821.729377:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977821.729379:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977821.729382:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345132:345132:256:4294967295] 192.168.201.109@tcp LPNI seq info [345121:345121:8:4294967295]
00000400:00000200:2.0:1783977821.729386:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977821.729392:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977821.729397:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.729400:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977821.729403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977821.729406:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977821.729411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977821.729413:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783977821.729417:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977821.729418:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977821.729422:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977821.729425:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977821.729428:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977821.729430:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977821.729432:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977821.729436:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729442:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.729444:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729448:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.729449:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977821.729452:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977821.729454:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977821.729457:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977821.729458:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303353373
00000100:00000001:2.0:1783977821.729460:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303354614
00000100:00000001:2.0:1783977821.729461:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303353373
00000100:00000001:2.0:1783977821.729463:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303354614
00000100:00000001:2.0:1783977821.729464:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977821.729466:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.729467:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977821.729469:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977821/real 1783977821]  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977821.729473:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977821.729474:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977821.729476:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977821.729477:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977821.729478:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977821.729480:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977821.729481:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977821.729486:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729490:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977821.729490:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729491:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.729492:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977821.729495:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729500:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977821.729504:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729511:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977821.729513:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729515:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977821.729516:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729518:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977821.729520:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977821.729522:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977821.729525:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977821.729528:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977821.729531:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977821.729539:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366969216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977821.729543:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729545:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.729549:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627366969088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729554:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977821.729555:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977821.729556:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783977821.729558:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977821.729559:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977821.729561:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977821.729562:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977821.729563:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:2.0:1783977821.729565:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977821.729566:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977821.729567:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:2.0:1783977821.729569:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977821.729570:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729572:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977821.729573:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627366969216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977821.729577:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977821.729578:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977821.729579:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783977821.729581:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977821.729582:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977821.729582:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977821.729583:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977821.729584:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:2.0:1783977821.729585:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977821.729586:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977821.729586:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:2.0:1783977821.729588:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977821.729588:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729589:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977821.729592:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977821.729592:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977821.729594:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977821.729595:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977821.791947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977821.791959:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977821.791961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977821.791977:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977821.791982:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977821.791988:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977821.791991:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977821.791994:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977821.791997:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977821.920081:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977821.920087:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977821.920091:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977822.815917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977822.815925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977822.815927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977822.815933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977822.815936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977822.815940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977822.815943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977822.815945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977822.815947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977823.839885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977823.839894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977823.839896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977823.839902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977823.839905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977823.839908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977823.839911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977823.839913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977823.839916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977824.863930:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977824.863940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977824.863942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977824.863950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977824.863955:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977824.863960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977824.863963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977824.863967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977824.863971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977825.887951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977825.887973:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977825.887976:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977825.887984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977825.887989:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977825.887994:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977825.887997:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977825.888001:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977825.888004:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977826.847909:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977826.847920:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977826.847922:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977826.847926:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977826.847931:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977826.847938:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8686
00000400:00000200:2.0:1783977826.847958:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977826.847964:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977826.847966:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977826.847969:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.847971:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.847973:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.847974:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977826.847979:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977826.847981:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977826.847983:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977826.847986:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977826.847988:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977826.847991:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977826.847993:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.847995:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.847997:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.847999:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977826.848001:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977826.848004:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848007:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977826.848010:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977826.848013:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977826.848016:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848018:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977826.848021:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977826.848030:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783977826.848034:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977826.848037:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977826.848039:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848042:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977826.848045:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977826.848048:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977826.848065:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783977826.848076:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977826.848085:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627366969344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977826.848095:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977826.848099:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977826.848104:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627366969344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977826.848128:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977826.848131:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977826.848135:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977826.848136:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977826.848137:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977826.848140:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977826.848143:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8686
00000400:00000200:2.0:1783977826.848147:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977826.848150:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977826.848152:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977826.848155:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848158:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.848160:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848163:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977826.848165:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977826.848167:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977826.848169:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977826.848171:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977826.848175:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977826.848178:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977826.848180:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848184:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.848187:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848192:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977826.848198:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977826.848205:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848212:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977826.848216:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977826.848225:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977826.848229:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848231:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977826.848236:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977826.848241:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848244:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977826.848248:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783977826.848254:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977826.848259:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977826.848262:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848267:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977826.848270:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977826.848274:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977826.848281:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783977826.848288:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977826.848295:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627366969472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977826.848310:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977826.848314:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977826.848318:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627366969472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977826.848328:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977826.848330:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977826.848335:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977826.848339:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977826.848340:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977826.848344:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977826.848348:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8686
00000400:00000200:2.0:1783977826.848354:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977826.848360:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977826.848365:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977826.848371:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848378:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.848383:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848387:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977826.848391:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977826.848393:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977826.848396:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977826.848400:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977826.848404:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977826.848411:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977826.848416:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848420:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977826.848424:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848430:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977826.848436:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977826.848443:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977826.848448:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977826.848453:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977826.848458:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977826.848464:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848469:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977826.848471:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977826.848475:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848479:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977826.848484:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783977826.848488:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977826.848493:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977826.848497:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977826.848502:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977826.848505:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977826.848508:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977826.848515:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000800:00000200:1.1:1783977826.848516:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977826.848521:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1783977826.848522:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977826.848529:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627366969600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977826.848550:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977826.848555:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977826.848563:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627366969600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977826.848581:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977826.848586:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977826.848590:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977826.848594:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977826.848600:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977826.848610:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8696)
00000800:00000200:1.1:1783977826.848997:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977826.849000:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977826.849283:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977826.849286:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977826.911895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977826.911903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977826.911904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977826.911909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977826.911913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977826.911916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977826.911919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977826.911921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977826.911924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977827.039991:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977827.039996:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977827.040000:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977827.935900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977827.935905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977827.935907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977827.935912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977827.935914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977827.935917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977827.935919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977827.935921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977827.935923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977828.959954:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977828.959961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977828.959962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977828.959967:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977828.959971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977828.959974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977828.959977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977828.959980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977828.959982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977829.983952:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977829.983960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977829.983962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977829.983968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977829.983972:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977829.983975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977829.983977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977829.983979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977829.983982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977831.007897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977831.007903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977831.007904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977831.007908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977831.007911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977831.007914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977831.007916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977831.007917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977831.007919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977831.968930:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977831.968940:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977831.969355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977831.969357:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977831.969553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977831.969556:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783977832.033108:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977832.033125:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977832.033127:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977832.033133:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977832.033137:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977832.033140:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977832.033143:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977832.033145:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977832.033148:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977832.160268:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977832.160272:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977832.160275:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977833.055928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977833.055936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977833.055938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977833.055944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977833.055947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977833.055950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977833.055953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977833.055956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977833.055958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977834.079965:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977834.079976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977834.079978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977834.079985:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977834.079993:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977834.079998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977834.080001:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977834.080004:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977834.080007:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977835.104553:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977835.104561:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977835.104563:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977835.104568:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977835.104572:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977835.104576:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977835.104579:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977835.104582:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977835.104584:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977836.127902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977836.127910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977836.127912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977836.127916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977836.127920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977836.127924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977836.127926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977836.127928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977836.127931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088176:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977837.088181:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977837.088185:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977837.088193:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088204:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977837.088207:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.088214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977837.088223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977837.088228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977837.088235:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970112:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977837.088241:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977837.088247:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977837.088251:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.088257:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977837.088265:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977837.088271:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977837.088280:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977837.088286:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977837.088295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977837.088304:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970112, portal 25
00000100:00000001:2.0:1783977837.088310:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977837.088313:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:2.0:1783977837.088321:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088335:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977837.088341:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977837.088346:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977837.088350:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366970112, offset 0
00000400:00000200:2.0:1783977837.088361:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977837.088372:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.088382:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977837.088391:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977837.088398:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977837.088405:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977837.088412:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977837.088420:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345139:345139:256:4294967295] 192.168.201.109@tcp LPNI seq info [345128:345128:8:4294967295]
00000400:00000200:2.0:1783977837.088442:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.088458:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977837.088466:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.088472:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977837.088482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977837.088487:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977837.088495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977837.088499:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783977837.088504:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.088507:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977837.088511:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977837.088519:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977837.088525:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977837.088530:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977837.088538:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977837.088546:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088569:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.088573:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088578:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088580:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977837.088585:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977837.088588:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977837.088590:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303369974
00000100:00000010:2.0:1783977837.088594:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff60.
00000100:00000001:2.0:1783977837.088599:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977837.088604:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303369974
00000100:00000010:2.0:1783977837.088605:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd80.
00000100:00000001:2.0:1783977837.088607:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977837.088609:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977837.088611:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088613:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977837.088615:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977837/real 1783977837]  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977837.088622:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977837.088624:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977837.088626:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977837.088630:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977837.088631:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977837.088634:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977837.088637:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977837.088645:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088651:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977837.088653:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088655:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.088657:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977837.088661:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088668:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977837.088672:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088679:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977837.088681:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088682:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.088683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088684:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977837.088686:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977837.088688:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977837.088690:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977837.088691:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977837.088694:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977837.088699:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970112:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977837.088702:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088704:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.088705:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627366970112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088709:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977837.088711:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977837.088713:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977837.088718:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977837.088719:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977837.088720:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977837.088722:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977837.088723:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:2.0:1783977837.088726:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977837.088727:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977837.088729:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:2.0:1783977837.088732:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977837.088733:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088735:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.088741:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977837.088742:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088744:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977837.088746:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977837.088747:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977837.088751:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088758:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977837.088759:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.088832:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977837.088834:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977837.088836:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977837.088838:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977837.088840:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977837.088842:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977837.088843:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.088844:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977837.088847:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977837.088848:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977837.088850:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977837.088852:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977837.088854:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977837.088857:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970240, portal 10
00000100:00000001:2.0:1783977837.088858:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977837.088859:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:2.0:1783977837.088864:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088868:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977837.088869:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977837.088871:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977837.088872:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366970240, offset 0
00000400:00000200:2.0:1783977837.088874:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977837.088877:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.088879:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977837.088882:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977837.088883:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977837.088885:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977837.088886:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977837.088889:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345140:345140:256:4294967295] 192.168.201.109@tcp LPNI seq info [345129:345129:8:4294967295]
00000400:00000200:2.0:1783977837.088892:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.088899:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977837.088903:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.088905:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977837.088909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977837.088912:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977837.088916:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977837.088918:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783977837.088921:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.088923:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977837.088926:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977837.088928:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977837.088931:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977837.088933:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977837.088935:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977837.088938:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088950:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.088953:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.088960:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088961:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977837.088964:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977837.088967:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977837.088970:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977837.088972:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303368736
00000100:00000001:2.0:1783977837.088974:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303369974
00000100:00000001:2.0:1783977837.088977:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303368736
00000100:00000001:2.0:1783977837.088979:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303369974
00000100:00000001:2.0:1783977837.088981:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977837.088983:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.088985:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977837.088988:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977837/real 1783977837]  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977837.088995:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977837.088997:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977837.088999:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977837.089001:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977837.089002:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977837.089004:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977837.089007:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977837.089015:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089020:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977837.089022:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089024:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.089025:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977837.089028:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089034:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977837.089038:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089044:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977837.089046:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089048:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.089049:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089050:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977837.089053:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977837.089056:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977837.089059:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977837.089061:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977837.089065:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977837.089072:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977837.089076:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977837.089079:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089084:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977837.089085:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.089087:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977837.089089:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977837.089091:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977837.089094:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977837.089096:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977837.089098:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977837.089099:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977837.089101:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977837.089104:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977837.089106:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977837.089109:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977837.089112:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977837.089114:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977837.089117:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970368, portal 10
00000100:00000001:2.0:1783977837.089119:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977837.089120:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:2.0:1783977837.089125:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089130:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977837.089132:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977837.089134:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977837.089137:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366970368, offset 0
00000400:00000200:2.0:1783977837.089140:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977837.089144:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.089147:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977837.089149:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977837.089151:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977837.089153:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977837.089155:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977837.089158:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345141:345141:256:4294967295] 192.168.201.109@tcp LPNI seq info [345130:345130:8:4294967295]
00000400:00000200:2.0:1783977837.089161:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977837.089167:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977837.089171:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.089174:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977837.089178:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977837.089181:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977837.089185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977837.089187:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783977837.089190:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977837.089192:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977837.089195:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977837.089198:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977837.089201:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977837.089202:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977837.089205:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977837.089208:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089215:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.089217:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089224:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.089225:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977837.089228:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977837.089231:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977837.089234:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977837.089236:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303368733
00000100:00000001:2.0:1783977837.089239:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303369974
00000100:00000001:2.0:1783977837.089240:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303368733
00000100:00000001:2.0:1783977837.089242:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303369974
00000100:00000001:2.0:1783977837.089244:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977837.089246:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.089248:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977837.089251:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977837/real 1783977837]  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977837.089258:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977837.089260:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977837.089261:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977837.089263:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977837.089265:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977837.089267:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977837.089270:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977837.089277:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089283:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977837.089284:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089285:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.089287:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977837.089290:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089297:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977837.089300:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089306:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977837.089308:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089309:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977837.089310:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089312:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977837.089314:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977837.089316:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977837.089319:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977837.089321:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977837.089324:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977837.089337:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977837.089340:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089342:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.089345:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627366970240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089351:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977837.089353:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977837.089354:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977837.089358:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977837.089360:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977837.089361:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977837.089363:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977837.089364:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:2.0:1783977837.089366:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977837.089368:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977837.089369:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:2.0:1783977837.089372:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977837.089373:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089374:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977837.089377:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627366970368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977837.089383:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977837.089384:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977837.089385:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977837.089388:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977837.089389:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977837.089390:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977837.089392:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977837.089393:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:2.0:1783977837.089395:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977837.089396:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977837.089398:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:2.0:1783977837.089401:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977837.089402:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089403:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977837.089407:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977837.089408:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977837.089410:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977837.089412:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977837.152207:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977837.152219:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977837.152221:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977837.152229:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977837.152234:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977837.152239:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977837.152243:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977837.152246:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977837.152249:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977837.280450:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977837.280455:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977837.280459:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977838.178871:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977838.178879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977838.178881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977838.178886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977838.178890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977838.178893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977838.178895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977838.178898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977838.178900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977839.199872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977839.199879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977839.199881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977839.199887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977839.199890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977839.199893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977839.199895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977839.199898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977839.199901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977840.223895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977840.223903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977840.223906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977840.223912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977840.223915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977840.223919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977840.223922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977840.223925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977840.223928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977841.247857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977841.247864:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977841.247866:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977841.247871:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977841.247874:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977841.247877:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977841.247880:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977841.247882:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977841.247885:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208119:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977842.208124:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977842.208127:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977842.208140:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208151:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977842.208153:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208157:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977842.208161:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977842.208166:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977842.208170:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970496:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977842.208179:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977842.208185:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977842.208190:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208195:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977842.208203:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977842.208207:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977842.208217:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977842.208221:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977842.208236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977842.208243:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970496, portal 25
00000100:00000001:2.0:1783977842.208247:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977842.208249:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:2.0:1783977842.208258:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208269:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977842.208274:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977842.208276:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977842.208280:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366970496, offset 0
00000400:00000200:2.0:1783977842.208286:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977842.208295:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.208302:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977842.208309:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977842.208313:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977842.208320:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977842.208323:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977842.208328:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345142:345142:256:4294967295] 192.168.201.109@tcp LPNI seq info [345131:345131:8:4294967295]
00000400:00000200:2.0:1783977842.208334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.208345:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977842.208352:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.208358:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977842.208366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977842.208370:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977842.208379:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977842.208383:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783977842.208388:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.208391:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977842.208397:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977842.208402:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977842.208407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977842.208413:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977842.208419:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977842.208427:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208440:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.208448:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208472:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208475:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977842.208481:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977842.208490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977842.208493:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303375094
00000100:00000010:2.0:1783977842.208498:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fba0.
00000100:00000001:2.0:1783977842.208506:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977842.208514:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303375094
00000100:00000010:2.0:1783977842.208517:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f720.
00000100:00000001:2.0:1783977842.208520:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977842.208523:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977842.208526:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208529:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977842.208533:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977842/real 1783977842]  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977842.208543:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977842.208544:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977842.208546:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977842.208549:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977842.208550:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977842.208552:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977842.208554:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977842.208559:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208563:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977842.208564:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208566:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.208567:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977842.208569:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208573:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977842.208575:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208584:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977842.208585:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.208587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208589:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977842.208590:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977842.208592:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977842.208594:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977842.208595:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977842.208598:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977842.208602:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970496:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977842.208605:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208607:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.208608:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627366970496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208612:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977842.208614:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977842.208615:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977842.208617:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977842.208618:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977842.208619:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977842.208621:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977842.208623:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:2.0:1783977842.208625:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977842.208626:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977842.208628:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:2.0:1783977842.208629:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977842.208630:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208632:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208637:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977842.208638:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208640:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977842.208641:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977842.208642:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977842.208644:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208648:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977842.208649:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208650:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977842.208651:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977842.208652:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977842.208654:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977842.208656:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977842.208657:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977842.208658:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208659:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977842.208661:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977842.208662:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977842.208665:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977842.208667:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977842.208669:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977842.208670:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970624, portal 10
00000100:00000001:2.0:1783977842.208672:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977842.208672:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:2.0:1783977842.208677:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208694:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977842.208696:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977842.208698:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977842.208701:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366970624, offset 0
00000400:00000200:2.0:1783977842.208704:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977842.208708:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.208712:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977842.208715:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977842.208717:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977842.208720:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977842.208722:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977842.208724:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345143:345143:256:4294967295] 192.168.201.109@tcp LPNI seq info [345132:345132:8:4294967295]
00000400:00000200:2.0:1783977842.208728:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.208733:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977842.208736:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.208738:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977842.208741:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977842.208742:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977842.208753:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977842.208758:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783977842.208762:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.208763:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977842.208766:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977842.208770:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977842.208794:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977842.208797:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977842.208799:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977842.208803:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208810:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.208813:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208819:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208821:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977842.208824:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977842.208827:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977842.208838:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977842.208840:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303373856
00000100:00000001:2.0:1783977842.208843:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303375094
00000100:00000001:2.0:1783977842.208845:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303373856
00000100:00000001:2.0:1783977842.208847:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303375094
00000100:00000001:2.0:1783977842.208850:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977842.208851:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.208853:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977842.208857:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977842/real 1783977842]  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977842.208862:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977842.208863:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977842.208865:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977842.208866:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977842.208867:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977842.208869:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977842.208871:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977842.208877:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208883:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977842.208884:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208885:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.208887:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977842.208891:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208897:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977842.208901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208907:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977842.208910:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208912:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.208913:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.208915:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977842.208918:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977842.208920:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977842.208923:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977842.208926:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977842.208929:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977842.208938:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977842.208941:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977842.208944:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.208951:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977842.208952:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208954:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977842.208956:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977842.208958:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977842.208961:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977842.208964:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977842.208966:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977842.208968:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977842.208969:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977842.208972:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977842.208974:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977842.208977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977842.208980:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977842.208982:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977842.208985:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970752, portal 10
00000100:00000001:2.0:1783977842.208987:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977842.208988:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:2.0:1783977842.208994:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209000:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977842.209002:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977842.209005:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977842.209006:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366970752, offset 0
00000400:00000200:2.0:1783977842.209009:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977842.209011:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.209014:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977842.209016:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977842.209017:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977842.209019:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977842.209020:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977842.209022:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345144:345144:256:4294967295] 192.168.201.109@tcp LPNI seq info [345133:345133:8:4294967295]
00000400:00000200:2.0:1783977842.209025:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977842.209029:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977842.209031:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.209033:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977842.209036:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977842.209037:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977842.209040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977842.209041:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783977842.209044:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977842.209045:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5600.
00000400:00000200:2.0:1783977842.209047:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977842.209049:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977842.209050:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11ee0
00000400:00000010:2.0:1783977842.209051:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11ee0.
00000100:00000001:2.0:1783977842.209053:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977842.209056:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209062:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.209066:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209072:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.209073:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977842.209076:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977842.209078:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977842.209081:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977842.209083:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303373853
00000100:00000001:2.0:1783977842.209085:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303375094
00000100:00000001:2.0:1783977842.209087:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303373853
00000100:00000001:2.0:1783977842.209089:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303375094
00000100:00000001:2.0:1783977842.209090:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977842.209092:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.209094:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977842.209097:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977842/real 1783977842]  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977842.209105:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977842.209106:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977842.209108:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977842.209110:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977842.209112:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977842.209114:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977842.209117:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977842.209125:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209129:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977842.209130:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209131:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.209131:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977842.209135:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209142:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977842.209145:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209151:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977842.209153:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209154:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977842.209155:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209157:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977842.209158:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977842.209161:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977842.209164:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977842.209166:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977842.209169:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977842.209177:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366970752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977842.209181:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209182:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.209185:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627366970624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209189:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977842.209190:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977842.209191:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977842.209193:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977842.209194:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977842.209195:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977842.209196:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977842.209197:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:2.0:1783977842.209199:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977842.209200:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977842.209201:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:2.0:1783977842.209202:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977842.209203:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209204:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977842.209206:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627366970752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977842.209209:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977842.209210:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977842.209211:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977842.209216:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977842.209217:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977842.209217:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977842.209218:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977842.209219:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783977842.209221:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977842.209221:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977842.209222:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:2.0:1783977842.209224:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977842.209224:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977842.209227:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977842.209228:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977842.209229:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977842.209230:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977842.271840:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977842.271847:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977842.271849:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977842.271855:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977842.271858:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977842.271861:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977842.271863:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977842.271865:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977842.271868:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977842.399982:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977842.399986:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977842.399989:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977843.295886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977843.295893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977843.295895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977843.295900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977843.295904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977843.295908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977843.295911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977843.295913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977843.295915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977844.319921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977844.319931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977844.319933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977844.319941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977844.319953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977844.319960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977844.319964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977844.319968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977844.319971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977845.343922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977845.343932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977845.343934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977845.343941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977845.343945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977845.343950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977845.343953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977845.343955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977845.343958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977846.367869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977846.367878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977846.367880:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977846.367885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977846.367888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977846.367892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977846.367895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977846.367897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977846.367900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328413:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977847.328417:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977847.328420:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977847.328426:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328434:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977847.328436:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328440:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977847.328442:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977847.328445:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977847.328447:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970880:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977847.328450:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977847.328453:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977847.328455:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328457:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977847.328460:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977847.328461:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977847.328465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977847.328468:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977847.328474:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977847.328478:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366970880, portal 25
00000100:00000001:2.0:1783977847.328480:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977847.328481:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:2.0:1783977847.328484:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328489:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977847.328490:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977847.328492:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11ee0.
00000100:00000200:2.0:1783977847.328494:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366970880, offset 0
00000400:00000200:2.0:1783977847.328498:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328504:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328507:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977847.328511:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977847.328514:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977847.328517:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977847.328518:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328521:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345145:345145:256:4294967295] 192.168.201.109@tcp LPNI seq info [345134:345134:8:4294967295]
00000400:00000200:2.0:1783977847.328523:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328529:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977847.328534:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977847.328537:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783977847.328542:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977847.328545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977847.328557:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977847.328560:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977847.328562:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303380214
00000100:00000010:2.0:1783977847.328566:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f780.
00000100:00000001:2.0:1783977847.328571:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977847.328575:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303380214
00000100:00000010:2.0:1783977847.328577:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f120.
00000100:00000001:2.0:1783977847.328579:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977847.328581:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977847.328582:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328584:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977847.328588:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328604:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977847.328605:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328607:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977847.328609:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977847.328610:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977847.328613:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977847.328616:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977847.328618:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977847.328619:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328621:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977847.328625:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977847.328627:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977847.328630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977847.328633:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060970b0.
00000400:00000010:2.0:1783977847.328636:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977847.328638:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971008, portal 10
00000100:00000001:2.0:1783977847.328640:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977847.328641:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:2.0:1783977847.328647:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328651:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977847.328653:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977847.328654:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11220.
00000100:00000200:2.0:1783977847.328656:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971008, offset 0
00000400:00000200:2.0:1783977847.328658:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328661:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328663:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977847.328665:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977847.328667:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977847.328668:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977847.328670:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328672:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345146:345146:255:4294967295] 192.168.201.109@tcp LPNI seq info [345135:345135:7:4294967295]
00000400:00000200:2.0:1783977847.328674:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328678:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977847.328680:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977847.328682:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5200.
00000800:00000200:2.0:1783977847.328685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977847.328687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977847.328689:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977847.328691:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977847.328693:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977847.328694:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303378975
00000100:00000001:2.0:1783977847.328702:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303380214
00000100:00000001:2.0:1783977847.328704:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303378975
00000100:00000001:2.0:1783977847.328706:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303380214
00000100:00000001:2.0:1783977847.328707:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977847.328708:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328710:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977847.328713:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328716:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977847.328717:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328719:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977847.328720:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977847.328721:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977847.328723:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977847.328724:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977847.328725:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977847.328726:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977847.328727:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977847.328729:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977847.328731:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977847.328732:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977847.328734:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977847.328736:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977847.328737:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971136, portal 10
00000100:00000001:2.0:1783977847.328738:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977847.328739:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:2.0:1783977847.328742:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977847.328746:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977847.328747:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977847.328749:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11cc0.
00000100:00000200:2.0:1783977847.328750:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971136, offset 0
00000400:00000200:2.0:1783977847.328752:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328754:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328756:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977847.328757:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977847.328759:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977847.328760:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977847.328761:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977847.328763:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345147:345147:254:4294967295] 192.168.201.109@tcp LPNI seq info [345136:345136:6:4294967295]
00000400:00000200:2.0:1783977847.328766:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977847.328769:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977847.328791:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977847.328793:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783977847.328795:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977847.328798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977847.328799:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977847.328801:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977847.328803:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977847.328804:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303378973
00000100:00000001:2.0:1783977847.328805:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303380214
00000100:00000001:2.0:1783977847.328807:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303378973
00000100:00000001:2.0:1783977847.328808:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303380214
00000100:00000001:2.0:1783977847.328809:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977847.328810:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328812:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328813:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977847.328819:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977847.328820:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783977847.328821:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977847.328822:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977847.328823:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977847.328824:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977847.391892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977847.391899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977847.391901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977847.391906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977847.391909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977847.391913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977847.391915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977847.391917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977847.391920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977847.520061:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977847.520064:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977847.520067:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977848.415903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977848.415911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977848.415913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977848.415917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977848.415921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977848.415925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977848.415934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977848.415937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977848.415943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977849.439920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977849.439929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977849.439932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977849.439939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977849.439943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977849.439948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977849.439951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977849.439956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977849.439959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977850.400671:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977850.400677:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977850.400681:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977850.400690:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977847/real 1783977850]  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977850.400705:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977850.400707:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977850.400712:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977850.400717:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977850.400719:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977850.400722:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977850.400727:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977850.400736:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400743:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977850.400744:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400748:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.400750:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977850.400754:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400761:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977850.400766:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400801:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977850.400805:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400806:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.400808:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400811:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977850.400814:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977850.400818:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977850.400823:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977850.400826:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977850.400830:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977850.400838:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366970880:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977850.400843:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977850.400848:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977847/real 1783977850]  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977850.400855:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977850.400856:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977850.400858:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060970b0.
00000400:00000200:2.0:1783977850.400861:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977850.400863:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977850.400866:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977850.400870:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977850.400878:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400884:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977850.400885:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400887:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.400888:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977850.400892:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400898:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977850.400902:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400908:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977850.400909:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.400912:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400913:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977850.400918:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977850.400920:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977850.400923:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977850.400927:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977850.400930:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977850.400936:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977850.400940:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977850.400943:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977847/real 1783977850]  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977850.400950:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977850.400951:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977850.400953:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977850.400955:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977850.400956:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977850.400958:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977850.400961:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977850.400969:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400975:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977850.400977:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.400978:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.400979:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977850.400982:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400988:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977850.400991:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.400997:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977850.401000:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401001:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977850.401002:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401004:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977850.401005:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977850.401008:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977850.401012:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977850.401014:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977850.401018:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977850.401024:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977850.401028:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401030:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977850.401032:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627366970880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.401039:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977850.401043:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977850.401048:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977850.401059:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977850.401063:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977850.401066:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977850.401068:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977850.401072:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:2.0:1783977850.401076:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977850.401079:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977850.401081:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:2.0:1783977850.401085:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977850.401086:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401087:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977850.401090:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627366971008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.401102:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977850.401103:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977850.401105:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977850.401108:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977850.401109:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977850.401110:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977850.401112:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977850.401114:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:2.0:1783977850.401116:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977850.401118:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977850.401119:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:2.0:1783977850.401121:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977850.401123:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401124:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977850.401127:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627366971136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977850.401133:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977850.401134:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977850.401135:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977850.401140:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977850.401142:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977850.401143:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977850.401144:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977850.401145:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:2.0:1783977850.401148:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977850.401149:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977850.401151:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:2.0:1783977850.401153:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977850.401155:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401157:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977850.401170:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977850.401172:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977850.401175:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977850.401176:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977850.464433:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977850.464446:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977850.464448:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977850.464456:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977850.464461:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977850.464465:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977850.464469:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977850.464472:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977850.464476:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977851.487916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977851.487942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977851.487945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977851.487956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977851.487964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977851.487970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977851.487974:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977851.487978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977851.487982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.450163:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977852.450171:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977852.450175:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977852.450185:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.450208:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977852.450211:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.450217:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977852.450220:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977852.450223:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977852.450228:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366971264:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977852.450233:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977852.450241:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977852.450245:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.450248:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977852.450257:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977852.450259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977852.450268:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977852.450274:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977852.450285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977852.450298:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971264, portal 25
00000100:00000001:2.0:1783977852.450301:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977852.450303:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000100:00000040:2.0:1783977852.450309:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.450318:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977852.450321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977852.450324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977852.450328:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366971264, offset 0
00000400:00000200:2.0:1783977852.450339:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977852.450867:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.450876:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977852.450883:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977852.450888:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977852.450893:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977852.450896:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977852.450900:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345148:345148:256:4294967295] 192.168.201.109@tcp LPNI seq info [345137:345137:8:4294967295]
00000400:00000200:2.0:1783977852.450905:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.450918:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977852.450925:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.450936:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977852.450945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977852.450950:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977852.450956:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977852.450960:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977852.450965:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.450969:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977852.450977:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977852.450981:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977852.450987:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977852.450989:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977852.450993:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977852.450997:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451007:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451010:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451015:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451016:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977852.451022:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977852.451025:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977852.451028:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303385337
00000100:00000010:2.0:1783977852.451033:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f3c0.
00000100:00000001:2.0:1783977852.451040:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977852.451047:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303385337
00000100:00000010:2.0:1783977852.451050:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f540.
00000100:00000001:2.0:1783977852.451054:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977852.451058:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977852.451062:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451065:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977852.451070:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977852/real 1783977852]  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977852.451081:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977852.451083:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977852.451086:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977852.451091:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977852.451092:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977852.451095:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977852.451097:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977852.451103:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451108:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977852.451110:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451111:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451113:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977852.451124:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451131:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977852.451136:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451143:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977852.451146:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451148:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451151:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977852.451155:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977852.451159:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977852.451164:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977852.451167:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977852.451170:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977852.451179:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366971264:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977852.451185:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977852.451189:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451211:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977852.451212:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.451215:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977852.451218:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977852.451221:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977852.451224:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977852.451227:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977852.451231:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977852.451233:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.451235:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977852.451241:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977852.451242:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977852.451246:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977852.451249:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977852.451252:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977852.451257:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971392, portal 10
00000100:00000001:2.0:1783977852.451259:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977852.451260:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:2.0:1783977852.451268:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451280:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977852.451282:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977852.451285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977852.451288:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971392, offset 0
00000400:00000200:2.0:1783977852.451293:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977852.451297:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.451301:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977852.451304:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977852.451307:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977852.451309:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977852.451311:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977852.451314:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345149:345149:256:4294967295] 192.168.201.109@tcp LPNI seq info [345138:345138:8:4294967295]
00000400:00000200:2.0:1783977852.451319:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.451325:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977852.451330:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.451334:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977852.451337:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977852.451340:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977852.451344:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977852.451347:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977852.451351:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.451353:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977852.451356:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977852.451360:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977852.451363:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977852.451364:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977852.451367:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977852.451371:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451379:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451382:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451393:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451395:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977852.451399:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977852.451404:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977852.451407:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977852.451409:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303384098
00000100:00000001:2.0:1783977852.451412:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303385337
00000100:00000001:2.0:1783977852.451415:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303384098
00000100:00000001:2.0:1783977852.451417:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303385337
00000100:00000001:2.0:1783977852.451419:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977852.451421:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451423:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977852.451427:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977852/real 1783977852]  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977852.451435:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977852.451436:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977852.451438:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977852.451440:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977852.451442:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977852.451444:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977852.451450:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977852.451459:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451464:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977852.451466:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451468:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451469:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977852.451472:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451479:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977852.451482:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451489:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977852.451491:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451493:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451494:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451496:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977852.451510:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977852.451513:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977852.451517:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977852.451518:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977852.451522:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977852.451529:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977852.451533:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977852.451537:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451544:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977852.451545:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.451547:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977852.451549:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977852.451552:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977852.451554:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977852.451557:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977852.451559:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977852.451560:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977852.451562:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977852.451565:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977852.451566:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977852.451568:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977852.451570:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977852.451572:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977852.451574:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971520, portal 10
00000100:00000001:2.0:1783977852.451575:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977852.451577:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:2.0:1783977852.451583:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451589:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977852.451592:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977852.451594:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977852.451596:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971520, offset 0
00000400:00000200:2.0:1783977852.451600:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977852.451604:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.451608:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977852.451611:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977852.451614:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977852.451616:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977852.451618:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977852.451621:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345150:345150:256:4294967295] 192.168.201.109@tcp LPNI seq info [345139:345139:8:4294967295]
00000400:00000200:2.0:1783977852.451624:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977852.451630:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977852.451634:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.451637:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977852.451641:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977852.451643:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977852.451647:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977852.451650:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977852.451653:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977852.451656:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977852.451658:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977852.451661:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977852.451664:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977852.451666:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977852.451668:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977852.451671:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451679:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451682:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451688:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451690:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977852.451693:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977852.451696:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977852.451699:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977852.451700:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303384095
00000100:00000001:2.0:1783977852.451703:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303385337
00000100:00000001:2.0:1783977852.451705:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303384095
00000100:00000001:2.0:1783977852.451707:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303385337
00000100:00000001:2.0:1783977852.451710:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977852.451712:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451714:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977852.451717:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977852/real 1783977852]  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977852.451724:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977852.451725:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977852.451726:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977852.451729:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977852.451731:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977852.451733:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977852.451736:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977852.451744:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451750:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977852.451751:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451753:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977852.451757:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451763:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977852.451767:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451804:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977852.451807:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451808:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977852.451809:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451811:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977852.451812:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977852.451813:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977852.451816:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977852.451818:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977852.451821:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977852.451829:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977852.451833:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451836:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451840:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627366971264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451847:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977852.451850:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977852.451853:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977852.451859:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977852.451862:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977852.451864:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977852.451867:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977852.451870:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:2.0:1783977852.451873:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977852.451875:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977852.451877:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:2.0:1783977852.451880:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977852.451881:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451882:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451884:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627366971392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451888:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977852.451889:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977852.451890:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977852.451892:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977852.451893:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977852.451893:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977852.451894:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977852.451895:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783977852.451897:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977852.451897:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977852.451898:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:2.0:1783977852.451899:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977852.451900:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451901:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977852.451902:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627366971520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977852.451905:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977852.451907:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977852.451907:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977852.451913:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977852.451915:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977852.451916:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977852.451918:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977852.451919:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783977852.451922:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977852.451923:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977852.451924:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:2.0:1783977852.451927:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977852.451928:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451930:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977852.451940:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977852.451942:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977852.451944:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977852.451946:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977852.512404:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977852.512413:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977852.512416:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977852.512423:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977852.512427:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977852.512431:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977852.512434:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977852.512437:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977852.512440:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977852.639942:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977852.639945:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977852.639949:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977853.536526:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977853.536535:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977853.536537:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977853.536543:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977853.536547:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977853.536550:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977853.536553:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977853.536555:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977853.536558:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977854.560074:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977854.560082:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977854.560084:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977854.560090:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977854.560094:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977854.560098:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977854.560101:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977854.560105:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977854.560108:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977855.583896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977855.583903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977855.583905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977855.583910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977855.583914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977855.583917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977855.583920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977855.583922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977855.583926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977856.607870:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977856.607876:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977856.607878:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977856.607882:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977856.607884:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977856.607887:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977856.607889:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977856.607891:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977856.607893:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568119:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977857.568125:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977857.568128:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977857.568136:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568155:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977857.568158:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.568162:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977857.568167:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977857.568173:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977857.568181:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366971648:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977857.568190:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977857.568197:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977857.568201:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.568204:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977857.568209:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977857.568213:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977857.568219:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977857.568223:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977857.568229:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977857.568236:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971648, portal 25
00000100:00000001:2.0:1783977857.568237:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977857.568239:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:2.0:1783977857.568245:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568255:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977857.568261:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977857.568267:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977857.568273:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366971648, offset 0
00000400:00000200:2.0:1783977857.568283:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977857.568293:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.568302:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977857.568313:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977857.568322:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977857.568330:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977857.568337:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977857.568345:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345151:345151:256:4294967295] 192.168.201.109@tcp LPNI seq info [345140:345140:8:4294967295]
00000400:00000200:2.0:1783977857.568357:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.568371:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977857.568382:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.568389:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977857.568398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977857.568402:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977857.568422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977857.568428:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977857.568438:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.568443:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977857.568452:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977857.568457:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977857.568465:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977857.568468:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977857.568475:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977857.568482:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568496:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.568501:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568508:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568512:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977857.568518:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977857.568526:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977857.568531:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303390454
00000100:00000010:2.0:1783977857.568539:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f3c0.
00000100:00000001:2.0:1783977857.568549:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977857.568559:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303390454
00000100:00000010:2.0:1783977857.568565:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f540.
00000100:00000001:2.0:1783977857.568571:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977857.568577:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977857.568583:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568589:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977857.568597:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977857/real 1783977857]  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977857.568618:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977857.568621:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977857.568626:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977857.568632:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977857.568636:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977857.568642:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977857.568649:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977857.568659:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568665:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977857.568668:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568670:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.568672:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977857.568676:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568682:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977857.568687:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568694:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977857.568697:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.568699:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568701:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977857.568702:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977857.568704:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977857.568707:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977857.568708:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977857.568711:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977857.568716:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366971648:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977857.568719:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568721:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.568722:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627366971648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568726:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977857.568728:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977857.568730:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977857.568736:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977857.568737:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977857.568738:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977857.568740:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977857.568742:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783977857.568744:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977857.568745:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977857.568746:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:2.0:1783977857.568748:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977857.568749:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568750:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568756:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977857.568757:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568758:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977857.568759:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977857.568760:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977857.568762:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568767:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977857.568768:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.568769:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977857.568770:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977857.568771:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977857.568795:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977857.568797:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977857.568799:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977857.568800:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.568801:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977857.568803:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977857.568804:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977857.568807:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977857.568808:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977857.568811:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977857.568813:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971776, portal 10
00000100:00000001:2.0:1783977857.568814:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977857.568815:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:2.0:1783977857.568819:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977857.568825:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977857.568826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977857.568827:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971776, offset 0
00000400:00000200:2.0:1783977857.568830:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977857.568832:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.568835:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977857.568837:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977857.568838:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977857.568840:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977857.568841:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977857.568843:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345152:345152:256:4294967295] 192.168.201.109@tcp LPNI seq info [345141:345141:8:4294967295]
00000400:00000200:2.0:1783977857.568846:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.568851:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977857.568856:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.568859:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977857.568863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977857.568865:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977857.568868:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977857.568871:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977857.568875:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.568877:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977857.568880:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977857.568883:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977857.568885:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977857.568887:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977857.568890:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977857.568893:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568901:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.568904:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568914:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568915:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977857.568918:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977857.568920:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977857.568922:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977857.568924:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303389216
00000100:00000001:2.0:1783977857.568926:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303390454
00000100:00000001:2.0:1783977857.568928:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303389216
00000100:00000001:2.0:1783977857.568930:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303390454
00000100:00000001:2.0:1783977857.568931:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977857.568933:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.568935:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977857.568938:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977857/real 1783977857]  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977857.568946:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977857.568947:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977857.568949:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977857.568951:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977857.568953:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977857.568955:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977857.568957:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977857.568965:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568971:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977857.568972:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568974:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.568975:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977857.568978:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568984:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977857.568988:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.568993:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977857.568995:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.568997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.568998:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569000:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977857.569003:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977857.569005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977857.569008:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977857.569010:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977857.569014:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977857.569021:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977857.569025:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977857.569028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569034:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977857.569036:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.569037:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977857.569039:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977857.569041:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977857.569044:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977857.569047:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977857.569049:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977857.569051:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977857.569052:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977857.569054:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977857.569055:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977857.569058:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977857.569059:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977857.569061:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977857.569063:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366971904, portal 10
00000100:00000001:2.0:1783977857.569064:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977857.569065:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:2.0:1783977857.569069:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569073:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977857.569075:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977857.569076:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977857.569077:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366971904, offset 0
00000400:00000200:2.0:1783977857.569080:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977857.569082:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.569084:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977857.569086:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977857.569087:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977857.569089:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977857.569090:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977857.569092:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345153:345153:256:4294967295] 192.168.201.109@tcp LPNI seq info [345142:345142:8:4294967295]
00000400:00000200:2.0:1783977857.569095:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977857.569098:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977857.569101:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.569103:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977857.569105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977857.569106:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977857.569109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977857.569111:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977857.569113:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977857.569114:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977857.569116:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977857.569118:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977857.569120:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977857.569121:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977857.569123:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977857.569124:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569129:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.569131:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569134:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.569135:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977857.569137:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977857.569139:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977857.569141:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977857.569142:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303389213
00000100:00000001:2.0:1783977857.569144:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303390454
00000100:00000001:2.0:1783977857.569146:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303389213
00000100:00000001:2.0:1783977857.569148:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303390454
00000100:00000001:2.0:1783977857.569149:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977857.569151:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.569153:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977857.569156:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977857/real 1783977857]  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977857.569163:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977857.569164:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977857.569165:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977857.569167:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977857.569169:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977857.569171:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977857.569174:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977857.569181:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569187:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977857.569188:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569190:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.569191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977857.569195:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569202:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977857.569205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569209:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977857.569210:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569211:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977857.569212:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569213:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977857.569214:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977857.569215:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977857.569217:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977857.569218:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977857.569220:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977857.569225:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366971904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977857.569227:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569229:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.569232:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627366971776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569238:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977857.569240:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977857.569241:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977857.569245:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977857.569246:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977857.569247:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977857.569249:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977857.569251:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783977857.569253:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977857.569254:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977857.569256:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:2.0:1783977857.569258:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977857.569259:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569260:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977857.569263:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627366971904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977857.569268:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977857.569269:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977857.569270:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977857.569272:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977857.569273:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977857.569274:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977857.569276:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977857.569277:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:2.0:1783977857.569279:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977857.569280:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977857.569281:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:2.0:1783977857.569282:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977857.569283:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569285:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977857.569288:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977857.569289:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977857.569290:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977857.569292:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977857.631895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977857.631902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977857.631904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977857.631910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977857.631913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977857.631917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977857.631919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977857.631922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977857.631925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977857.760084:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977857.760090:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977857.760094:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977858.655886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977858.655893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977858.655896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977858.655901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977858.655905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977858.655908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977858.655911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977858.655913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977858.655916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977859.679904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977859.679911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977859.679912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977859.679918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977859.679921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977859.679925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977859.679928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977859.679930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977859.679932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977860.703853:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977860.703860:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977860.703862:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977860.703867:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977860.703870:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977860.703873:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977860.703876:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977860.703878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977860.703880:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977861.727900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977861.727908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977861.727910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977861.727915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977861.727919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977861.727922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977861.727925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977861.727927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977861.727930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688125:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977862.688130:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977862.688135:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977862.688149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688166:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977862.688169:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688175:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977862.688178:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977862.688182:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977862.688195:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366972032:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977862.688207:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977862.688213:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977862.688216:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688221:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977862.688229:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977862.688234:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977862.688243:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977862.688250:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977862.688260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977862.688269:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366972032, portal 25
00000100:00000001:2.0:1783977862.688275:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977862.688278:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:2.0:1783977862.688287:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688316:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977862.688353:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977862.688359:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977862.688364:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366972032, offset 0
00000400:00000200:2.0:1783977862.688380:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688393:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688402:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977862.688408:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977862.688414:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977862.688421:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977862.688426:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688433:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345154:345154:256:4294967295] 192.168.201.109@tcp LPNI seq info [345143:345143:8:4294967295]
00000400:00000200:2.0:1783977862.688436:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688447:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977862.688451:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688455:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977862.688461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977862.688464:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977862.688467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977862.688470:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1783977862.688472:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688474:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977862.688479:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977862.688482:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977862.688486:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977862.688488:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977862.688491:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977862.688495:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688501:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.688503:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688507:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688509:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977862.688512:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977862.688515:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977862.688517:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303395574
00000100:00000010:2.0:1783977862.688520:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f780.
00000100:00000001:2.0:1783977862.688525:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977862.688529:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303395574
00000100:00000010:2.0:1783977862.688531:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f120.
00000100:00000001:2.0:1783977862.688533:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977862.688535:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977862.688537:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688539:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977862.688541:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977862/real 1783977862]  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977862.688546:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977862.688548:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977862.688549:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977862.688551:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977862.688552:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977862.688554:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977862.688556:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977862.688561:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688565:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977862.688566:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688567:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.688568:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977862.688570:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688574:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977862.688577:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688581:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977862.688583:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688585:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.688586:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688589:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977862.688591:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977862.688593:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977862.688597:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977862.688599:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977862.688603:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977862.688612:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366972032:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977862.688616:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688618:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.688620:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627366972032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688627:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977862.688630:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977862.688632:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977862.688635:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977862.688637:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977862.688638:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977862.688639:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977862.688642:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:2.0:1783977862.688644:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977862.688645:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977862.688647:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:2.0:1783977862.688649:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977862.688649:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688651:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688656:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977862.688657:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688658:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977862.688660:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977862.688661:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977862.688663:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688671:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977862.688672:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688674:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977862.688675:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977862.688676:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977862.688678:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366972160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977862.688680:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977862.688681:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977862.688682:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688683:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977862.688685:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977862.688686:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977862.688689:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977862.688690:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977862.688693:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977862.688695:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366972160, portal 10
00000100:00000001:2.0:1783977862.688696:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977862.688697:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:2.0:1783977862.688702:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688705:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977862.688707:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977862.688708:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977862.688709:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366972160, offset 0
00000400:00000200:2.0:1783977862.688712:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688714:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688716:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977862.688718:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977862.688720:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977862.688721:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977862.688723:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688725:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345155:345155:256:4294967295] 192.168.201.109@tcp LPNI seq info [345144:345144:8:4294967295]
00000400:00000200:2.0:1783977862.688727:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688731:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977862.688734:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688736:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977862.688738:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977862.688740:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977862.688743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977862.688744:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1783977862.688746:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977862.688749:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977862.688751:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977862.688753:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977862.688754:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977862.688755:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977862.688757:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688762:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.688764:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688767:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688768:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977862.688770:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977862.688792:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977862.688794:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977862.688796:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303394336
00000100:00000001:2.0:1783977862.688797:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303395574
00000100:00000001:2.0:1783977862.688799:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303394336
00000100:00000001:2.0:1783977862.688800:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303395574
00000100:00000001:2.0:1783977862.688801:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977862.688803:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688804:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977862.688807:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977862/real 1783977862]  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977862.688812:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977862.688813:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977862.688814:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977862.688816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977862.688817:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977862.688818:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977862.688820:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977862.688827:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688833:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977862.688834:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688836:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.688837:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977862.688840:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688846:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977862.688850:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688856:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977862.688859:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688860:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.688861:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.688863:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977862.688866:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977862.688869:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977862.688872:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977862.688874:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977862.688878:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977862.688886:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366972160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977862.688889:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977862.688892:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688898:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977862.688899:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688900:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977862.688901:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977862.688903:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977862.688904:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366972288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977862.688906:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977862.688907:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977862.688908:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977862.688910:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977862.688912:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977862.688913:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977862.688915:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977862.688916:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977862.688918:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977862.688920:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366972288, portal 10
00000100:00000001:2.0:1783977862.688922:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977862.688922:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:2.0:1783977862.688926:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688930:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977862.688931:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977862.688932:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977862.688934:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366972288, offset 0
00000400:00000200:2.0:1783977862.688936:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688939:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688941:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977862.688943:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977862.688944:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977862.688946:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977862.688947:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977862.688949:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345156:345156:256:4294967295] 192.168.201.109@tcp LPNI seq info [345145:345145:8:4294967295]
00000400:00000200:2.0:1783977862.688951:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977862.688955:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977862.688957:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688959:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977862.688961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977862.688963:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977862.688965:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977862.688967:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1783977862.688969:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977862.688970:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977862.688972:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977862.688974:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977862.688976:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977862.688977:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977862.688978:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977862.688980:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688984:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.688986:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.688990:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.688991:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977862.688993:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977862.688995:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977862.688996:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977862.688998:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303394333
00000100:00000001:2.0:1783977862.688999:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303395574
00000100:00000001:2.0:1783977862.689000:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303394333
00000100:00000001:2.0:1783977862.689002:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303395574
00000100:00000001:2.0:1783977862.689003:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977862.689004:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.689005:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977862.689007:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977862/real 1783977862]  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977862.689011:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977862.689011:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977862.689012:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977862.689014:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977862.689015:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977862.689016:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977862.689017:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977862.689022:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.689026:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977862.689026:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689027:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.689028:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977862.689030:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.689033:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977862.689035:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.689039:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977862.689041:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689042:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977862.689043:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689101:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977862.689104:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977862.689107:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977862.689110:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977862.689113:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977862.689116:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977862.689124:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366972288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977862.689127:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689129:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.689132:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627366972160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.689138:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977862.689140:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977862.689142:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977862.689145:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977862.689146:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977862.689148:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977862.689150:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977862.689151:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:2.0:1783977862.689154:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977862.689155:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977862.689156:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:2.0:1783977862.689159:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977862.689160:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689162:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977862.689166:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627366972288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977862.689172:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977862.689173:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977862.689175:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967000.
02000000:00000001:2.0:1783977862.689180:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977862.689182:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977862.689183:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977862.689185:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977862.689186:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783977862.689188:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977862.689189:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977862.689191:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:2.0:1783977862.689193:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977862.689194:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689196:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977862.689199:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977862.689200:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977862.689202:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977862.689204:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977862.751940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977862.751949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977862.751951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977862.751957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977862.751960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977862.751964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977862.751967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977862.751970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977862.751973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977862.882391:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977862.882395:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977862.882399:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977863.775903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977863.775911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977863.775913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977863.775918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977863.775922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977863.775926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977863.775939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977863.775944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977863.775948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977864.799896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977864.799902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977864.799904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977864.799908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977864.799911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977864.799915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977864.799917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977864.799919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977864.799922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977865.824327:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977865.824335:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977865.824337:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977865.824343:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977865.824346:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977865.824350:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977865.824353:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977865.824355:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977865.824359:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977866.847908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977866.847914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977866.847916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977866.847920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977866.847923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977866.847925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977866.847927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977866.847929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977866.847931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977867.807921:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977867.807931:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977867.807934:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977867.807937:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977867.807942:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977867.807949:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8727
00000400:00000200:2.0:1783977867.807958:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977867.807964:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977867.807967:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977867.807970:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.807973:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.807975:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.807978:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977867.807994:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977867.807996:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977867.807999:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977867.808002:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977867.808005:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977867.808007:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977867.808010:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808012:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.808014:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808016:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977867.808019:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977867.808022:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808025:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977867.808028:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977867.808032:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977867.808034:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808036:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977867.808039:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977867.808048:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783977867.808051:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977867.808054:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977867.808056:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808060:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977867.808063:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977867.808066:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977867.808075:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783977867.808082:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977867.808090:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627366972416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977867.808099:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977867.808103:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977867.808107:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627366972416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977867.808129:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977867.808132:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977867.808136:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977867.808137:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977867.808139:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977867.808142:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977867.808146:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8727
00000400:00000200:2.0:1783977867.808151:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977867.808155:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977867.808157:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977867.808160:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808162:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.808165:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808167:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977867.808170:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977867.808171:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977867.808173:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977867.808175:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977867.808177:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977867.808181:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977867.808187:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808190:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.808193:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808197:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977867.808202:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977867.808208:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808213:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977867.808218:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977867.808226:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977867.808232:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808248:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977867.808252:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977867.808254:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808256:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977867.808260:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783977867.808263:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977867.808268:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977867.808271:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808275:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977867.808276:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977867.808278:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977867.808287:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783977867.808293:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977867.808301:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627366972544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977867.808311:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977867.808315:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977867.808322:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627366972544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977867.808338:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977867.808343:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977867.808351:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977867.808354:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977867.808358:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977867.808363:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977867.808370:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8727
00000400:00000200:2.0:1783977867.808379:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977867.808387:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977867.808390:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977867.808398:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808403:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.808406:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808408:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977867.808411:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977867.808415:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977867.808419:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977867.808422:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977867.808426:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977867.808431:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977867.808437:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808440:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977867.808445:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808450:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977867.808455:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977867.808462:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977867.808480:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977867.808486:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977867.808489:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977867.808493:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977867.808494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977867.808496:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977867.808500:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1783977867.808501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000008:00000001:2.0:1783977867.808504:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808509:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977867.808516:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783977867.808520:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977867.808525:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977867.808529:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977867.808533:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977867.808536:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977867.808538:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977867.808544:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783977867.808550:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977867.808560:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627366972672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977867.808572:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977867.808585:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977867.808597:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627366972672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977867.808613:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977867.808618:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977867.808624:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977867.808627:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977867.808632:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977867.808638:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8737)
00000800:00000200:1.1:1783977867.808964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977867.808966:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977867.809251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977867.809253:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783977867.871893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977867.871899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977867.871900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977867.871904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977867.871907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977867.871910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977867.871911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977867.871913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977867.871915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977867.999940:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977867.999944:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977867.999947:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977868.895941:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977868.895949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977868.895951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977868.895957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977868.895960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977868.895963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977868.895966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977868.895968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977868.895971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977869.919885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977869.919892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977869.919895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977869.919900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977869.919903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977869.919907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977869.919909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977869.919912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977869.919915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977870.943898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977870.943907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977870.943908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977870.943913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977870.943917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977870.943920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977870.943922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977870.943924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977870.943927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977871.968945:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977871.968951:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977871.968952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977871.968956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977871.968958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977871.968961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977871.968963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977871.968964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977871.968966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977872.929590:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977872.929594:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977872.929953:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977872.929956:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977872.930242:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977872.930244:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783977872.992665:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977872.992672:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977872.992673:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977872.992679:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977872.992683:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977872.992687:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977872.992689:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977872.992692:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977872.992695:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977873.120065:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977873.120069:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977873.120071:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977874.018484:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977874.018492:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977874.018494:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977874.018499:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977874.018502:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977874.018505:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977874.018509:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977874.018512:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977874.018514:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977875.039924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977875.039932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977875.039934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977875.039940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977875.039944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977875.039947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977875.039950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977875.039953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977875.039956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977876.063893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977876.063901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977876.063903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977876.063909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977876.063913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977876.067161:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977876.067169:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977876.067172:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977876.067175:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977877.087873:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977877.087880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977877.087882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977877.087888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977877.087892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977877.087895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977877.087898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977877.087901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977877.087904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.049535:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977878.049541:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977878.049544:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977878.049551:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049560:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977878.049562:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.049567:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977878.049570:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977878.049573:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977878.049576:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973184:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977878.049580:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977878.049586:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977878.049588:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.049591:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977878.049597:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977878.049599:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977878.049605:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977878.049610:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977878.049624:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977878.049632:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973184, portal 25
00000100:00000001:2.0:1783977878.049635:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977878.049637:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:2.0:1783977878.049642:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049650:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977878.049653:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977878.049656:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977878.049660:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366973184, offset 0
00000400:00000200:2.0:1783977878.049667:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977878.049676:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.049682:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977878.049688:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977878.049693:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977878.049697:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977878.049700:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977878.049705:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345163:345163:256:4294967295] 192.168.201.109@tcp LPNI seq info [345152:345152:8:4294967295]
00000400:00000200:2.0:1783977878.049710:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.049721:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977878.049728:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.049734:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977878.049742:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977878.049746:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977878.049751:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977878.049756:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783977878.049760:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.049763:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977878.049798:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977878.049804:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977878.049811:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977878.049814:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977878.049820:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977878.049824:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049834:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.049837:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049844:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.049846:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977878.049852:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977878.049856:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977878.049859:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303410936
00000100:00000010:2.0:1783977878.049864:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fba0.
00000100:00000001:2.0:1783977878.049872:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977878.049879:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303410936
00000100:00000010:2.0:1783977878.049882:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd80.
00000100:00000001:2.0:1783977878.049886:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977878.049889:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977878.049892:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.049902:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977878.049906:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977878/real 1783977878]  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977878.049916:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977878.049918:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977878.049921:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977878.049925:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977878.049927:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977878.049930:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977878.049934:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977878.049943:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049949:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977878.049951:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.049954:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.049956:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977878.049960:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049968:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977878.049973:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.049979:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977878.049981:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.049982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.049983:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.049985:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977878.049987:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977878.049988:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977878.049991:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977878.049993:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977878.049996:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977878.050001:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973184:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977878.050004:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050005:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.050007:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627366973184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050011:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977878.050013:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977878.050016:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977878.050021:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977878.050022:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977878.050024:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977878.050026:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977878.050028:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783977878.050032:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977878.050033:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977878.050035:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:2.0:1783977878.050038:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977878.050038:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050040:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050047:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977878.050049:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050050:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977878.050051:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977878.050053:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977878.050054:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050079:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977878.050081:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.050082:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977878.050083:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977878.050085:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977878.050087:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977878.050089:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977878.050090:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977878.050092:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.050093:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977878.050095:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977878.050097:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977878.050100:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977878.050103:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977878.050106:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977878.050109:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973312, portal 10
00000100:00000001:2.0:1783977878.050111:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977878.050112:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:2.0:1783977878.050119:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050126:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977878.050128:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977878.050130:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977878.050133:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366973312, offset 0
00000400:00000200:2.0:1783977878.050137:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977878.050141:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.050144:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977878.050147:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977878.050150:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977878.050152:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977878.050154:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977878.050156:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345164:345164:256:4294967295] 192.168.201.109@tcp LPNI seq info [345153:345153:8:4294967295]
00000400:00000200:2.0:1783977878.050159:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.050163:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977878.050166:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.050169:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977878.050171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977878.050173:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977878.050176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977878.050178:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783977878.050180:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.050181:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977878.050184:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977878.050186:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977878.050188:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977878.050189:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977878.050191:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977878.050193:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050202:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.050204:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050208:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050209:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977878.050211:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977878.050214:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977878.050216:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977878.050218:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303409697
00000100:00000001:2.0:1783977878.050220:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303410936
00000100:00000001:2.0:1783977878.050221:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303409697
00000100:00000001:2.0:1783977878.050223:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303410936
00000100:00000001:2.0:1783977878.050224:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977878.050225:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050226:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977878.050228:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977878/real 1783977878]  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977878.050233:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977878.050234:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977878.050235:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977878.050236:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977878.050237:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977878.050238:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977878.050240:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977878.050245:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050249:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977878.050250:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050251:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.050252:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977878.050254:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050258:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977878.050260:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050264:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977878.050265:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050266:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.050267:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050268:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977878.050270:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977878.050272:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977878.050273:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977878.050274:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977878.050276:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977878.050280:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977878.050282:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977878.050284:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050288:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977878.050289:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.050291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977878.050292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977878.050293:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977878.050295:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977878.050297:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977878.050298:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977878.050299:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977878.050300:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977878.050302:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977878.050303:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977878.050305:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977878.050306:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977878.050308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977878.050310:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973440, portal 10
00000100:00000001:2.0:1783977878.050311:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977878.050312:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:2.0:1783977878.050315:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050319:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977878.050321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977878.050322:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977878.050323:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366973440, offset 0
00000400:00000200:2.0:1783977878.050326:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977878.050328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.050330:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977878.050332:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977878.050334:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977878.050335:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977878.050336:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977878.050338:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345165:345165:256:4294967295] 192.168.201.109@tcp LPNI seq info [345154:345154:8:4294967295]
00000400:00000200:2.0:1783977878.050341:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977878.050344:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977878.050346:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.050348:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977878.050350:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977878.050352:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977878.050354:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977878.050356:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783977878.050359:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977878.050361:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977878.050362:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977878.050364:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977878.050366:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977878.050367:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977878.050368:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977878.050370:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050377:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.050380:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050387:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050388:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977878.050390:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977878.050393:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977878.050396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977878.050398:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303409694
00000100:00000001:2.0:1783977878.050401:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303410936
00000100:00000001:2.0:1783977878.050403:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303409694
00000100:00000001:2.0:1783977878.050405:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303410936
00000100:00000001:2.0:1783977878.050407:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977878.050409:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050411:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977878.050414:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977878/real 1783977878]  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977878.050422:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977878.050424:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977878.050425:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977878.050427:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977878.050428:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977878.050430:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977878.050432:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977878.050437:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050440:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977878.050441:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050442:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.050443:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977878.050444:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050448:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977878.050450:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050455:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977878.050456:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050457:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977878.050457:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050458:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977878.050459:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977878.050461:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977878.050462:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977878.050463:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977878.050465:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977878.050474:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977878.050476:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050477:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.050479:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627366973312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050482:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977878.050483:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977878.050484:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977878.050486:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977878.050487:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977878.050487:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977878.050488:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977878.050489:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:2.0:1783977878.050491:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977878.050491:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977878.050492:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:2.0:1783977878.050494:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977878.050495:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050496:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977878.050498:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627366973440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977878.050501:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977878.050502:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977878.050502:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977878.050508:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977878.050509:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977878.050510:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977878.050512:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977878.050513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:2.0:1783977878.050514:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977878.050515:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977878.050517:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:2.0:1783977878.050520:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977878.050521:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050523:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977878.050526:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977878.050528:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977878.050530:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977878.050531:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977878.111898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977878.113235:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977878.113238:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977878.113243:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977878.113247:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977878.113251:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977878.113254:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977878.113257:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977878.113261:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977878.242276:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977878.242280:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977878.242283:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977879.135984:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977879.135997:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977879.136000:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977879.136007:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977879.136012:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977879.136016:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977879.136019:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977879.136022:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977879.136026:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977880.159857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977880.159870:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977880.159873:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977880.159883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977880.159888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977880.159893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977880.159897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977880.159901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977880.159904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977881.183926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977881.183937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977881.183939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977881.183947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977881.183952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977881.183957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977881.183961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977881.183964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977881.183975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977882.207923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977882.207936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977882.207938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977882.207945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977882.207950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977882.207954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977882.207968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977882.207972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977882.207975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977883.167891:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977883.167898:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977883.167900:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977883.167903:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977883.167907:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977883.167912:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8742
00000400:00000200:3.0:1783977883.167920:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977883.167926:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977883.167929:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977883.167932:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.167935:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.167937:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.167939:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977883.167943:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977883.167945:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977883.167948:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977883.167951:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977883.167953:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977883.167955:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977883.167959:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.167960:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.167962:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.167964:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977883.167966:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977883.167995:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977883.167997:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977883.167999:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977883.168001:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977883.168003:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168005:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977883.168007:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977883.168015:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977883.168017:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977883.168020:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977883.168021:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168024:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977883.168026:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977883.168029:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977883.168035:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977883.168040:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977883.168046:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977883.168053:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977883.168056:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977883.168059:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977883.168076:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977883.168078:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977883.168080:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977883.168081:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977883.168082:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977883.168084:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977883.168086:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8742
00000400:00000200:3.0:1783977883.168089:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977883.168091:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977883.168092:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977883.168094:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168095:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.168096:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168098:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977883.168100:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977883.168101:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977883.168102:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977883.168104:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977883.168106:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977883.168107:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977883.168109:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168110:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.168111:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168113:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977883.168114:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:2.0:1783977883.168115:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1783977883.168116:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168120:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168121:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783977883.168121:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783977883.168126:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783977883.168128:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977883.168131:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168132:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1783977883.168136:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783977883.168136:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977883.168140:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168144:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977883.168149:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783977883.168153:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1783977883.168153:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:2.0:1783977883.168157:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977883.168157:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977883.168160:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168162:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783977883.168162:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977883.168163:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977883.168166:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977883.168166:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168172:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977883.168173:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00100000:2.0:1783977883.168177:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973568:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783977883.168178:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168182:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1783977883.168186:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783977883.168187:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977883.168190:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168195:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783977883.168198:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1783977883.168201:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
00000100:00000001:3.0:1783977883.168202:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168204:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168210:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783977883.168211:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1783977883.168213:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977883.168220:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783977883.168226:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783977883.168227:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973568, portal 25
00000100:00080000:3.0:1783977883.168230:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783977883.168231:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977883.168233:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00080000:3.0:1783977883.168238:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1783977883.168241:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977883.168242:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977883.168245:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977883.168251:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977883.168255:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8742
00000100:00000001:2.0:1783977883.168257:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1783977883.168261:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783977883.168265:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783977883.168267:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000010:2.0:1783977883.168270:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00080000:3.0:1783977883.168271:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977883.168276:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:2.0:1783977883.168277:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366973568, offset 0
00000100:00000001:3.0:1783977883.168279:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.168283:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:2.0:1783977883.168287:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168287:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977883.168291:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977883.168293:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977883.168295:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977883.168297:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:2.0:1783977883.168299:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783977883.168300:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977883.168304:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977883.168308:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168309:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977883.168311:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168313:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977883.168316:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:2.0:1783977883.168321:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:3.0:1783977883.168321:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168328:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977883.168330:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1783977883.168331:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783977883.168334:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1783977883.168338:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:3.0:1783977883.168338:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168342:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977883.168343:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783977883.168345:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1783977883.168346:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.168349:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168351:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000010:3.0:1783977883.168353:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000400:00000200:2.0:1783977883.168358:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345166:345166:256:4294967295] 192.168.201.109@tcp LPNI seq info [345155:345155:8:4294967295]
00000020:00000040:3.0:1783977883.168358:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977883.168363:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977883.168365:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168366:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783977883.168367:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977883.168370:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977883.168371:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977883.168376:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000400:00000200:2.0:1783977883.168378:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783977883.168380:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977883.168388:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1783977883.168390:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783977883.168397:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977883.168399:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783977883.168401:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000100:00000040:3.0:1783977883.168405:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1783977883.168412:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977883.168419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783977883.168420:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977883.168427:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1783977883.168430:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783977883.168434:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1783977883.168435:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1783977883.168438:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977883.168442:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977883.168448:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8752)
00000800:00000100:2.0:1783977883.168450:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977883.168457:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977883.168464:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977883.168468:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977883.168473:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977883.168475:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977883.168479:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977883.168483:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168490:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.168493:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168500:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168502:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977883.168507:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168511:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977883.168514:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303416054
00000100:00000010:2.0:1783977883.168519:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff60.
00000100:00000001:2.0:1783977883.168525:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977883.168531:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303416054
00000100:00000010:2.0:1783977883.168534:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f5a0.
00000100:00000001:2.0:1783977883.168536:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977883.168539:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977883.168542:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168544:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977883.168548:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977883/real 1783977883]  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977883.168558:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977883.168560:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977883.168561:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977883.168565:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977883.168566:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977883.168569:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977883.168572:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977883.168580:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168584:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977883.168585:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.168588:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977883.168590:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168594:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977883.168597:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168605:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977883.168607:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168608:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.168609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168611:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977883.168612:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977883.168614:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977883.168616:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977883.168617:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977883.168620:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977883.168624:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973568:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977883.168627:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168629:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.168630:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627366973568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168635:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977883.168636:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977883.168638:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977883.168643:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977883.168645:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977883.168646:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977883.168647:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977883.168649:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783977883.168651:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977883.168653:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977883.168654:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:2.0:1783977883.168655:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977883.168656:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168658:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168663:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977883.168665:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168666:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977883.168667:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977883.168668:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977883.168670:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168674:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977883.168675:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168676:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977883.168677:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977883.168679:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977883.168680:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977883.168683:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977883.168690:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977883.168692:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168693:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977883.168696:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977883.168698:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168702:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977883.168705:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977883.168708:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977883.168711:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973696, portal 10
00000100:00000001:2.0:1783977883.168713:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977883.168714:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:2.0:1783977883.168721:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168726:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977883.168728:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977883.168729:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977883.168731:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366973696, offset 0
00000400:00000200:2.0:1783977883.168733:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977883.168740:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977883.168743:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977883.168745:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977883.168747:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977883.168749:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977883.168750:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977883.168752:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345167:345167:256:4294967295] 192.168.201.109@tcp LPNI seq info [345156:345156:8:4294967295]
00000400:00000200:2.0:1783977883.168754:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977883.168759:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977883.168762:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977883.168764:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977883.168766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977883.168768:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977883.168788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977883.168790:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783977883.168797:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977883.168799:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977883.168801:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977883.168803:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977883.168806:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977883.168808:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977883.168810:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977883.168814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168821:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.168824:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168829:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168831:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977883.168834:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977883.168838:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977883.168841:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977883.168843:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303414816
00000100:00000001:2.0:1783977883.168846:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303416054
00000100:00000001:2.0:1783977883.168848:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303414816
00000100:00000001:2.0:1783977883.168850:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303416054
00000100:00000001:2.0:1783977883.168852:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977883.168853:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.168855:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977883.168859:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977883/real 1783977883]  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977883.168866:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977883.168867:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977883.168869:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977883.168870:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977883.168871:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977883.168873:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977883.168875:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977883.168880:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168883:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977883.168884:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168885:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.168885:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977883.168887:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168891:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977883.168893:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168897:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977883.168899:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.168901:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.168902:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977883.168904:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977883.168905:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977883.168907:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977883.168909:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977883.168911:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977883.168915:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977883.168917:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977883.168919:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168922:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977883.168923:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168924:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977883.168926:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977883.168927:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977883.168930:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977883.168933:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977883.168935:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977883.168936:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977883.168938:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977883.168941:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977883.168943:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977883.168945:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977883.168948:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977883.168950:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977883.168953:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973824, portal 10
00000100:00000001:2.0:1783977883.168955:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977883.168957:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:2.0:1783977883.168962:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.168979:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977883.168982:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977883.168985:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977883.168987:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366973824, offset 0
00000400:00000200:2.0:1783977883.168989:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977883.168992:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977883.168995:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977883.168997:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977883.168998:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977883.169000:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977883.169001:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977883.169003:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345168:345168:256:4294967295] 192.168.201.109@tcp LPNI seq info [345157:345157:8:4294967295]
00000400:00000200:2.0:1783977883.169005:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977883.169009:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977883.169012:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977883.169014:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977883.169017:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977883.169020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977883.169023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977883.169026:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783977883.169029:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977883.169031:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977883.169034:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977883.169037:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977883.169040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977883.169041:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977883.169044:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977883.169047:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169054:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.169058:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169064:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.169065:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977883.169068:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977883.169071:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977883.169074:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977883.169075:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303414813
00000100:00000001:2.0:1783977883.169077:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303416054
00000100:00000001:2.0:1783977883.169078:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303414813
00000100:00000001:2.0:1783977883.169079:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303416054
00000100:00000001:2.0:1783977883.169081:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977883.169082:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.169083:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977883.169085:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977883/real 1783977883]  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977883.169090:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977883.169091:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977883.169092:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977883.169094:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977883.169095:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977883.169096:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977883.169098:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977883.169106:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169112:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977883.169113:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169115:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.169116:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977883.169119:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169126:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977883.169129:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169136:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977883.169138:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169139:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977883.169141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169142:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977883.169144:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977883.169146:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977883.169149:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977883.169151:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977883.169153:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977883.169158:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366973824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977883.169160:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169161:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.169163:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627366973696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169167:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977883.169168:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977883.169169:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977883.169171:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977883.169172:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977883.169173:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977883.169174:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977883.169175:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783977883.169177:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977883.169178:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977883.169178:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783977883.169180:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977883.169181:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169182:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977883.169184:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627366973824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977883.169187:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977883.169188:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977883.169189:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977883.169191:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977883.169192:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977883.169192:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977883.169193:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977883.169194:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783977883.169195:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977883.169196:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977883.169197:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:2.0:1783977883.169198:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977883.169198:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169199:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977883.169201:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977883.169202:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977883.169203:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977883.169204:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977883.231917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977883.231922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977883.231923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977883.231927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977883.231930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977883.231932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977883.231933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977883.231935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977883.231937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977883.360036:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977883.360040:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977883.360043:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977884.255881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977884.255889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977884.255890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977884.255895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977884.255897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977884.255900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977884.255901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977884.255903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977884.255905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977885.280025:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977885.280032:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977885.280034:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977885.280038:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977885.280041:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977885.280043:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977885.280045:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977885.280047:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977885.280049:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977886.304189:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977886.304200:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977886.304202:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977886.304210:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977886.304214:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977886.304219:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977886.304222:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977886.304225:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977886.304229:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977887.328400:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977887.328410:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977887.328413:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977887.328421:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977887.328425:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977887.328430:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977887.328433:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977887.328436:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977887.328440:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977888.287961:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977888.287985:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977888.287988:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977888.287993:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977888.287999:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977888.288009:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8747
00000400:00000200:3.0:1783977888.288021:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977888.288028:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977888.288032:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977888.288036:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288040:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977888.288043:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288046:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977888.288050:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977888.288053:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977888.288056:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977888.288060:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977888.288062:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977888.288065:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977888.288068:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288070:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977888.288072:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288075:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977888.288078:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977888.288082:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288084:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977888.288087:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977888.288092:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977888.288095:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288097:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977888.288100:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977888.288114:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977888.288118:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977888.288123:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977888.288125:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288128:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977888.288131:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977888.288137:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977888.288147:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977888.288155:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977888.288166:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977888.288177:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977888.288182:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977888.288187:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977888.288214:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977888.288217:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977888.288221:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977888.288222:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977888.288224:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977888.288227:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977888.288229:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8747
00000400:00000200:3.0:1783977888.288234:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977888.288236:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977888.288239:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977888.288241:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288244:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977888.288246:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288249:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977888.288251:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977888.288253:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977888.288255:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977888.288257:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977888.288260:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977888.288262:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:2.0:1783977888.288266:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783977888.288266:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288268:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977888.288272:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977888.288273:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977888.288274:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783977888.288279:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783977888.288279:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977888.288284:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288289:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977888.288291:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783977888.288292:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977888.288300:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977888.288303:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783977888.288304:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.288308:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288309:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1783977888.288316:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1783977888.288316:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1783977888.288321:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1783977888.288322:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.288327:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288327:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977888.288334:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000100:00100000:2.0:1783977888.288336:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973952:192.168.201.109@tcp:250:kworker.0
00000020:00000040:3.0:1783977888.288338:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:2.0:1783977888.288344:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783977888.288345:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977888.288348:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288350:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977888.288351:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783977888.288352:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977888.288355:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977888.288357:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.288360:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783977888.288363:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
02000000:00000010:2.0:1783977888.288369:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977888.288372:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.288380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783977888.288381:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783977888.288385:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00100000:3.0:1783977888.288391:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783977888.288396:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783977888.288403:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977888.288406:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783977888.288408:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366973952, portal 25
00000100:00000040:3.0:1783977888.288410:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288413:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977888.288417:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:2.0:1783977888.288427:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977888.288427:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977888.288432:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783977888.288439:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977888.288443:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977888.288447:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00080000:3.0:1783977888.288449:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977888.288452:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1783977888.288454:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366973952, offset 0
00000100:00080000:3.0:1783977888.288455:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977888.288460:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977888.288464:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8747
00000400:00000200:2.0:1783977888.288467:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783977888.288471:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977888.288476:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:2.0:1783977888.288480:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783977888.288481:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977888.288486:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288490:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783977888.288491:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783977888.288496:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288499:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:2.0:1783977888.288500:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783977888.288504:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977888.288506:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:2.0:1783977888.288507:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783977888.288509:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977888.288513:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:2.0:1783977888.288514:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1783977888.288518:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:2.0:1783977888.288520:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:3.0:1783977888.288524:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:2.0:1783977888.288528:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345169:345169:256:4294967295] 192.168.201.109@tcp LPNI seq info [345158:345158:8:4294967295]
00000100:00000040:3.0:1783977888.288533:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:2.0:1783977888.288538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783977888.288539:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977888.288543:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288547:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977888.288551:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:2.0:1783977888.288556:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783977888.288557:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977888.288563:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977888.288567:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1783977888.288568:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783977888.288571:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977888.288575:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783977888.288576:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000100:00000001:3.0:1783977888.288586:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1783977888.288587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000008:00100000:3.0:1783977888.288590:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1783977888.288593:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000008:00000001:3.0:1783977888.288597:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288601:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783977888.288602:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000010:3.0:1783977888.288608:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000800:00000200:2.1:1783977888.288608:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1783977888.288613:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000100:2.0:1783977888.288618:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783977888.288619:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1783977888.288622:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
02000000:00000001:3.0:1783977888.288622:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.288628:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977888.288629:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977888.288631:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.288632:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977888.288639:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1783977888.288639:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977888.288645:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.288646:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977888.288650:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00100000:3.0:1783977888.288654:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977888.288657:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977888.288664:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977888.288666:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977888.288671:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977888.288679:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288680:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.288687:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977888.288695:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977888.288702:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783977888.288703:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.288707:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783977888.288709:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977888.288713:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783977888.288714:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.288722:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977888.288725:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303421174
00000100:00000040:3.0:1783977888.288728:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1783977888.288731:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fde0.
00000100:00000040:3.0:1783977888.288735:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8757)
00000100:00000001:2.0:1783977888.288742:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977888.288766:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303421174
00000100:00000010:2.0:1783977888.288770:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f8a0.
00000100:00000001:2.0:1783977888.288800:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977888.288804:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977888.288807:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.288810:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977888.288814:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977888/real 1783977888]  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977888.288825:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977888.288827:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977888.288829:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977888.288833:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977888.288835:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977888.288837:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977888.288840:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977888.288849:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288855:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977888.288857:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.288860:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.288861:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977888.288865:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288872:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977888.288876:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288897:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977888.288900:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.288902:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.288903:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.288906:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977888.288909:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977888.288912:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977888.288916:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977888.288918:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977888.288922:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977888.288931:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366973952:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977888.288936:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.288938:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.288941:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627366973952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.288948:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977888.288950:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977888.288953:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977888.288958:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977888.288961:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977888.288963:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977888.288965:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977888.288975:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783977888.288983:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977888.288985:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977888.288987:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:2.0:1783977888.288990:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977888.288992:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.288994:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289002:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977888.289004:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289006:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977888.289008:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977888.289009:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977888.289013:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289019:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977888.289021:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.289023:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977888.289025:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977888.289027:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977888.289030:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366974080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977888.289032:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977888.289034:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977888.289036:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.289038:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977888.289041:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977888.289043:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.289047:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977888.289049:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977888.289052:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977888.289055:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366974080, portal 10
00000100:00000001:2.0:1783977888.289057:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977888.289058:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:2.0:1783977888.289064:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289071:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977888.289073:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977888.289075:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977888.289078:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366974080, offset 0
00000400:00000200:2.0:1783977888.289082:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977888.289086:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977888.289090:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977888.289093:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977888.289095:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977888.289098:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977888.289100:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977888.289102:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345170:345170:256:4294967295] 192.168.201.109@tcp LPNI seq info [345159:345159:8:4294967295]
00000400:00000200:2.0:1783977888.289106:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977888.289112:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977888.289116:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977888.289119:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977888.289122:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977888.289124:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977888.289128:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977888.289130:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783977888.289142:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977888.289144:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977888.289147:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977888.289150:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977888.289153:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977888.289155:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977888.289157:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977888.289161:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289168:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.289171:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289177:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289179:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977888.289181:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977888.289185:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977888.289188:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977888.289191:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303419936
00000100:00000001:2.0:1783977888.289193:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303421174
00000100:00000001:2.0:1783977888.289195:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303419936
00000100:00000001:2.0:1783977888.289198:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303421174
00000100:00000001:2.0:1783977888.289200:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977888.289202:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289203:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977888.289206:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977888/real 1783977888]  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977888.289213:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977888.289215:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977888.289216:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977888.289218:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977888.289220:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977888.289222:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977888.289225:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977888.289231:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289237:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977888.289238:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.289240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977888.289243:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289249:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977888.289252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289258:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977888.289260:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289261:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.289262:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289264:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977888.289267:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977888.289269:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977888.289272:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977888.289274:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977888.289278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977888.289285:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366974080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977888.289289:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977888.289292:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289304:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977888.289305:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.289307:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977888.289309:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977888.289311:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977888.289314:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366974208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977888.289317:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977888.289320:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977888.289321:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977888.289323:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977888.289326:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977888.289328:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977888.289331:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977888.289333:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977888.289335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977888.289338:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366974208, portal 10
00000100:00000001:2.0:1783977888.289339:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977888.289340:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:2.0:1783977888.289345:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289350:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977888.289353:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977888.289354:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977888.289356:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366974208, offset 0
00000400:00000200:2.0:1783977888.289360:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977888.289363:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977888.289366:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977888.289368:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977888.289370:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977888.289372:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977888.289374:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977888.289377:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345171:345171:256:4294967295] 192.168.201.109@tcp LPNI seq info [345160:345160:8:4294967295]
00000400:00000200:2.0:1783977888.289381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977888.289387:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977888.289391:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977888.289394:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977888.289397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977888.289399:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977888.289403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977888.289405:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783977888.289408:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977888.289410:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977888.289413:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977888.289416:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977888.289418:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977888.289420:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977888.289422:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977888.289425:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289432:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.289435:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289441:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289442:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977888.289444:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977888.289447:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977888.289450:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977888.289451:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303419933
00000100:00000001:2.0:1783977888.289454:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303421174
00000100:00000001:2.0:1783977888.289456:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303419933
00000100:00000001:2.0:1783977888.289458:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303421174
00000100:00000001:2.0:1783977888.289459:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977888.289462:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289463:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977888.289466:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977888/real 1783977888]  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977888.289473:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977888.289474:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977888.289476:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977888.289478:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977888.289480:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977888.289482:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977888.289485:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977888.289493:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289499:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977888.289500:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289501:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.289503:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977888.289505:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289512:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977888.289515:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289521:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977888.289524:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289525:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977888.289527:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289528:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977888.289530:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977888.289532:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977888.289535:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977888.289537:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977888.289541:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977888.289548:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366974208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977888.289552:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289554:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.289556:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627366974080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289562:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977888.289564:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977888.289566:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783977888.289569:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977888.289570:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977888.289571:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977888.289573:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977888.289575:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783977888.289577:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977888.289578:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977888.289579:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:2.0:1783977888.289581:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977888.289581:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289582:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977888.289585:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627366974208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977888.289589:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977888.289590:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977888.289591:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783977888.289596:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977888.289597:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977888.289598:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977888.289599:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977888.289600:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783977888.289602:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977888.289603:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977888.289603:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:2.0:1783977888.289605:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977888.289606:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289607:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977888.289609:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977888.289610:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977888.289611:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977888.289612:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977888.351937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977888.351947:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977888.351949:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977888.351956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977888.351961:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977888.351966:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977888.351969:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977888.351972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977888.351975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977888.479996:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977888.480001:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977888.480006:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977889.376099:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977889.376109:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977889.376111:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977889.376117:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977889.376120:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977889.376124:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977889.376126:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977889.376128:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977889.376130:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977890.400017:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977890.400028:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977890.400030:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977890.400037:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977890.400042:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977890.400046:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977890.400050:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977890.400053:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977890.400058:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977891.423928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977891.423940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977891.423942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977891.423949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977891.423954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977891.423959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977891.423962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977891.423966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977891.423969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977892.448177:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977892.448187:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977892.448193:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977892.448201:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977892.448206:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977892.448210:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977892.448213:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977892.448216:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977892.448219:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977893.408066:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977893.408081:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977893.408084:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977893.408089:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977893.408095:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977893.408105:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8752
00000400:00000200:2.0:1783977893.408116:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977893.408123:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977893.408127:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977893.408132:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408135:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408137:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408141:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977893.408145:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977893.408147:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977893.408151:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977893.408155:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977893.408158:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977893.408161:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977893.408164:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408165:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408167:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408170:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977893.408173:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977893.408177:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408180:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977893.408183:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977893.408187:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977893.408190:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408193:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977893.408196:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977893.408209:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783977893.408213:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977893.408218:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977893.408219:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408224:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977893.408228:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977893.408233:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977893.408246:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783977893.408254:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977893.408267:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627366974336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977893.408293:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977893.408299:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977893.408304:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627366974336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977893.408332:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977893.408336:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977893.408340:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977893.408341:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977893.408343:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977893.408346:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977893.408349:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8752
00000400:00000200:2.0:1783977893.408353:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977893.408356:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977893.408359:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977893.408362:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408364:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408366:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408368:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977893.408380:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977893.408381:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977893.408383:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977893.408385:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977893.408387:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977893.408390:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977893.408393:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408395:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408397:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408399:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977893.408401:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977893.408403:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408406:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977893.408408:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977893.408521:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977893.408523:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408526:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977893.408530:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977893.408534:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408535:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977893.408539:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783977893.408542:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977893.408544:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977893.408546:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408547:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977893.408549:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977893.408551:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977893.408555:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783977893.408559:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977893.408565:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627366974464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977893.408573:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977893.408576:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977893.408579:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627366974464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977893.408587:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977893.408590:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977893.408593:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977893.408594:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977893.408596:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977893.408599:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977893.408601:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8752
00000400:00000200:2.0:1783977893.408606:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977893.408610:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977893.408612:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977893.408616:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408618:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408620:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408624:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977893.408629:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977893.408631:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977893.408635:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977893.408637:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977893.408643:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977893.408648:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977893.408656:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408662:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977893.408667:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408672:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977893.408676:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977893.408684:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977893.408689:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977893.408692:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977893.408697:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977893.408702:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408705:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977893.408709:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977893.408713:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408717:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977893.408723:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783977893.408727:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977893.408730:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977893.408734:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977893.408737:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977893.408739:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977893.408741:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977893.408748:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783977893.408754:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977893.408763:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627366974592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977893.408771:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977893.408822:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977893.408827:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627366974592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977893.408833:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977893.408836:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977893.408841:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977893.408844:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977893.408848:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977893.408854:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8762)
00000800:00000200:1.1:1783977893.408941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977893.408944:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977893.409485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977893.409487:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977893.409825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977893.409826:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977893.471970:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977893.471992:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977893.471994:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977893.472005:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977893.472010:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977893.472015:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977893.472019:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977893.472022:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977893.472026:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977893.600097:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977893.600102:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977893.600105:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977894.495937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977894.495948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977894.495950:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977894.495958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977894.495963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977894.495973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977894.495976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977894.495980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977894.495982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977895.519932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977895.519943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977895.519945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977895.519961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977895.519964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977895.519967:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977895.519970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977895.519973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977895.519976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977896.543887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977896.543896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977896.543898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977896.543903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977896.543907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977896.543911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977896.543913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977896.543915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977896.543924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977897.567881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977897.567888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977897.567889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977897.567894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977897.567897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977897.567900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977897.567902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977897.567904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977897.567907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977898.528929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977898.528934:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977898.529395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977898.529397:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977898.529574:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977898.529577:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783977898.591941:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977898.591949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977898.591951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977898.591957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977898.591961:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977898.591964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977898.591966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977898.591969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977898.591972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977898.719974:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977898.719978:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977898.719982:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977899.615878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977899.615887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977899.615889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977899.615895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977899.615898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977899.615901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977899.615904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977899.615906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977899.615909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977900.639893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977900.639901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977900.639903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977900.639909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977900.639913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977900.639916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977900.639918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977900.639921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977900.639924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977901.663931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977901.663939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977901.663941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977901.663946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977901.663950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977901.663954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977901.663956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977901.663959:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977901.663962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977902.687882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977902.687888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977902.687890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977902.687894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977902.687897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977902.687900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977902.687902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977902.687903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977902.687906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977903.648387:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977903.648391:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977903.648904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977903.648906:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977903.649194:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977903.649197:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977903.711889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977903.711896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977903.711898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977903.711904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977903.711907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977903.711910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977903.711913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977903.711915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977903.711918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977903.839993:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977903.839996:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977903.839998:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977904.735872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977904.735878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977904.735879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977904.735883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977904.735886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977904.735889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977904.735891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977904.735893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977904.735895:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977905.759906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977905.759913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977905.759915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977905.759920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977905.759924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977905.759927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977905.759929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977905.759932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977905.759934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977906.783953:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977906.783960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977906.783961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977906.783967:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977906.783970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977906.783973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977906.783975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977906.783978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977906.783981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977907.807894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977907.807901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977907.807903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977907.807908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977907.807911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977907.807914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977907.807917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977907.807919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977907.807922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768117:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977908.768124:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977908.768128:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977908.768138:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768155:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977908.768159:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.768165:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977908.768169:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977908.768174:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977908.768180:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366975488:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977908.768188:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977908.768192:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977908.768196:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.768202:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977908.768208:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977908.768214:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977908.768223:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977908.768229:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977908.768239:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977908.768248:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366975488, portal 25
00000100:00000001:2.0:1783977908.768252:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977908.768257:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:2.0:1783977908.768268:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768298:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977908.768305:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977908.768310:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977908.768317:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366975488, offset 0
00000400:00000200:2.0:1783977908.768327:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977908.768338:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.768346:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977908.768351:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977908.768355:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977908.768359:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977908.768362:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977908.768365:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345181:345181:256:4294967295] 192.168.201.109@tcp LPNI seq info [345170:345170:8:4294967295]
00000400:00000200:2.0:1783977908.768370:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.768379:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977908.768385:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.768391:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977908.768397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977908.768401:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977908.768406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977908.768409:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783977908.768413:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.768415:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977908.768421:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977908.768426:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977908.768431:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977908.768436:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977908.768443:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977908.768462:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768480:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.768487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768513:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768517:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977908.768522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977908.768547:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977908.768550:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303441654
00000100:00000010:2.0:1783977908.768556:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f060.
00000100:00000001:2.0:1783977908.768563:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977908.768571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303441654
00000100:00000010:2.0:1783977908.768574:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f9c0.
00000100:00000001:2.0:1783977908.768577:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977908.768580:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977908.768583:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768586:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977908.768590:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977908/real 1783977908]  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977908.768608:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977908.768610:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977908.768612:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977908.768615:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977908.768617:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977908.768619:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977908.768623:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977908.768632:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768643:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977908.768645:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768647:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.768649:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977908.768653:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768660:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977908.768664:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768670:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977908.768673:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768675:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.768676:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768678:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977908.768680:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977908.768682:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977908.768687:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977908.768689:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977908.768693:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977908.768702:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366975488:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977908.768706:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768708:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.768711:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627366975488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768717:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977908.768719:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977908.768722:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977908.768726:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977908.768728:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977908.768730:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977908.768732:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977908.768734:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:2.0:1783977908.768738:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977908.768740:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977908.768741:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:2.0:1783977908.768744:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977908.768745:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768747:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.768755:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977908.768756:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768758:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977908.768760:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977908.768761:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977908.768764:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768771:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977908.768802:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.768804:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977908.768806:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977908.768808:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977908.768811:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366975616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977908.768815:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977908.768817:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977908.768818:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.768820:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977908.768823:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977908.768824:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977908.768828:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977908.768831:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977908.768834:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977908.768836:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366975616, portal 10
00000100:00000001:2.0:1783977908.768838:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977908.768839:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:2.0:1783977908.768845:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768852:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977908.768854:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977908.768857:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977908.768859:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366975616, offset 0
00000400:00000200:2.0:1783977908.768863:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977908.768867:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.768871:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977908.768874:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977908.768876:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977908.768878:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977908.768881:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977908.768883:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345182:345182:256:4294967295] 192.168.201.109@tcp LPNI seq info [345171:345171:8:4294967295]
00000400:00000200:2.0:1783977908.768887:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.768892:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977908.768897:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.768900:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977908.768904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977908.768906:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977908.768910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977908.768912:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783977908.768916:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.768917:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977908.768920:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977908.768923:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977908.768926:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977908.768928:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977908.768930:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977908.768934:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768941:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.768944:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.768949:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768951:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977908.768955:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977908.768959:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977908.768963:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977908.768965:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303440416
00000100:00000001:2.0:1783977908.768967:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303441654
00000100:00000001:2.0:1783977908.768969:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303440416
00000100:00000001:2.0:1783977908.768971:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303441654
00000100:00000001:2.0:1783977908.768973:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977908.768975:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.768977:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977908.768980:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977908/real 1783977908]  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977908.768987:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977908.768989:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977908.768990:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977908.768993:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977908.769003:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977908.769006:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977908.769010:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977908.769018:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769024:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977908.769026:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769028:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.769029:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977908.769032:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769039:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977908.769043:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769050:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977908.769052:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769053:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.769055:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769056:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977908.769059:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977908.769061:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977908.769065:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977908.769067:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977908.769071:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977908.769077:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366975616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977908.769081:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977908.769084:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769090:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977908.769091:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.769093:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977908.769095:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977908.769097:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977908.769100:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366975744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977908.769103:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977908.769105:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977908.769106:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977908.769108:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977908.769111:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977908.769112:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977908.769116:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977908.769119:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977908.769122:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977908.769124:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366975744, portal 10
00000100:00000001:2.0:1783977908.769126:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977908.769127:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:2.0:1783977908.769133:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769139:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977908.769141:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977908.769142:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977908.769144:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366975744, offset 0
00000400:00000200:2.0:1783977908.769148:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977908.769151:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.769154:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977908.769157:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977908.769160:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977908.769162:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977908.769164:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977908.769167:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345183:345183:256:4294967295] 192.168.201.109@tcp LPNI seq info [345172:345172:8:4294967295]
00000400:00000200:2.0:1783977908.769171:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977908.769177:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977908.769181:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.769184:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977908.769188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977908.769191:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977908.769195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977908.769197:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783977908.769201:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977908.769203:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:2.0:1783977908.769206:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977908.769209:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977908.769211:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:2.0:1783977908.769214:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:2.0:1783977908.769216:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977908.769219:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769227:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.769230:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769236:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.769238:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977908.769240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977908.769243:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977908.769246:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977908.769248:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303440413
00000100:00000001:2.0:1783977908.769251:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303441654
00000100:00000001:2.0:1783977908.769253:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303440413
00000100:00000001:2.0:1783977908.769255:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303441654
00000100:00000001:2.0:1783977908.769257:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977908.769259:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.769261:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977908.769265:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977908/real 1783977908]  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977908.769272:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977908.769273:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977908.769276:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977908.769278:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977908.769280:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977908.769281:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977908.769284:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977908.769292:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769299:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977908.769300:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769302:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.769303:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977908.769306:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769313:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977908.769317:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769323:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977908.769326:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769327:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977908.769329:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769330:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977908.769332:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977908.769334:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977908.769337:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977908.769339:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977908.769343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977908.769351:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366975744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977908.769355:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769357:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.769360:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627366975616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769366:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977908.769367:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977908.769370:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977908.769372:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977908.769374:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977908.769375:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977908.769377:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977908.769379:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:2.0:1783977908.769381:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977908.769382:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977908.769384:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:2.0:1783977908.769386:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977908.769387:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769389:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977908.769392:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627366975744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977908.769398:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977908.769399:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977908.769401:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977908.769403:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977908.769404:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977908.769405:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977908.769407:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977908.769409:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783977908.769411:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977908.769412:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977908.769413:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:2.0:1783977908.769415:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977908.769417:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769419:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977908.769422:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977908.769423:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977908.769425:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977908.769427:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977908.831833:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977908.831840:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977908.831848:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977908.831856:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977908.831859:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977908.831863:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977908.831866:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977908.831868:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977908.831870:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977908.959986:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977908.959990:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977908.959993:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977909.855885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977909.855891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977909.855893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977909.855897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977909.855899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977909.855902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977909.855904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977909.855906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977909.855908:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977910.879922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977910.879931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977910.879934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977910.879940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977910.879944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977910.879948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977910.879952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977910.879955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977910.879958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977911.903878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977911.903883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977911.903885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977911.903888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977911.903891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977911.903893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977911.903895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977911.903897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977911.903899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977912.927881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977912.927888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977912.927889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977912.927893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977912.927896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977912.927899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977912.927900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977912.927902:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977912.927905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.888173:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977913.888192:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977913.888198:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977913.888217:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.888243:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977913.888246:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.888251:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977913.888254:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977913.888257:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977913.888263:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366975872:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977913.888269:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977913.888275:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977913.888280:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.888285:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977913.888296:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977913.888302:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977913.888317:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977913.888328:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977913.888338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977913.888349:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366975872, portal 25
00000100:00000001:2.0:1783977913.888354:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977913.888356:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:2.0:1783977913.888367:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.888389:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977913.888395:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977913.888399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11e58.
00000100:00000200:2.0:1783977913.888404:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366975872, offset 0
00000400:00000200:2.0:1783977913.888419:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977913.888445:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.888455:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977913.888464:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977913.888471:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977913.888478:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977913.888482:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977913.888491:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345184:345184:256:4294967295] 192.168.201.109@tcp LPNI seq info [345173:345173:8:4294967295]
00000400:00000200:2.0:1783977913.888499:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.888519:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977913.888528:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977913.888538:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783977913.888563:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977913.888573:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977913.888593:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977913.888600:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977913.888605:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303446774
00000100:00000010:2.0:1783977913.888617:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f4e0.
00000100:00000001:2.0:1783977913.888626:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977913.888637:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303446774
00000100:00000010:2.0:1783977913.888645:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa80.
00000100:00000001:2.0:1783977913.888649:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977913.888654:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977913.888661:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.888671:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.888678:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977913.888691:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977913.888693:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783977913.888695:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977913.888697:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977913.888699:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977913.888708:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.888743:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977913.888746:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.888750:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977913.888752:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977913.888755:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977913.888766:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977913.888835:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977913.888839:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977913.888842:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.888844:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977913.888848:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977913.888850:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977913.888855:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977913.888858:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060970b0.
00000400:00000010:2.0:1783977913.888863:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977913.888870:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976000, portal 10
00000100:00000001:2.0:1783977913.888872:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977913.888873:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:2.0:1783977913.888881:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.888886:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977913.888887:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977913.888889:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11110.
00000100:00000200:2.0:1783977913.888890:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976000, offset 0
00000400:00000200:2.0:1783977913.888894:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977913.888896:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.888900:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977913.888902:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977913.888905:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977913.888907:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977913.888909:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977913.888912:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345185:345185:255:4294967295] 192.168.201.109@tcp LPNI seq info [345174:345174:7:4294967295]
00000400:00000200:2.0:1783977913.888916:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.888923:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977913.888927:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977913.888931:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5500.
00000800:00000200:2.0:1783977913.888935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977913.888939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977913.888942:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977913.888946:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977913.888949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977913.888951:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303445536
00000100:00000001:2.0:1783977913.888954:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303446774
00000100:00000001:2.0:1783977913.888957:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303445536
00000100:00000001:2.0:1783977913.888959:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303446774
00000100:00000001:2.0:1783977913.888961:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977913.888963:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.888965:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.888973:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977913.888977:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977913.888978:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783977913.888980:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977913.888982:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977913.888983:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977913.888988:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.888998:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977913.888999:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.889001:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977913.889002:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977913.889004:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977913.889005:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977913.889008:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977913.889010:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977913.889011:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977913.889012:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977913.889015:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977913.889017:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977913.889019:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977913.889021:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783977913.889024:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11880.
00000100:00000200:2.0:1783977913.889026:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976128, portal 10
00000100:00000001:2.0:1783977913.889027:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977913.889028:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:2.0:1783977913.889032:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977913.889037:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977913.889039:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977913.889042:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11440.
00000100:00000200:2.0:1783977913.889044:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976128, offset 0
00000400:00000200:2.0:1783977913.889048:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977913.889051:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.889054:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977913.889057:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977913.889059:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977913.889061:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977913.889063:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977913.889066:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345186:345186:254:4294967295] 192.168.201.109@tcp LPNI seq info [345175:345175:6:4294967295]
00000400:00000200:2.0:1783977913.889070:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977913.889076:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977913.889080:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977913.889083:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977913.889087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977913.889090:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977913.889092:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977913.889095:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977913.889098:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977913.889100:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303445533
00000100:00000001:2.0:1783977913.889102:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303446774
00000100:00000001:2.0:1783977913.889104:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303445533
00000100:00000001:2.0:1783977913.889107:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303446774
00000100:00000001:2.0:1783977913.889109:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977913.889111:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.889113:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.889115:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977913.889118:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977913.889119:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783977913.889121:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977913.889122:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977913.889124:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977913.889126:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977913.951890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977913.951895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977913.951896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977913.951900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977913.951903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977913.951906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977913.951908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977913.951909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977913.951911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977914.080040:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977914.080045:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977914.080048:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977914.975893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977914.975901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977914.975902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977914.975907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977914.975910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977914.975914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977914.975916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977914.975918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977914.975921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977915.999945:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977915.999957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977915.999959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977915.999968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977915.999972:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977915.999978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977915.999981:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977915.999985:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977915.999988:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1783977916.960159:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783977916.960217:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783977916.960229:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977916.960233:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783977916.960239:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977916.960243:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783977916.960248:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977916.960252:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:3.0:1783977916.960260:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977916.960265:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977916.960273:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11e58
00000400:00000010:3.0:1783977916.960276:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11e58.
00000100:00000001:3.0:1783977916.960282:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977916.960292:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977916.960327:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977916.960331:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977916.960339:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977916.960341:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977916.960351:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977916.960354:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5500.
00000400:00000200:3.0:1783977916.960357:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977916.960360:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977916.960363:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11110
00000400:00000010:3.0:1783977916.960365:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11110.
00000100:00000001:3.0:1783977916.960368:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977916.960372:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977916.960394:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783977916.960397:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977916.960404:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977916.960405:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783977916.960412:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783977916.960414:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:3.0:1783977916.960417:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783977916.960420:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783977916.960424:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11440
00000400:00000010:3.0:1783977916.960426:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11440.
00000100:00000001:3.0:1783977916.960429:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783977916.960433:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960440:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783977916.960442:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783977916.960447:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783977916.960448:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960453:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783977916.960458:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977916.960461:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1783977916.960466:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977913/real 1783977916]  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977916.960483:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977916.960486:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977916.960492:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783977916.960497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11880
00000400:00000010:2.0:1783977916.960499:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11880.
00000100:00000001:2.0:1783977916.960503:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977916.960507:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977916.960519:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960525:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977916.960527:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960532:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977916.960536:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960543:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977916.960548:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960557:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977916.960560:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960562:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960564:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960567:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977916.960570:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977916.960574:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977916.960579:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977916.960582:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977916.960586:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977916.960594:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977916.960600:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977916.960603:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977913/real 1783977916]  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977916.960611:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977916.960613:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977916.960614:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060970b0.
00000400:00000200:2.0:1783977916.960617:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977916.960618:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977916.960621:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977916.960624:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977916.960632:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960638:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977916.960640:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960642:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960643:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977916.960646:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960653:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977916.960657:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960664:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977916.960666:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960668:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960669:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960671:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977916.960674:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977916.960677:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977916.960681:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977916.960684:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977916.960688:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977916.960695:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977916.960699:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977916.960701:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977913/real 1783977916]  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977916.960707:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977916.960708:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977916.960710:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977916.960712:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977916.960714:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977916.960717:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977916.960720:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977916.960728:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960734:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977916.960736:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960738:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960739:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977916.960743:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960749:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977916.960753:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960759:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977916.960761:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960763:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977916.960764:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960765:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977916.960767:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977916.960769:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977916.960800:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977916.960803:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977916.960807:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977916.960814:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366975872:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977916.960819:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960822:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977916.960827:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627366976128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960834:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977916.960838:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977916.960843:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977916.960848:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977916.960851:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977916.960853:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977916.960856:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977916.960859:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783977916.960864:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977916.960866:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977916.960868:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:2.0:1783977916.960872:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977916.960874:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960876:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977916.960879:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627366976000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960885:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977916.960887:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977916.960888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977916.960893:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977916.960894:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977916.960895:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977916.960897:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977916.960899:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783977916.960901:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977916.960902:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977916.960903:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:2.0:1783977916.960905:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977916.960907:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960908:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977916.960911:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627366975872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977916.960917:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977916.960918:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977916.960920:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977916.960922:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977916.960923:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977916.960924:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977916.960926:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977916.960928:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783977916.960930:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977916.960931:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977916.960933:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:2.0:1783977916.960935:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977916.960936:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960938:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977916.960948:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977916.960950:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977916.960952:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977916.960954:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977917.025526:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977917.025538:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977917.025541:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977917.025549:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977917.025553:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977917.025559:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977917.025563:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977917.025565:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977917.025568:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977918.047918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977918.047926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977918.047928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977918.047933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977918.047937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977918.047940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977918.047942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977918.047945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977918.047947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.010454:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977919.010462:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977919.010465:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977919.010478:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010490:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977919.010493:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.010497:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977919.010501:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977919.010504:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977919.010508:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366976256:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977919.010513:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977919.010518:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977919.010521:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.010523:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977919.010531:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977919.010533:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977919.010541:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977919.010546:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977919.010554:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977919.010560:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976256, portal 25
00000100:00000001:2.0:1783977919.010563:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977919.010565:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:2.0:1783977919.010572:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010579:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977919.010582:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977919.010585:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977919.010591:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366976256, offset 0
00000400:00000200:2.0:1783977919.010597:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977919.010605:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.010614:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977919.010620:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977919.010624:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977919.010628:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977919.010631:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977919.010635:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345187:345187:256:4294967295] 192.168.201.109@tcp LPNI seq info [345176:345176:8:4294967295]
00000400:00000200:2.0:1783977919.010640:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.010650:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977919.010657:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.010664:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977919.010672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977919.010676:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977919.010682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977919.010686:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977919.010691:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.010693:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977919.010698:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977919.010703:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977919.010708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977919.010710:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977919.010714:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977919.010719:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010730:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.010733:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010740:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.010742:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977919.010748:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977919.010753:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977919.010756:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303451896
00000100:00000010:2.0:1783977919.010762:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fcc0.
00000100:00000001:2.0:1783977919.010770:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977919.010821:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303451897
00000100:00000010:2.0:1783977919.010825:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fe40.
00000100:00000001:2.0:1783977919.010829:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977919.010832:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977919.010834:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.010837:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977919.010850:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977919/real 1783977919]  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977919.010860:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977919.010861:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977919.010864:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977919.010868:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977919.010869:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977919.010872:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977919.010876:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977919.010892:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010899:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977919.010901:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.010903:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.010905:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977919.010909:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010920:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977919.010924:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010930:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977919.010932:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.010934:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.010935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.010937:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977919.010939:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977919.010942:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977919.010946:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977919.010949:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977919.010953:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977919.010960:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366976256:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977919.010964:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977919.010968:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.010975:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977919.010976:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.010978:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977919.010980:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977919.010982:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977919.010985:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977919.010988:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977919.010990:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977919.010992:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.010993:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977919.010997:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977919.010999:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977919.011002:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977919.011005:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977919.011008:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977919.011011:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976384, portal 10
00000100:00000001:2.0:1783977919.011013:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977919.011014:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:2.0:1783977919.011021:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011027:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977919.011029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977919.011031:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977919.011033:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976384, offset 0
00000400:00000200:2.0:1783977919.011037:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977919.011041:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.011044:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977919.011047:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977919.011049:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977919.011052:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977919.011054:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977919.011057:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345188:345188:256:4294967295] 192.168.201.109@tcp LPNI seq info [345177:345177:8:4294967295]
00000400:00000200:2.0:1783977919.011060:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.011066:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977919.011070:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.011073:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977919.011077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977919.011080:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977919.011083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977919.011086:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977919.011090:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.011092:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977919.011095:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977919.011098:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977919.011101:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977919.011103:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977919.011105:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977919.011108:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011115:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.011118:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011123:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.011125:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977919.011127:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977919.011131:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977919.011134:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977919.011136:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303450658
00000100:00000001:2.0:1783977919.011138:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303451896
00000100:00000001:2.0:1783977919.011140:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303450658
00000100:00000001:2.0:1783977919.011142:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303451897
00000100:00000001:2.0:1783977919.011144:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977919.011146:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.011148:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977919.011151:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977919/real 1783977919]  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977919.011158:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977919.011159:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977919.011161:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977919.011163:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977919.011165:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977919.011167:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977919.011170:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977919.011177:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011183:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977919.011184:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011186:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.011187:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977919.011191:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011197:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977919.011200:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011207:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977919.011209:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011210:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.011212:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011213:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977919.011217:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977919.011219:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977919.011223:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977919.011225:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977919.011228:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977919.011236:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977919.011240:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977919.011244:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011250:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977919.011251:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.011253:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977919.011255:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977919.011257:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977919.011260:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977919.011263:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977919.011265:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977919.011266:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977919.011268:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977919.011271:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977919.011273:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977919.011276:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977919.011278:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977919.011281:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977919.011284:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976512, portal 10
00000100:00000001:2.0:1783977919.011285:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977919.011286:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:2.0:1783977919.011291:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011297:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977919.011299:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977919.011302:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977919.011304:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976512, offset 0
00000400:00000200:2.0:1783977919.011307:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977919.011311:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.011313:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977919.011316:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977919.011319:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977919.011321:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977919.011323:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977919.011326:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345189:345189:256:4294967295] 192.168.201.109@tcp LPNI seq info [345178:345178:8:4294967295]
00000400:00000200:2.0:1783977919.011330:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977919.011335:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977919.011339:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.011342:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977919.011359:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977919.011362:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977919.011366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977919.011368:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783977919.011372:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977919.011374:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977919.011377:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977919.011380:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977919.011384:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977919.011385:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977919.011387:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977919.011390:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011396:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.011399:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011404:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.011405:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977919.011408:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977919.011410:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977919.011414:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977919.011415:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303450655
00000100:00000001:2.0:1783977919.011417:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303451896
00000100:00000001:2.0:1783977919.011419:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303450655
00000100:00000001:2.0:1783977919.011421:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303451897
00000100:00000001:2.0:1783977919.011423:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977919.011425:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.011426:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977919.011430:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977919/real 1783977919]  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977919.011437:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977919.011438:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977919.011440:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977919.011442:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977919.011444:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977919.011446:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977919.011449:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977919.011455:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011461:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977919.011462:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011468:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.011469:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977919.011472:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011477:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977919.011480:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011486:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977919.011488:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011489:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977919.011490:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011493:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977919.011494:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977919.011496:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977919.011500:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977919.011502:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977919.011505:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977919.011512:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977919.011515:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011517:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.011521:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627366976256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011526:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977919.011528:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977919.011531:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783977919.011534:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977919.011536:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977919.011538:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977919.011540:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977919.011543:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:2.0:1783977919.011546:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977919.011548:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977919.011550:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:2.0:1783977919.011553:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977919.011554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011556:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.011559:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627366976384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011566:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977919.011567:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977919.011569:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977919.011573:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977919.011574:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977919.011575:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977919.011577:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977919.011578:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:2.0:1783977919.011580:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977919.011582:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977919.011583:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:2.0:1783977919.011584:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977919.011586:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011587:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977919.011590:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627366976512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977919.011595:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977919.011597:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977919.011598:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977919.011599:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977919.011600:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977919.011601:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977919.011603:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977919.011604:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783977919.011606:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977919.011607:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977919.011608:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:2.0:1783977919.011609:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977919.011610:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011612:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977919.011620:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977919.011622:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977919.011624:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977919.011625:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977919.071917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977919.071925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977919.071936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977919.071942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977919.071945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977919.071949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977919.071951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977919.071953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977919.071956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977919.200062:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977919.200065:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977919.200068:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977920.097594:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977920.097601:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977920.097603:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977920.097608:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977920.097612:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977920.097615:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977920.097618:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977920.097620:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977920.097622:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977921.120173:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977921.120185:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977921.120188:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977921.120196:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977921.120202:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977921.120208:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977921.120211:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977921.120213:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977921.120216:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.128308:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977924.128338:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977924.128342:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977924.128352:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128371:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977924.128375:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.128381:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977924.128385:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977924.128390:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977924.128396:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366976640:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977924.128403:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977924.128409:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977924.128414:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.128419:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977924.128427:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977924.128432:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977924.128443:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977924.128451:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977924.128459:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977924.128467:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976640, portal 25
00000100:00000001:2.0:1783977924.128469:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977924.128471:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:2.0:1783977924.128480:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128496:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977924.128502:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977924.128508:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977924.128514:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366976640, offset 0
00000400:00000200:2.0:1783977924.128539:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977924.128551:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.128561:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977924.128568:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977924.128574:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977924.128581:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977924.128586:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977924.128594:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345190:345190:256:4294967295] 192.168.201.109@tcp LPNI seq info [345179:345179:8:4294967295]
00000400:00000200:2.0:1783977924.128603:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.128615:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977924.128627:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.128634:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977924.128660:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977924.128667:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977924.128678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977924.128683:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977924.128689:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.128693:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977924.128700:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977924.128705:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977924.128710:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977924.128713:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977924.128717:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977924.128722:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128733:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.128737:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128744:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.128746:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977924.128751:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977924.128755:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977924.128758:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303457014
00000100:00000010:2.0:1783977924.128762:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f960.
00000100:00000001:2.0:1783977924.128768:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977924.128812:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303457015
00000100:00000010:2.0:1783977924.128817:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f0c0.
00000100:00000001:2.0:1783977924.128820:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977924.128823:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977924.128826:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.128829:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977924.128833:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977924/real 1783977924]  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977924.128848:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977924.128850:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977924.128852:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977924.128855:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977924.128857:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977924.128859:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977924.128863:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977924.128872:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128878:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977924.128880:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128882:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.128884:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977924.128888:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128895:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977924.128899:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128906:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977924.128909:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128910:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.128911:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128914:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977924.128916:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977924.128918:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977924.128922:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977924.128925:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977924.128929:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977924.128938:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366976640:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977924.128942:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128944:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.128946:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627366976640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.128952:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977924.128954:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977924.128957:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977924.128960:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977924.128962:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977924.128964:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977924.128966:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977924.128968:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783977924.128971:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977924.128973:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977924.128974:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:2.0:1783977924.128978:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977924.128979:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128981:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.128987:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977924.128989:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.128991:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977924.128992:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977924.128994:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977924.128997:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129005:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977924.129006:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.129008:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977924.129010:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977924.129012:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977924.129014:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977924.129018:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977924.129020:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977924.129021:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.129023:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977924.129026:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977924.129028:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977924.129031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977924.129034:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977924.129037:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977924.129040:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976768, portal 10
00000100:00000001:2.0:1783977924.129042:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977924.129043:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:2.0:1783977924.129049:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129055:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977924.129057:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977924.129059:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977924.129062:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976768, offset 0
00000400:00000200:2.0:1783977924.129065:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977924.129069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.129072:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977924.129075:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977924.129078:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977924.129080:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977924.129082:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977924.129085:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345191:345191:256:4294967295] 192.168.201.109@tcp LPNI seq info [345180:345180:8:4294967295]
00000400:00000200:2.0:1783977924.129089:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.129095:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977924.129100:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.129103:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977924.129107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977924.129110:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977924.129114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977924.129117:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977924.129121:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.129123:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977924.129126:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977924.129129:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977924.129133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977924.129134:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977924.129136:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977924.129140:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129147:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.129150:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129156:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.129158:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977924.129160:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977924.129164:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977924.129167:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977924.129168:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303455776
00000100:00000001:2.0:1783977924.129171:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303457014
00000100:00000001:2.0:1783977924.129173:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303455776
00000100:00000001:2.0:1783977924.129175:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303457015
00000100:00000001:2.0:1783977924.129177:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977924.129179:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.129181:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977924.129184:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977924/real 1783977924]  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977924.129192:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977924.129193:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977924.129195:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977924.129197:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977924.129199:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977924.129200:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977924.129203:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977924.129211:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129217:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977924.129219:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129220:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.129222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977924.129225:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129231:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977924.129234:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129241:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977924.129243:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129245:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.129246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129247:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977924.129251:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977924.129253:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977924.129270:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977924.129272:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977924.129277:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977924.129284:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977924.129288:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977924.129291:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129298:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977924.129299:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.129301:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977924.129302:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977924.129304:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977924.129307:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977924.129310:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977924.129312:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977924.129313:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977924.129315:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977924.129318:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977924.129320:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977924.129323:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977924.129325:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977924.129329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977924.129331:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366976896, portal 10
00000100:00000001:2.0:1783977924.129333:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977924.129334:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:2.0:1783977924.129354:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129360:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977924.129363:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977924.129365:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977924.129368:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366976896, offset 0
00000400:00000200:2.0:1783977924.129371:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977924.129375:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.129379:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977924.129381:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977924.129384:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977924.129386:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977924.129388:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977924.129390:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345192:345192:256:4294967295] 192.168.201.109@tcp LPNI seq info [345181:345181:8:4294967295]
00000400:00000200:2.0:1783977924.129394:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977924.129399:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977924.129403:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.129405:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977924.129409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977924.129411:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977924.129415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977924.129417:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783977924.129421:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977924.129422:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977924.129425:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977924.129428:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977924.129430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977924.129432:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977924.129434:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977924.129437:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129443:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.129446:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129452:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.129453:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977924.129456:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977924.129459:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977924.129461:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977924.129463:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303455773
00000100:00000001:2.0:1783977924.129465:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303457014
00000100:00000001:2.0:1783977924.129467:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303455773
00000100:00000001:2.0:1783977924.129470:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303457015
00000100:00000001:2.0:1783977924.129471:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977924.129473:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.129475:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977924.129478:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977924/real 1783977924]  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977924.129486:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977924.129487:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977924.129489:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977924.129491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977924.129493:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977924.129494:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977924.129497:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977924.129505:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129511:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977924.129513:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129515:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.129516:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977924.129519:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129526:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977924.129529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129535:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977924.129537:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129539:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977924.129540:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129542:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977924.129543:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977924.129546:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977924.129549:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977924.129551:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977924.129555:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977924.129562:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366976896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977924.129566:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129568:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.129571:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627366976768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129577:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977924.129578:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977924.129580:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783977924.129582:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977924.129583:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977924.129585:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977924.129587:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977924.129588:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:2.0:1783977924.129590:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977924.129592:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977924.129593:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:2.0:1783977924.129595:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977924.129596:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129598:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977924.129601:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627366976896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977924.129607:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977924.129608:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977924.129609:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783977924.129613:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977924.129615:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977924.129616:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977924.129618:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977924.129619:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783977924.129621:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977924.129622:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977924.129624:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:2.0:1783977924.129626:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977924.129627:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129629:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977924.129632:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977924.129633:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977924.129635:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977924.129636:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977924.320134:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977924.320138:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977924.320141:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783977929.247899:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977929.247909:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977929.247912:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977929.247916:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977929.247921:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977929.247928:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8788
00000400:00000200:2.0:1783977929.247937:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977929.247943:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977929.247946:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977929.247949:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.247952:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.247954:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.247956:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977929.247961:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977929.247963:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977929.247966:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977929.247969:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977929.247977:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977929.247980:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977929.247988:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.247990:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.247992:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.247994:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977929.247997:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977929.248001:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248004:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977929.248006:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977929.248010:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977929.248013:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248015:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977929.248018:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977929.248029:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783977929.248032:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977929.248036:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977929.248037:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248040:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977929.248043:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977929.248051:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977929.248060:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783977929.248067:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977929.248075:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627366977024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977929.248085:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977929.248089:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977929.248094:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627366977024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977929.248114:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977929.248117:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977929.248121:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977929.248122:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977929.248124:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977929.248127:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977929.248129:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8788
00000400:00000200:2.0:1783977929.248133:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977929.248137:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977929.248140:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977929.248143:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248146:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.248147:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248150:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977929.248155:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977929.248157:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977929.248161:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977929.248166:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977929.248198:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977929.248202:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977929.248209:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248213:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.248219:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248224:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977929.248228:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977929.248232:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248236:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977929.248240:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977929.248247:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977929.248252:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248255:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977929.248261:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977929.248267:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248269:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977929.248276:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783977929.248280:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977929.248284:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977929.248285:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248288:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977929.248290:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977929.248294:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977929.248301:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783977929.248308:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977929.248319:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627366977152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977929.248334:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977929.248339:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977929.248345:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627366977152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977929.248359:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977929.248363:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977929.248370:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977929.248374:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977929.248378:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977929.248385:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977929.248393:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8788
00000400:00000200:2.0:1783977929.248401:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977929.248408:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977929.248412:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977929.248418:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248422:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.248428:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248431:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977929.248436:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977929.248439:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977929.248441:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977929.248443:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977929.248445:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977929.248447:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977929.248451:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248453:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977929.248455:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248457:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977929.248459:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977929.248462:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977929.248464:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977929.248466:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977929.248468:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977929.248470:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248472:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977929.248474:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977929.248476:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248478:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977929.248481:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783977929.248483:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977929.248485:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977929.248487:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977929.248488:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977929.248490:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977929.248492:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977929.248507:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783977929.248513:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977929.248514:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:2.0:1783977929.248521:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627366977280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783977929.248521:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1783977929.248536:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977929.248540:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977929.248547:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627366977280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977929.248563:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977929.248569:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977929.248576:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977929.248579:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977929.248584:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977929.248588:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8798)
00000800:00000200:1.1:1783977929.248921:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977929.248924:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977929.249207:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977929.249208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783977929.440201:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977929.440208:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977929.440210:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783977934.368550:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977934.368560:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977934.368563:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977934.368567:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977934.368571:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977934.368578:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8793
00000400:00000200:2.0:1783977934.368586:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977934.368593:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977934.368596:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977934.368599:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368603:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.368605:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368608:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977934.368612:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977934.368615:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977934.368618:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977934.368621:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977934.368623:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977934.368625:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977934.368628:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368631:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.368633:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368635:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977934.368638:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977934.368641:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368644:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977934.368646:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977934.368650:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977934.368653:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.368655:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977934.368657:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977934.368667:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783977934.368671:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977934.368674:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977934.368676:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.368679:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977934.368682:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977934.368686:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977934.368718:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783977934.368725:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977934.368735:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627366977408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977934.368745:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977934.368749:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977934.368753:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627366977408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977934.368810:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977934.368813:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977934.368817:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977934.368818:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977934.368820:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977934.368823:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977934.368826:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8793
00000400:00000200:2.0:1783977934.368829:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977934.368832:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977934.368834:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977934.368837:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368838:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.368849:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368852:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977934.368854:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977934.368855:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977934.368857:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977934.368859:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977934.368861:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977934.368863:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977934.368866:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368868:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.368870:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368872:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977934.368874:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977934.368877:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368879:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977934.368881:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977934.368886:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977934.368888:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.368890:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977934.368894:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977934.368897:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.368899:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977934.368902:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783977934.368905:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977934.368907:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977934.368909:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.368911:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977934.368912:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977934.368914:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977934.368918:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783977934.368922:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977934.368927:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627366977536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977934.368944:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977934.368947:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977934.368951:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627366977536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977934.368959:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977934.368961:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977934.368965:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977934.368966:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977934.368968:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977934.368970:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977934.368972:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8793
00000400:00000200:2.0:1783977934.368976:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977934.368979:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977934.368981:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977934.368984:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368986:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.368988:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.368990:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977934.368992:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977934.368993:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977934.368995:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977934.368997:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977934.368999:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977934.369001:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977934.369004:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.369006:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977934.369007:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977934.369009:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977934.369011:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977934.369014:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977934.369016:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977934.369018:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977934.369020:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977934.369023:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.369024:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977934.369027:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977934.369029:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.369030:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977934.369033:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783977934.369036:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977934.369038:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977934.369039:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977934.369041:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977934.369042:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977934.369044:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977934.369048:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783977934.369051:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977934.369056:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627366977664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977934.369063:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977934.369065:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977934.369069:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627366977664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977934.369076:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977934.369105:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977934.369109:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977934.369112:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977934.369115:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977934.369120:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8803)
00000800:00000200:1.1:1783977934.369809:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977934.369812:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977934.370138:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977934.370140:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977934.370650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977934.370654:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783977934.560129:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977934.560133:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977934.560136:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977939.488555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977939.488562:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977939.489033:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977939.489036:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977939.489297:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977939.489299:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1783977939.680005:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977939.680009:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977939.680013:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783977944.608146:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977944.608153:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977944.608157:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977944.608167:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608185:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977944.608187:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.608203:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977944.608207:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977944.608214:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977944.608221:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366978176:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977944.608228:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977944.608234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977944.608238:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.608244:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977944.608260:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977944.608264:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977944.608272:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977944.608278:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977944.608286:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977944.608295:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366978176, portal 25
00000100:00000001:2.0:1783977944.608300:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977944.608304:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:2.0:1783977944.608314:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608345:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977944.608351:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977944.608355:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977944.608360:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366978176, offset 0
00000400:00000200:2.0:1783977944.608371:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977944.608382:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.608390:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977944.608397:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977944.608403:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977944.608409:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977944.608414:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977944.608421:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345202:345202:256:4294967295] 192.168.201.109@tcp LPNI seq info [345191:345191:8:4294967295]
00000400:00000200:2.0:1783977944.608431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.608443:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977944.608454:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.608463:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977944.608475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977944.608482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977944.608493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977944.608498:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783977944.608506:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.608510:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977944.608516:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977944.608520:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977944.608525:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977944.608527:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977944.608531:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977944.608536:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608544:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.608547:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608557:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.608559:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977944.608563:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977944.608566:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977944.608569:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303477494
00000100:00000010:2.0:1783977944.608573:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fb40.
00000100:00000001:2.0:1783977944.608579:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783977944.608585:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303477494
00000100:00000010:2.0:1783977944.608588:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff00.
00000100:00000001:2.0:1783977944.608590:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783977944.608593:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977944.608596:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.608598:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977944.608601:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977944/real 1783977944]  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977944.608609:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977944.608611:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977944.608612:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977944.608615:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977944.608616:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977944.608618:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977944.608622:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977944.608629:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608635:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977944.608636:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608638:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.608640:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977944.608643:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608649:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977944.608653:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608659:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977944.608662:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608664:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.608665:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608667:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977944.608669:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977944.608671:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977944.608674:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977944.608676:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977944.608680:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977944.608687:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366978176:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783977944.608691:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608692:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.608695:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627366978176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608701:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977944.608704:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977944.608706:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977944.608710:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977944.608712:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977944.608713:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783977944.608716:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977944.608718:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:2.0:1783977944.608721:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977944.608723:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977944.608725:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:2.0:1783977944.608727:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977944.608728:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608730:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608737:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977944.608739:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.608740:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977944.608742:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783977944.608743:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977944.608746:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608752:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977944.608753:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.608755:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977944.608756:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977944.608758:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977944.608761:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366978304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977944.608764:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977944.608766:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977944.608767:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.608769:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977944.608771:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977944.608796:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977944.608799:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977944.608803:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977944.608806:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977944.608808:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366978304, portal 10
00000100:00000001:2.0:1783977944.608810:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977944.608811:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:2.0:1783977944.608818:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977944.608826:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977944.608829:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977944.608831:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366978304, offset 0
00000400:00000200:2.0:1783977944.608834:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977944.608838:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.608841:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977944.608844:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977944.608846:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977944.608848:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977944.608850:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977944.608853:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345203:345203:256:4294967295] 192.168.201.109@tcp LPNI seq info [345192:345192:8:4294967295]
00000400:00000200:2.0:1783977944.608856:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.608862:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977944.608866:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.608869:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977944.608872:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977944.608875:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977944.608879:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977944.608881:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783977944.608898:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.608900:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977944.608913:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977944.608916:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977944.608920:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977944.608921:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977944.608924:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977944.608927:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608933:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.608935:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608940:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.608942:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977944.608945:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977944.608948:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783977944.608950:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977944.608952:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303476256
00000100:00000001:2.0:1783977944.608954:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303477494
00000100:00000001:2.0:1783977944.608956:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303476256
00000100:00000001:2.0:1783977944.608958:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303477494
00000100:00000001:2.0:1783977944.608960:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977944.608961:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.608963:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977944.608966:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977944/real 1783977944]  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977944.608972:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977944.608973:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977944.608975:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977944.608977:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977944.608978:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977944.608980:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977944.608983:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977944.608990:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.608996:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977944.608997:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.608999:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.609000:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977944.609003:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609009:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977944.609012:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609019:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977944.609021:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609022:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.609023:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609025:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977944.609027:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977944.609030:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977944.609032:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977944.609034:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977944.609038:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977944.609045:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366978304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977944.609049:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783977944.609052:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609060:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783977944.609061:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.609063:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783977944.609065:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977944.609067:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977944.609069:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366978432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977944.609072:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783977944.609074:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783977944.609076:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977944.609077:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783977944.609081:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977944.609083:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783977944.609086:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783977944.609088:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783977944.609091:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783977944.609094:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366978432, portal 10
00000100:00000001:2.0:1783977944.609096:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783977944.609097:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:2.0:1783977944.609102:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609108:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783977944.609110:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783977944.609113:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783977944.609115:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366978432, offset 0
00000400:00000200:2.0:1783977944.609119:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783977944.609122:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.609126:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783977944.609129:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783977944.609131:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783977944.609134:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783977944.609136:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783977944.609139:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345204:345204:256:4294967295] 192.168.201.109@tcp LPNI seq info [345193:345193:8:4294967295]
00000400:00000200:2.0:1783977944.609143:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977944.609148:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783977944.609152:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.609156:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783977944.609159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783977944.609161:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977944.609165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783977944.609167:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783977944.609171:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783977944.609173:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783977944.609175:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783977944.609178:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783977944.609180:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783977944.609182:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783977944.609185:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977944.609188:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609194:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.609197:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609203:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.609204:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783977944.609206:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977944.609209:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783977944.609212:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783977944.609214:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303476253
00000100:00000001:2.0:1783977944.609216:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303477494
00000100:00000001:2.0:1783977944.609218:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303476253
00000100:00000001:2.0:1783977944.609220:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303477494
00000100:00000001:2.0:1783977944.609222:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783977944.609224:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.609225:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783977944.609229:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977944/real 1783977944]  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783977944.609236:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783977944.609238:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783977944.609239:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783977944.609242:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783977944.609243:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783977944.609245:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783977944.609248:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783977944.609255:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609261:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783977944.609262:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.609265:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783977944.609268:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609275:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783977944.609278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609284:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783977944.609286:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609287:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783977944.609288:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609290:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783977944.609291:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783977944.609293:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783977944.609296:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783977944.609297:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783977944.609301:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783977944.609308:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366978432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783977944.609311:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609313:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.609316:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627366978304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609321:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977944.609322:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977944.609325:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965c00.
02000000:00000001:2.0:1783977944.609327:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977944.609328:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977944.609330:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783977944.609332:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977944.609333:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:2.0:1783977944.609336:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977944.609337:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977944.609338:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:2.0:1783977944.609341:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977944.609342:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609343:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977944.609346:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627366978432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977944.609352:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783977944.609353:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783977944.609354:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36966400.
02000000:00000001:2.0:1783977944.609355:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783977944.609356:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783977944.609357:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783977944.609359:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783977944.609360:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:2.0:1783977944.609361:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783977944.609362:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783977944.609363:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:2.0:1783977944.609365:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783977944.609366:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609368:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783977944.609372:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783977944.609373:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977944.609375:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783977944.609376:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977944.800003:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977944.800006:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977944.800007:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783977949.727984:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977949.727991:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977949.727994:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977949.727997:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977949.728000:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977949.728006:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8808
00000400:00000200:2.0:1783977949.728014:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977949.728020:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977949.728022:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977949.728024:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728026:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728028:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728030:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977949.728032:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977949.728034:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977949.728036:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977949.728038:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977949.728039:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977949.728041:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977949.728043:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728044:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728045:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728046:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977949.728049:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977949.728051:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728052:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977949.728054:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977949.728057:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977949.728059:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728060:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977949.728062:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977949.728070:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783977949.728072:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977949.728075:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977949.728077:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728080:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977949.728083:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977949.728086:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977949.728096:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783977949.728103:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977949.728112:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627366978560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977949.728122:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977949.728126:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977949.728131:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627366978560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977949.728264:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977949.728269:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977949.728275:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977949.728277:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977949.728279:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977949.728282:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977949.728287:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8808
00000400:00000200:2.0:1783977949.728295:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977949.728300:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977949.728303:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977949.728307:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728310:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728313:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728317:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977949.728322:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977949.728323:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977949.728324:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977949.728326:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977949.728327:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977949.728331:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977949.728337:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728338:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728341:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728343:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977949.728346:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977949.728350:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728352:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977949.728356:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977949.728361:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977949.728363:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728366:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977949.728371:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977949.728374:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728377:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977949.728380:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783977949.728384:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977949.728388:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977949.728390:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728392:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977949.728393:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977949.728395:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977949.728398:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783977949.728403:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977949.728410:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627366978688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977949.728420:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977949.728422:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977949.728426:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627366978688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977949.728437:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977949.728442:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977949.728447:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977949.728448:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977949.728449:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1783977949.728452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783977949.728454:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1783977949.728459:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1783977949.728460:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8808
00000400:00000200:2.0:1783977949.728467:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977949.728475:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977949.728480:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977949.728485:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728491:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728496:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728499:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977949.728503:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977949.728506:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977949.728517:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977949.728520:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977949.728525:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977949.728530:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977949.728536:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728540:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977949.728546:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728551:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977949.728556:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977949.728562:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977949.728568:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977949.728571:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977949.728575:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977949.728579:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728580:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977949.728583:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977949.728585:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728588:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977949.728605:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783977949.728610:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977949.728614:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977949.728616:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977949.728618:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977949.728622:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977949.728625:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977949.728632:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783977949.728637:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977949.728646:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627366978816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977949.728663:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977949.728678:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977949.728685:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627366978816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977949.728694:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977949.728699:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977949.728708:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977949.728714:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977949.728721:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977949.728727:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8819)
00000800:00000200:1.1:1783977949.729001:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977949.729004:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977949.729286:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977949.729289:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783977949.920114:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977949.920118:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977949.920121:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783977954.848053:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977954.848073:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783977954.848076:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977954.848080:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977954.848084:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977954.848092:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8814
00000400:00000200:2.0:1783977954.848099:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977954.848104:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977954.848107:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977954.848109:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848111:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848113:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848115:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977954.848117:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977954.848119:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783977954.848121:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977954.848123:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783977954.848125:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783977954.848126:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783977954.848128:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848129:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848130:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848131:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977954.848133:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783977954.848135:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848137:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977954.848139:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977954.848141:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977954.848143:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848144:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783977954.848146:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977954.848155:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783977954.848157:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783977954.848160:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977954.848161:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848163:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977954.848165:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977954.848169:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977954.848176:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783977954.848183:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977954.848191:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627366978944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977954.848201:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977954.848206:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977954.848210:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627366978944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977954.848237:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977954.848240:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977954.848243:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783977954.848244:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977954.848246:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977954.848249:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977954.848252:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8814
00000400:00000200:2.0:1783977954.848256:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977954.848263:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977954.848266:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977954.848269:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848272:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848274:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848275:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977954.848277:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977954.848278:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783977954.848279:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977954.848281:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783977954.848284:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783977954.848286:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783977954.848290:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848294:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848297:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848299:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977954.848301:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783977954.848306:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848309:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977954.848313:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977954.848321:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977954.848326:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848329:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977954.848335:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977954.848339:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848343:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977954.848348:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783977954.848352:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783977954.848357:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977954.848360:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848364:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977954.848366:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977954.848368:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977954.848373:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783977954.848376:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783977954.848383:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627366979072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783977954.848393:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977954.848396:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977954.848401:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627366979072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977954.848410:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783977954.848414:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783977954.848419:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783977954.848421:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783977954.848428:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783977954.848433:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783977954.848437:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8814
00000400:00000200:2.0:1783977954.848442:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977954.848448:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783977954.848452:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783977954.848455:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848459:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848462:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848468:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783977954.848470:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783977954.848473:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783977954.848476:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783977954.848480:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783977954.848482:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783977954.848487:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783977954.848493:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848496:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783977954.848502:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848506:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783977954.848510:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783977954.848517:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783977954.848521:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783977954.848524:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783977954.848528:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783977954.848532:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848534:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783977954.848537:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783977954.848540:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848543:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783977954.848547:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783977954.848551:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783977954.848553:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783977954.848555:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977954.848558:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783977954.848560:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783977954.848563:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783977954.848570:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783977954.848577:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977954.848583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:2.0:1783977954.848586:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627366979200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783977954.848588:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1783977954.848600:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783977954.848605:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977954.848612:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627366979200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977954.848622:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783977954.848627:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977954.848630:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977954.848634:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783977954.848638:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783977954.848643:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8824)
00000800:00000200:1.1:1783977954.849007:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977954.849009:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977954.849260:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977954.849263:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783977955.040105:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977955.040109:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977955.040118:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977959.968870:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977959.968882:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977959.968884:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977959.968889:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977959.968894:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977959.968901:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8819
00000400:00000200:3.0:1783977959.968910:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977959.968916:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977959.968919:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977959.968922:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.968926:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.968928:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.968931:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977959.968934:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977959.968936:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977959.968939:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977959.968942:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977959.968945:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977959.968947:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977959.968950:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.968952:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.968953:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.968955:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977959.968957:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977959.968961:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977959.968963:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977959.968966:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977959.968969:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977959.968972:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.968975:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977959.968977:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977959.968988:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783977959.968992:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977959.968996:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977959.968998:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.969001:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977959.969003:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977959.969007:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977959.969016:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977959.969022:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977959.969031:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366979328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977959.969040:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977959.969044:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977959.969049:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366979328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783977959.969414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977959.969418:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977959.969477:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977959.969481:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977959.969484:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977959.969486:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977959.969487:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977959.969490:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977959.969493:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8819
00000400:00000200:3.0:1783977959.969497:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977959.969500:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977959.969502:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977959.969504:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.969505:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.969507:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.969508:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977959.969510:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977959.969511:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977959.969512:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977959.969513:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977959.969514:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977959.969516:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977959.969517:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.969518:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.969520:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.969521:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977959.969523:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977959.969525:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977959.969527:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977959.969528:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977959.969533:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977959.969534:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.969535:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977959.969538:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977959.969540:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.969541:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977959.969544:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783977959.969545:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977959.969547:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977959.969548:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.969549:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977959.969551:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977959.969553:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977959.969556:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977959.969560:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977959.969565:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366979456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977959.969572:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977959.969574:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977959.969589:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366979456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783977959.970613:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977959.970615:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783977959.970721:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977959.970724:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977959.970728:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977959.970729:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977959.970731:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977959.970734:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977959.970737:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8819
00000400:00000200:3.0:1783977959.970742:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977959.970745:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977959.970748:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977959.970751:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.970753:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.970756:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.970758:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977959.970761:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977959.970762:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977959.970764:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977959.970766:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977959.970769:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977959.970771:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977959.970786:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.970788:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977959.970790:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977959.970792:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977959.970794:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977959.970797:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977959.970799:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977959.970801:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977959.970805:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977959.970807:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.970810:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977959.970813:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977959.970815:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.970817:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977959.970822:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783977959.970824:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977959.970827:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977959.970829:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977959.970831:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977959.970833:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977959.970835:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977959.970839:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977959.970842:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977959.970851:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366979584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977959.970858:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977959.970861:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977959.970865:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366979584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977959.970874:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977959.970877:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977959.970881:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977959.970884:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977959.970887:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977959.970892:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8829)
00000800:00000200:1.1:1783977959.971005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977959.971008:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783977960.160255:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977960.160258:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977960.160261:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977965.087893:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977965.087904:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977965.087906:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977965.087910:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977965.087915:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977965.087921:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8824
00000400:00000200:3.0:1783977965.087943:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977965.087950:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977965.087953:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977965.087957:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.087960:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.087962:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.087964:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977965.087968:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977965.087970:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977965.087973:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977965.087975:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977965.087978:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977965.087980:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977965.087983:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.087985:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.087987:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.087989:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977965.087991:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977965.087994:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977965.087997:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977965.087999:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977965.088003:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977965.088005:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088008:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977965.088010:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977965.088019:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783977965.088023:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977965.088027:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977965.088028:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088031:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977965.088034:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977965.088038:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977965.088045:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977965.088051:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977965.088060:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366979712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977965.088084:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977965.088089:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977965.088094:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366979712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977965.088130:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977965.088136:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977965.088140:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977965.088141:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977965.088143:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977965.088146:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977965.088148:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8824
00000400:00000200:3.0:1783977965.088152:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977965.088155:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977965.088157:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977965.088160:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088162:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.088164:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088166:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977965.088168:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977965.088169:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977965.088171:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977965.088173:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977965.088175:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977965.088177:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977965.088180:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088181:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.088183:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088185:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977965.088188:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977965.088191:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088193:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977965.088195:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977965.088200:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977965.088202:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088204:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977965.088208:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977965.088211:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088213:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977965.088216:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783977965.088219:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977965.088221:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977965.088222:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088224:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977965.088225:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977965.088227:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977965.088230:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977965.088233:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977965.088238:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366979840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977965.088245:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977965.088247:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977965.088251:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366979840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977965.088259:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977965.088261:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977965.088265:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977965.088266:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977965.088268:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977965.088270:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977965.088273:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8824
00000400:00000200:3.0:1783977965.088277:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977965.088280:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977965.088282:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977965.088285:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088287:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.088289:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088291:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977965.088293:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977965.088294:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977965.088296:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977965.088298:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977965.088300:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977965.088303:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977965.088305:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088307:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977965.088308:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088310:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977965.088312:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977965.088314:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977965.088316:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977965.088318:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977965.088320:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977965.088322:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088324:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977965.088326:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977965.088328:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088330:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977965.088333:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783977965.088335:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977965.088338:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977965.088339:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977965.088341:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977965.088343:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977965.088344:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977965.088347:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977965.088350:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977965.088354:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366979968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977965.088365:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977965.088367:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977965.088370:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366979968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977965.088378:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977965.088380:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977965.088383:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977965.088385:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977965.088388:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977965.088393:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8834)
00000800:00000200:1.1:1783977965.089370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977965.089375:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977965.089743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977965.089745:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977965.090498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977965.090500:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783977965.280025:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977965.280029:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977965.280031:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977970.207888:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977970.207898:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977970.207901:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977970.207905:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977970.207910:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977970.207917:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8829
00000400:00000200:3.0:1783977970.207926:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977970.207932:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977970.207935:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977970.207939:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.207942:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.207944:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.207947:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977970.207950:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977970.207952:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977970.207955:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977970.207958:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977970.207960:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977970.207963:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977970.207965:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.207967:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.207969:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.207971:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977970.207974:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977970.207978:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977970.207980:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977970.207983:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977970.207986:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977970.207989:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.207992:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977970.207994:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977970.208122:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783977970.208127:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977970.208130:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977970.208132:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.208135:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977970.208137:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977970.208141:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977970.208149:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977970.208156:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977970.208164:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366980096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977970.208175:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977970.208179:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977970.208184:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366980096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783977970.208432:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977970.208435:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977970.208503:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977970.208506:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977970.208509:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977970.208510:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977970.208512:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977970.208515:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977970.208518:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8829
00000400:00000200:3.0:1783977970.208522:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977970.208525:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977970.208527:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977970.208529:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.208531:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.208534:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.208536:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977970.208539:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977970.208540:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977970.208541:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977970.208543:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977970.208545:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977970.208547:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977970.208550:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.208552:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.208553:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.208555:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977970.208558:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977970.208561:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977970.208563:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977970.208564:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977970.208570:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977970.208572:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.208574:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977970.208578:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977970.208581:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.208583:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977970.208586:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783977970.208589:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977970.208591:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977970.208592:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.208594:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977970.208596:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977970.208598:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977970.208602:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977970.208606:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977970.208610:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366980224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977970.208617:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977970.208620:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977970.208624:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366980224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783977970.211891:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977970.211895:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783977970.215619:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977970.215627:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977970.215631:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977970.215633:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977970.215636:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977970.215639:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977970.215646:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8829
00000400:00000200:3.0:1783977970.215653:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977970.215658:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977970.215661:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977970.215664:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.215667:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.215669:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.215672:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977970.215675:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977970.215677:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977970.215680:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977970.215683:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977970.215685:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977970.215687:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977970.215690:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.215692:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977970.215693:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977970.215695:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977970.215698:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977970.215701:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977970.215703:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977970.215706:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977970.215713:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977970.215716:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.215718:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977970.215723:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977970.215725:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.215727:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977970.215737:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783977970.215740:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977970.215744:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977970.215746:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977970.215749:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977970.215752:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977970.215755:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977970.215763:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977970.215769:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977970.215792:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366980352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977970.215802:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977970.215807:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977970.215811:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366980352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977970.215821:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977970.215823:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977970.215827:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977970.215829:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977970.215832:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977970.215837:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8839)
00000800:00000200:1.1:1783977970.216092:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977970.216096:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783977970.404807:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977970.404815:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977970.404819:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783977975.328471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977975.328475:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977975.329081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977975.329084:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977975.329960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977975.329962:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783977975.519966:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977975.519970:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977975.519973:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783977980.447961:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977980.448020:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977980.448024:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977980.448028:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977980.448034:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977980.448043:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8839
00000400:00000200:3.0:1783977980.448057:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977980.448064:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977980.448068:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977980.448071:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448075:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448078:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448080:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977980.448086:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977980.448088:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977980.448092:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977980.448095:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977980.448097:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977980.448100:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977980.448103:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448105:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448107:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448109:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977980.448113:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977980.448117:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448120:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977980.448123:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977980.448128:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977980.448131:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448134:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977980.448137:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977980.448151:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783977980.448155:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977980.448159:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977980.448161:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448165:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977980.448168:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977980.448172:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977980.448182:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977980.448189:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977980.448201:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366980864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977980.448213:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977980.448218:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977980.448223:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366980864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977980.448250:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977980.448254:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977980.448258:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977980.448259:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977980.448260:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977980.448264:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977980.448267:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8839
00000400:00000200:3.0:1783977980.448271:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977980.448274:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977980.448276:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977980.448323:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448329:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448335:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448342:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977980.448348:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977980.448351:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977980.448352:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977980.448355:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977980.448357:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977980.448359:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977980.448362:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448368:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448373:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448376:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977980.448380:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977980.448387:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448393:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977980.448397:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977980.448406:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977980.448410:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448414:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977980.448422:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977980.448427:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448432:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977980.448438:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783977980.448444:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977980.448449:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977980.448452:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448456:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977980.448457:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977980.448460:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977980.448467:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977980.448471:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977980.448480:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366980992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977980.448497:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977980.448502:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977980.448510:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366980992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977980.448527:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977980.448531:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977980.448539:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977980.448541:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977980.448543:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977980.448548:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977980.448554:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8839
00000400:00000200:3.0:1783977980.448563:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977980.448570:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977980.448573:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977980.448579:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448582:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448586:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448588:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977980.448593:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977980.448597:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977980.448601:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977980.448604:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977980.448609:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977980.448613:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977980.448619:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448622:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977980.448624:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448627:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977980.448631:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977980.448638:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977980.448642:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977980.448644:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977980.448649:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977980.448653:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448655:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977980.448658:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977980.448661:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977980.448663:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977980.448667:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783977980.448671:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977980.448675:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1783977980.448677:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783977980.448678:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783977980.448950:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783977980.449052:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977980.449055:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977980.449057:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977980.449063:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977980.449068:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977980.449073:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366981120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977980.449081:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977980.449084:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977980.449087:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366981120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977980.449104:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977980.449107:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977980.449110:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977980.449112:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977980.449116:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977980.449121:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8849)
00000800:00000200:1.1:1783977980.450769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783977980.640054:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977980.640058:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977980.640061:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1783977983.520273:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:2.0:1783977983.520317:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1783977983.520511:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977983.520516:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:2.0:1783977983.520521:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783977983.520525:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1783977983.520531:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783977983.520535:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:2.0:1783977983.520540:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783977983.520544:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783977983.520550:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2cc0
00000400:00000010:2.0:1783977983.520553:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2cc0.
00000100:00000001:2.0:1783977983.520558:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977983.520565:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69180 x1870627366980864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.520824:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977983.520831:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627366980864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.520839:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977983.520841:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783977983.520852:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783977983.520854:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b500.
00000400:00000200:2.0:1783977983.520857:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783977983.520861:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783977983.520864:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:2.0:1783977983.520866:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:2.0:1783977983.523585:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977983.523605:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6a300 x1870627366980992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.523633:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977983.523637:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627366980992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.523645:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977983.523647:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783977983.523664:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783977983.523667:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b600.
00000400:00000200:2.0:1783977983.523673:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783977983.523677:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783977983.523683:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2220
00000400:00000010:2.0:1783977983.523685:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2220.
00000100:00000001:2.0:1783977983.523689:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783977983.523693:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6b480 x1870627366981120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.523701:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783977983.523704:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627366981120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783977983.523710:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783977983.523711:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1783977985.568615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977985.568619:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977985.568994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977985.568996:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977985.569280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977985.569283:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783977985.633516:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977985.633529:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977985.633531:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977985.633540:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977985.633545:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977985.633550:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977985.633555:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977985.633559:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977985.633563:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977985.760018:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977985.760020:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977985.760023:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977986.655907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977986.655915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977986.655917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977986.655923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977986.655926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977986.655930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977986.655933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977986.655936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977986.655939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977987.680173:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977987.680182:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977987.680183:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977987.680189:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977987.680193:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977987.680196:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977987.680198:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977987.680201:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977987.680204:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977988.703908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977988.703916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977988.703918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977988.703924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977988.703927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977988.703931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977988.703933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977988.703936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977988.703939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977989.727912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977989.727920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977989.727922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977989.727928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977989.727932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977989.727937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977989.727940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977989.727943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977989.727947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977990.688571:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977990.688578:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977990.688581:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977990.688584:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977990.688588:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977990.688594:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8849
00000400:00000200:3.0:1783977990.688602:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977990.688608:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977990.688611:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977990.688613:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688615:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688617:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688618:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977990.688621:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977990.688622:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977990.688624:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977990.688627:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977990.688628:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977990.688630:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977990.688631:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688632:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688634:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688635:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977990.688636:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977990.688639:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688640:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977990.688642:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977990.688645:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977990.688647:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.688648:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977990.688650:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977990.688654:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977990.688656:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977990.688659:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977990.688660:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.688663:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977990.688665:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977990.688668:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977990.688672:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783977990.688677:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977990.688683:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366981632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977990.688692:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977990.688696:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977990.688701:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366981632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977990.688722:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977990.688725:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977990.688729:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977990.688730:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977990.688732:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977990.688735:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977990.688737:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8849
00000400:00000200:3.0:1783977990.688740:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977990.688743:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977990.688745:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977990.688746:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688748:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688749:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688751:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977990.688753:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977990.688754:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977990.688755:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977990.688757:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977990.688758:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977990.688760:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977990.688762:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688763:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688764:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688765:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977990.688767:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977990.688768:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688770:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977990.688810:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977990.688817:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977990.688822:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.688827:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977990.688831:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977990.688835:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.688837:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977990.688841:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783977990.688842:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977990.688844:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977990.688846:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.688851:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977990.688853:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977990.688856:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977990.688860:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783977990.688866:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977990.688872:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366981760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977990.688881:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977990.688884:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977990.688887:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366981760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977990.688900:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977990.688905:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977990.688911:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977990.688913:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977990.688916:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977990.688919:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977990.688923:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8849
00000400:00000200:3.0:1783977990.688930:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977990.688940:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977990.688944:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977990.688946:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688947:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688950:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688952:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977990.688953:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977990.688954:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977990.688955:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977990.688957:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977990.688961:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977990.688966:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977990.688972:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688977:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977990.688980:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977990.688985:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977990.688990:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977990.688996:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977990.689000:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977990.689004:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977990.689007:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977990.689011:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.689014:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977990.689016:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977990.689020:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.689025:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977990.689028:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977990.689031:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977990.689036:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977990.689037:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977990.689039:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977990.689041:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977990.689044:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977990.689049:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977990.689052:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977990.689058:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366981888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977990.689069:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977990.689072:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977990.689078:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366981888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977990.689088:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977990.689090:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977990.689092:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977990.689094:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977990.689096:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977990.689100:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8860)
00000800:00000200:1.1:1783977990.689149:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977990.689153:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783977990.689506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977990.689508:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783977990.689746:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977990.689748:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1783977990.751903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977990.751911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977990.751912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977990.751918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977990.751922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977990.751926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977990.751928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977990.751930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977990.751934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977990.879971:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977990.879974:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977990.879977:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977991.776711:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977991.776718:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977991.776720:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977991.776728:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977991.776731:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977991.776734:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977991.776736:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977991.776739:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977991.776741:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977992.801201:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977992.801208:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977992.801210:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977992.801216:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977992.801219:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977992.801223:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977992.801225:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977992.801228:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977992.801231:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977993.826180:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977993.826187:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977993.826188:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977993.826192:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977993.826194:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977993.826197:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977993.826200:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977993.826203:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977993.826206:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977994.847943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977994.847949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977994.847951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977994.847955:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977994.847958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977994.847961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977994.847963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977994.847965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977994.847966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977995.807904:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977995.807915:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783977995.807917:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977995.807920:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977995.807924:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977995.807931:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8855
00000400:00000200:3.0:1783977995.807941:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977995.807946:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977995.807950:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977995.807953:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.807956:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.807958:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.807960:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977995.807964:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977995.807966:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783977995.807969:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977995.807972:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783977995.807974:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783977995.807977:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783977995.807979:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.807981:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.807984:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.807986:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977995.807988:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783977995.807991:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977995.807994:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977995.807996:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977995.808000:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977995.808003:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808005:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783977995.808007:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977995.808031:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783977995.808035:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783977995.808039:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977995.808041:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808044:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977995.808047:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977995.808050:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977995.808066:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783977995.808072:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977995.808080:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366982016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977995.808091:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977995.808095:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977995.808100:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366982016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977995.808123:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977995.808126:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977995.808129:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783977995.808131:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977995.808132:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977995.808135:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977995.808138:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8855
00000400:00000200:3.0:1783977995.808143:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977995.808146:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977995.808148:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977995.808152:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808154:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.808156:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977995.808162:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977995.808163:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783977995.808167:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977995.808170:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783977995.808174:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783977995.808178:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783977995.808185:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808189:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.808190:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808192:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977995.808194:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783977995.808197:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808200:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977995.808203:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977995.808209:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977995.808215:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808219:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977995.808225:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977995.808231:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808236:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977995.808242:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783977995.808247:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783977995.808253:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977995.808256:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808260:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977995.808264:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977995.808268:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977995.808274:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783977995.808278:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977995.808288:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366982144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783977995.808302:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977995.808307:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977995.808312:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366982144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977995.808322:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783977995.808327:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783977995.808334:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783977995.808338:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783977995.808340:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783977995.808345:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783977995.808351:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8855
00000400:00000200:3.0:1783977995.808358:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783977995.808366:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783977995.808369:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783977995.808375:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808379:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.808381:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808383:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783977995.808387:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783977995.808391:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783977995.808393:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783977995.808395:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783977995.808399:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783977995.808404:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783977995.808409:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808416:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783977995.808418:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808421:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783977995.808425:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783977995.808431:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783977995.808436:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783977995.808440:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783977995.808445:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783977995.808449:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808454:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783977995.808458:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783977995.808462:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808464:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783977995.808469:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783977995.808473:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783977995.808478:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783977995.808481:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977995.808484:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783977995.808487:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783977995.808489:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783977995.808496:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783977995.808502:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977995.808510:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366982272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783977995.808517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977995.808524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783977995.808526:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783977995.808531:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977995.808538:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366982272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783977995.808548:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783977995.808554:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977995.808561:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977995.808565:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783977995.808570:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783977995.808576:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8865)
00000800:00000200:1.1:1783977995.809043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977995.809045:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977995.809218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783977995.809220:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783977995.871903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977995.871910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977995.871912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977995.871917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977995.871921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977995.871924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977995.871927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977995.871929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977995.871932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783977996.000039:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783977996.000043:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783977996.000051:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783977996.896068:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977996.896078:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977996.896080:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977996.896088:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977996.896092:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977996.896097:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977996.896100:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977996.896103:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977996.896106:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977997.919877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977997.919883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977997.919884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977997.919888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977997.919891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977997.919893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977997.919895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977997.919897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977997.919900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977998.943937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977998.943949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977998.943951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977998.943972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977998.943977:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977998.943982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977998.943985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977998.943988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977998.943991:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783977999.967934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783977999.967975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783977999.967978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783977999.967984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783977999.967987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783977999.967991:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977999.967994:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783977999.967997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783977999.968000:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.928175:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978000.928180:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978000.928184:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978000.928194:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928208:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978000.928211:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.928216:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978000.928220:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978000.928223:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978000.928229:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366982400:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978000.928236:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978000.928241:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978000.928245:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.928250:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978000.928256:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978000.928259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978000.928266:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978000.928273:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978000.928282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978000.928290:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366982400, portal 25
00000100:00000001:2.0:1783978000.928295:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978000.928298:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:2.0:1783978000.928308:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928318:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978000.928321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978000.928326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978000.928331:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366982400, offset 0
00000400:00000200:2.0:1783978000.928341:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978000.928353:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.928363:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978000.928374:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978000.928382:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978000.928390:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978000.928397:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978000.928406:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345235:345235:256:4294967295] 192.168.201.109@tcp LPNI seq info [345224:345224:8:4294967295]
00000400:00000200:2.0:1783978000.928416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.928439:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978000.928453:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.928464:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978000.928476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978000.928484:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978000.928493:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978000.928498:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783978000.928507:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.928511:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978000.928520:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978000.928526:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978000.928533:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978000.928536:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978000.928542:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978000.928548:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928570:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.928576:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928587:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.928593:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978000.928601:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978000.928607:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978000.928610:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303533814
00000100:00000010:2.0:1783978000.928617:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd20.
00000100:00000001:2.0:1783978000.928625:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978000.928634:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303533814
00000100:00000010:2.0:1783978000.928637:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f480.
00000100:00000001:2.0:1783978000.928640:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978000.928644:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978000.928646:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.928649:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978000.928653:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978000/real 1783978000]  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978000.928664:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978000.928666:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978000.928668:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978000.928672:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978000.928673:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978000.928675:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978000.928679:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978000.928688:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928694:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978000.928696:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.928700:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978000.928704:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928710:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978000.928714:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928720:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978000.928723:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928724:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.928726:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928728:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978000.928730:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978000.928733:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978000.928736:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978000.928739:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978000.928743:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978000.928750:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366982400:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978000.928754:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928756:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.928759:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627366982400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928765:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978000.928802:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978000.928805:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978000.928811:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978000.928813:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978000.928814:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978000.928816:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978000.928819:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:2.0:1783978000.928824:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978000.928826:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978000.928828:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:2.0:1783978000.928832:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978000.928833:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928835:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.928843:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978000.928845:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.928847:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978000.928849:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978000.928850:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978000.928854:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928859:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978000.928860:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.928861:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978000.928863:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978000.928864:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978000.928866:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978000.928868:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978000.928869:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978000.928870:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.928871:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978000.928873:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978000.928875:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978000.928878:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978000.928880:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978000.928883:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978000.928886:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366982528, portal 10
00000100:00000001:2.0:1783978000.928888:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978000.928889:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:2.0:1783978000.928896:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928903:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978000.928905:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978000.928908:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978000.928911:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366982528, offset 0
00000400:00000200:2.0:1783978000.928915:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978000.928919:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.928923:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978000.928936:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978000.928938:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978000.928941:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978000.928943:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978000.928946:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345236:345236:256:4294967295] 192.168.201.109@tcp LPNI seq info [345225:345225:8:4294967295]
00000400:00000200:2.0:1783978000.928951:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.928957:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978000.928962:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.928965:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978000.928968:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978000.928970:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978000.928973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978000.928974:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783978000.928976:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.928978:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978000.928980:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978000.928982:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978000.928984:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978000.928985:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978000.928987:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978000.928990:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.928995:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.928997:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929001:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.929002:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978000.929004:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978000.929008:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978000.929011:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978000.929013:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303532576
00000100:00000001:2.0:1783978000.929015:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303533814
00000100:00000001:2.0:1783978000.929018:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303532576
00000100:00000001:2.0:1783978000.929019:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303533814
00000100:00000001:2.0:1783978000.929021:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978000.929023:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.929025:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978000.929028:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978000/real 1783978000]  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978000.929036:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978000.929037:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978000.929039:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978000.929042:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978000.929043:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978000.929045:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978000.929049:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978000.929057:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929064:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978000.929065:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929066:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.929067:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978000.929070:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929074:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978000.929077:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929094:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978000.929097:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929099:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.929100:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929102:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978000.929105:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978000.929108:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978000.929111:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978000.929113:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978000.929117:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978000.929125:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978000.929129:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978000.929132:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929138:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978000.929139:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.929141:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978000.929143:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978000.929145:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978000.929147:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978000.929150:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978000.929152:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978000.929154:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978000.929155:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978000.929159:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978000.929160:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978000.929164:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978000.929166:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978000.929169:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978000.929172:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366982656, portal 10
00000100:00000001:2.0:1783978000.929174:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978000.929175:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:2.0:1783978000.929180:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929186:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978000.929188:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978000.929190:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978000.929192:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366982656, offset 0
00000400:00000200:2.0:1783978000.929196:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978000.929200:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.929203:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978000.929206:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978000.929208:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978000.929210:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978000.929213:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978000.929215:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345237:345237:256:4294967295] 192.168.201.109@tcp LPNI seq info [345226:345226:8:4294967295]
00000400:00000200:2.0:1783978000.929219:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978000.929224:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978000.929228:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.929231:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978000.929235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978000.929237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978000.929241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978000.929243:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783978000.929247:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978000.929248:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978000.929251:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978000.929254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978000.929256:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978000.929259:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978000.929261:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978000.929264:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929271:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.929274:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929279:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.929281:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978000.929283:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978000.929286:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978000.929289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978000.929291:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303532573
00000100:00000001:2.0:1783978000.929293:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303533814
00000100:00000001:2.0:1783978000.929294:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303532573
00000100:00000001:2.0:1783978000.929296:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303533814
00000100:00000001:2.0:1783978000.929298:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978000.929300:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.929301:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978000.929304:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978000/real 1783978000]  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978000.929310:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978000.929312:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978000.929313:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978000.929316:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978000.929317:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978000.929319:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978000.929322:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978000.929329:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929335:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978000.929336:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929338:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.929339:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978000.929342:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929348:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978000.929351:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929357:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978000.929359:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929361:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978000.929362:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929364:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978000.929365:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978000.929368:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978000.929371:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978000.929373:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978000.929378:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978000.929384:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978000.929388:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929390:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.929393:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627366982528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929398:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978000.929400:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978000.929402:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978000.929405:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978000.929406:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978000.929408:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978000.929410:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978000.929411:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783978000.929414:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978000.929415:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978000.929417:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:2.0:1783978000.929419:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978000.929420:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929422:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978000.929425:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627366982656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978000.929431:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978000.929432:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978000.929434:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978000.929441:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978000.929442:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978000.929443:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978000.929445:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978000.929446:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783978000.929448:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978000.929449:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978000.929451:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:2.0:1783978000.929453:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978000.929454:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929456:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978000.929459:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978000.929461:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978000.929463:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978000.929464:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978000.991992:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978000.992002:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978000.992004:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978000.992011:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978000.992016:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978000.992020:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978000.992024:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978000.992027:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978000.992030:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978001.120469:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978001.120474:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978001.120478:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978002.015938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978002.015949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978002.015951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978002.015958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978002.015963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978002.015968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978002.015972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978002.015976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978002.015985:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978002.144137:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978002.144141:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978002.144144:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978003.039911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978003.039916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978003.039918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978003.039922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978003.039924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978003.039927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978003.039929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978003.039931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978003.039933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978004.063882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978004.063890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978004.063892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978004.063897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978004.063901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978004.063904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978004.063907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978004.063910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978004.063912:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978005.087923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978005.087931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978005.087933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978005.087938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978005.087942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978005.087946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978005.087948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978005.087950:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978005.087953:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.048886:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978006.048891:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978006.048894:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978006.048901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.048908:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978006.048909:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.048912:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978006.048914:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978006.048916:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978006.048918:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366982784:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978006.048921:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978006.048924:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978006.048926:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.048929:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978006.048934:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978006.048936:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978006.048942:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978006.048946:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978006.048952:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978006.048958:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366982784, portal 25
00000100:00000001:2.0:1783978006.048960:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978006.048962:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:2.0:1783978006.048967:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.048975:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978006.048977:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978006.048980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978006.048983:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366982784, offset 0
00000400:00000200:2.0:1783978006.048988:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978006.048996:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049001:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978006.049006:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978006.049009:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978006.049013:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978006.049016:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978006.049019:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345238:345238:256:4294967295] 192.168.201.109@tcp LPNI seq info [345227:345227:8:4294967295]
00000400:00000200:2.0:1783978006.049023:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049031:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978006.049036:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049041:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978006.049046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978006.049050:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978006.049054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978006.049058:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783978006.049061:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049063:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978006.049070:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978006.049073:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978006.049078:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978006.049080:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978006.049083:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978006.049087:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049095:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049098:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049104:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049106:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978006.049110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978006.049113:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978006.049116:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303538935
00000100:00000010:2.0:1783978006.049120:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa20.
00000100:00000001:2.0:1783978006.049126:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978006.049132:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303538935
00000100:00000010:2.0:1783978006.049135:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f7e0.
00000100:00000001:2.0:1783978006.049137:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978006.049140:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978006.049143:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049145:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978006.049149:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978006/real 1783978006]  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978006.049158:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978006.049159:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978006.049162:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978006.049165:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978006.049166:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978006.049168:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978006.049172:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978006.049179:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049186:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978006.049187:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049189:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978006.049195:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049201:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978006.049205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049212:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978006.049215:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049217:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049218:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049220:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978006.049223:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978006.049225:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978006.049229:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978006.049232:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978006.049236:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978006.049244:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366982784:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978006.049248:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978006.049252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049257:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978006.049259:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.049261:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978006.049263:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978006.049264:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978006.049267:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978006.049270:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978006.049272:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978006.049274:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.049275:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978006.049278:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978006.049280:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978006.049284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978006.049286:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978006.049289:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978006.049292:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366982912, portal 10
00000100:00000001:2.0:1783978006.049294:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978006.049295:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:2.0:1783978006.049303:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049309:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978006.049312:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978006.049314:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978006.049317:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366982912, offset 0
00000400:00000200:2.0:1783978006.049321:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978006.049324:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049328:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978006.049330:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978006.049333:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978006.049335:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978006.049337:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978006.049340:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345239:345239:256:4294967295] 192.168.201.109@tcp LPNI seq info [345228:345228:8:4294967295]
00000400:00000200:2.0:1783978006.049343:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049349:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978006.049353:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049356:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978006.049360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978006.049362:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978006.049366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978006.049368:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783978006.049372:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049374:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978006.049377:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978006.049379:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978006.049382:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978006.049383:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978006.049386:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978006.049389:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049396:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049399:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049405:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049406:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978006.049409:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978006.049413:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978006.049416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978006.049418:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303537696
00000100:00000001:2.0:1783978006.049420:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303538935
00000100:00000001:2.0:1783978006.049422:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303537696
00000100:00000001:2.0:1783978006.049424:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303538935
00000100:00000001:2.0:1783978006.049426:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978006.049428:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049430:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978006.049433:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978006/real 1783978006]  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978006.049441:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978006.049442:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978006.049444:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978006.049446:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978006.049448:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978006.049450:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978006.049453:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978006.049461:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049467:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978006.049468:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049470:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049471:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978006.049475:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049481:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978006.049485:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049491:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978006.049494:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049495:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049497:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049499:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978006.049502:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978006.049504:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978006.049507:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978006.049509:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978006.049512:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978006.049519:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366982912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978006.049522:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978006.049525:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049531:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978006.049532:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.049534:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978006.049535:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978006.049537:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978006.049540:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978006.049542:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978006.049544:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978006.049546:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978006.049547:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978006.049551:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978006.049552:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978006.049555:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978006.049557:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978006.049560:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978006.049562:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983040, portal 10
00000100:00000001:2.0:1783978006.049564:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978006.049565:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:2.0:1783978006.049569:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049574:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978006.049576:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978006.049578:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978006.049580:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366983040, offset 0
00000400:00000200:2.0:1783978006.049583:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978006.049586:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049589:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978006.049591:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978006.049593:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978006.049595:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978006.049597:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978006.049600:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345240:345240:256:4294967295] 192.168.201.109@tcp LPNI seq info [345229:345229:8:4294967295]
00000400:00000200:2.0:1783978006.049603:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978006.049608:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978006.049612:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049614:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978006.049617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978006.049619:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978006.049622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978006.049625:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783978006.049627:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978006.049629:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978006.049631:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978006.049634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978006.049636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978006.049638:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978006.049640:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978006.049642:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049649:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049651:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049656:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049658:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978006.049660:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978006.049662:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978006.049665:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978006.049666:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303537693
00000100:00000001:2.0:1783978006.049669:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303538935
00000100:00000001:2.0:1783978006.049670:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303537693
00000100:00000001:2.0:1783978006.049672:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303538935
00000100:00000001:2.0:1783978006.049674:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978006.049675:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049677:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978006.049680:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978006/real 1783978006]  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978006.049686:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978006.049688:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978006.049689:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978006.049691:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978006.049692:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978006.049694:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978006.049696:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978006.049703:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049708:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978006.049709:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049711:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049712:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978006.049715:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049720:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978006.049723:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049728:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978006.049730:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978006.049733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049734:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978006.049736:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978006.049738:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978006.049740:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978006.049742:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978006.049745:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978006.049751:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978006.049754:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049756:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049758:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627366982784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049764:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978006.049766:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978006.049769:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978006.049808:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978006.049810:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978006.049812:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978006.049814:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978006.049816:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783978006.049819:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978006.049821:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978006.049823:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:2.0:1783978006.049826:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978006.049827:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049829:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049832:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627366982912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049850:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978006.049852:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978006.049853:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978006.049857:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978006.049858:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978006.049859:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978006.049861:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978006.049862:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978006.049864:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978006.049865:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978006.049867:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:2.0:1783978006.049869:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978006.049870:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049871:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978006.049874:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627366983040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978006.049879:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978006.049880:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978006.049882:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978006.049884:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978006.049885:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978006.049885:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978006.049888:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978006.049889:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:2.0:1783978006.049891:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978006.049892:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978006.049893:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:2.0:1783978006.049895:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978006.049896:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049897:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978006.049904:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978006.049906:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978006.049908:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978006.049910:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978006.111911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978006.111918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978006.111920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978006.111925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978006.111929:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978006.111932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978006.111935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978006.111938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978006.111941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978006.240075:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978006.240079:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978006.240082:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978007.135916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978007.135923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978007.135924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978007.135929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978007.135932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978007.135935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978007.135938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978007.135941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978007.135943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978007.263998:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978007.264001:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978007.264005:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978008.159949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978008.159961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978008.159963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978008.159972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978008.159976:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978008.159981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978008.159985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978008.159987:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978008.159990:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978009.183917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978009.183925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978009.183926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978009.183934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978009.183938:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978009.183943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978009.183946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978009.183950:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978009.183953:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978010.208075:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978010.208086:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978010.208089:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978010.208096:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978010.208102:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978010.208106:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978010.208109:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978010.208112:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978010.208116:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978011.168596:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978011.168609:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978011.168613:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978011.168617:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978011.168623:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978011.168631:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8870
00000400:00000200:3.0:1783978011.168643:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978011.168650:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978011.168654:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978011.168658:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168662:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978011.168665:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168667:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978011.168672:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978011.168675:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978011.168679:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978011.168682:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978011.168685:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978011.168688:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978011.168691:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168693:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978011.168695:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168697:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978011.168701:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978011.168705:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168709:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978011.168713:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978011.168717:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978011.168721:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.168724:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978011.168726:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978011.168739:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978011.168743:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978011.168759:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978011.168761:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.168765:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978011.168768:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978011.168804:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978011.168815:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978011.168822:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978011.168834:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978011.168846:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978011.168863:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978011.168869:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978011.168892:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978011.168895:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978011.168899:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978011.168900:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978011.168902:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978011.168906:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978011.168908:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8870
00000400:00000200:3.0:1783978011.168912:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978011.168915:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978011.168918:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978011.168921:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168924:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978011.168927:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168929:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978011.168931:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978011.168932:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978011.168934:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978011.168937:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978011.168939:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978011.168941:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978011.168944:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168946:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978011.168949:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168951:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978011.168953:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978011.168957:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978011.168959:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978011.168961:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783978011.168972:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783978011.168978:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978011.168983:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.168984:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978011.168986:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978011.168989:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783978011.168993:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978011.168998:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169001:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978011.169005:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783978011.169007:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978011.169012:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978011.169018:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978011.169021:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169025:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978011.169026:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978011.169028:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978011.169037:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:2.0:1783978011.169038:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978011.169043:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169045:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.169050:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1783978011.169056:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783978011.169057:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978011.169068:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169082:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1783978011.169083:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983168:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783978011.169089:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.169093:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1783978011.169099:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783978011.169100:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978011.169105:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.169113:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978011.169122:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978011.169126:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1783978011.169127:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
00000100:00080000:3.0:1783978011.169137:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1783978011.169138:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169143:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978011.169148:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1783978011.169155:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978011.169157:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1783978011.169162:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00080000:3.0:1783978011.169163:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8870
00000400:00000200:3.0:1783978011.169173:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978011.169175:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000400:00000200:3.0:1783978011.169178:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978011.169185:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1783978011.169188:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983168, portal 25
00000100:00000040:3.0:1783978011.169190:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978011.169194:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783978011.169196:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783978011.169198:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:3.0:1783978011.169202:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.169206:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978011.169212:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1783978011.169213:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783978011.169215:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978011.169218:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978011.169222:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:2.0:1783978011.169231:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1783978011.169237:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978011.169242:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978011.169246:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978011.169248:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978011.169251:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978011.169255:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:2.0:1783978011.169258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000001:3.0:1783978011.169261:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:2.0:1783978011.169266:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366983168, offset 0
00000020:00000040:3.0:1783978011.169267:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978011.169275:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978011.169279:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169282:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978011.169284:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978011.169288:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978011.169290:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169293:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1783978011.169295:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:3.0:1783978011.169297:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978011.169301:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.169303:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978011.169308:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978011.169311:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978011.169313:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978011.169318:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169319:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978011.169323:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978011.169326:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1783978011.169328:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978011.169330:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169336:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000010:3.0:1783978011.169339:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000400:00000200:2.0:1783978011.169344:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978011.169346:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169352:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00100000:3.0:1783978011.169356:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978011.169364:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345241:345241:256:4294967295] 192.168.201.109@tcp LPNI seq info [345230:345230:8:4294967295]
00000100:00000001:3.0:1783978011.169382:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783978011.169384:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978011.169388:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978011.169396:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978011.169411:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978011.169419:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978011.169424:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1783978011.169428:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978011.169431:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978011.169435:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978011.169441:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1783978011.169442:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000100:00000040:3.0:1783978011.169451:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8880)
00000800:00000200:2.0:1783978011.169457:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978011.169463:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978011.169469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978011.169473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978011.169478:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978011.169481:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978011.169490:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978011.169495:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978011.169501:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978011.169503:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978011.169507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978011.169511:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169522:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.169526:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169533:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.169544:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978011.169553:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169558:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978011.169560:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303544055
00000100:00000010:2.0:1783978011.169567:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f240.
00000100:00000001:2.0:1783978011.169573:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978011.169580:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303544055
00000100:00000010:2.0:1783978011.169585:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa20.
00000100:00000001:2.0:1783978011.169588:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978011.169591:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978011.169594:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.169596:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978011.169601:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978011/real 1783978011]  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978011.169610:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978011.169611:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978011.169614:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978011.169617:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978011.169618:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978011.169621:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978011.169624:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978011.169631:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169638:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978011.169639:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169641:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.169643:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978011.169647:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169654:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978011.169658:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169664:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978011.169667:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169669:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.169670:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169673:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978011.169675:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978011.169679:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978011.169683:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978011.169685:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978011.169689:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978011.169697:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983168:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978011.169701:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169703:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.169706:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627366983168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169712:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978011.169714:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978011.169717:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978011.169720:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978011.169722:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978011.169724:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978011.169726:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978011.169728:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978011.169732:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978011.169734:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978011.169736:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:2.0:1783978011.169739:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978011.169740:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169742:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.169761:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978011.169763:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.169766:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978011.169767:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978011.169769:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978011.169817:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169824:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978011.169825:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.169828:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978011.169830:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978011.169832:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978011.169835:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978011.169837:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978011.169840:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978011.169849:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.169851:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978011.169854:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978011.169855:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.169859:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978011.169862:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978011.169866:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978011.169868:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983296, portal 10
00000100:00000001:2.0:1783978011.169870:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978011.169871:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:2.0:1783978011.169878:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169884:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978011.169886:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978011.169888:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978011.169891:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366983296, offset 0
00000400:00000200:2.0:1783978011.169894:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978011.169899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978011.169902:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978011.169905:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978011.169907:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978011.169909:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978011.169911:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978011.169914:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345242:345242:256:4294967295] 192.168.201.109@tcp LPNI seq info [345231:345231:8:4294967295]
00000400:00000200:2.0:1783978011.169917:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978011.169923:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978011.169926:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978011.169929:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978011.169933:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978011.169935:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978011.169939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978011.169941:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978011.169945:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978011.169947:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978011.169949:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978011.169952:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978011.169955:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978011.169957:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978011.169959:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978011.169962:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169968:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.169971:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.169976:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.169978:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978011.169981:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978011.169985:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978011.169988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978011.169990:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303542817
00000100:00000001:2.0:1783978011.169993:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303544055
00000100:00000001:2.0:1783978011.169994:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303542817
00000100:00000001:2.0:1783978011.169996:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303544055
00000100:00000001:2.0:1783978011.169998:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978011.170000:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.170002:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978011.170005:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978011/real 1783978011]  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978011.170013:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978011.170014:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978011.170016:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978011.170018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978011.170020:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978011.170022:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978011.170024:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978011.170031:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170037:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978011.170038:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170040:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.170041:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978011.170044:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170050:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978011.170053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170059:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978011.170062:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170064:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.170065:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170066:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978011.170069:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978011.170072:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978011.170075:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978011.170078:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978011.170082:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978011.170089:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978011.170092:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978011.170095:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170100:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978011.170102:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.170103:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978011.170105:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978011.170107:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978011.170110:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978011.170113:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978011.170115:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978011.170117:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978011.170118:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978011.170121:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978011.170123:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978011.170126:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978011.170128:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978011.170131:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978011.170133:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983424, portal 10
00000100:00000001:2.0:1783978011.170135:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978011.170136:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:2.0:1783978011.170140:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170146:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978011.170148:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978011.170150:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978011.170152:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366983424, offset 0
00000400:00000200:2.0:1783978011.170156:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978011.170159:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978011.170163:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978011.170166:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978011.170168:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978011.170170:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978011.170172:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978011.170175:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345243:345243:256:4294967295] 192.168.201.109@tcp LPNI seq info [345232:345232:8:4294967295]
00000400:00000200:2.0:1783978011.170178:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978011.170184:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978011.170188:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978011.170191:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978011.170195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978011.170197:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978011.170201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978011.170203:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978011.170206:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978011.170208:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978011.170211:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978011.170213:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978011.170216:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978011.170218:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978011.170221:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978011.170224:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170231:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.170234:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170239:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.170241:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978011.170244:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978011.170247:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978011.170250:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978011.170252:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303542814
00000100:00000001:2.0:1783978011.170254:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303544055
00000100:00000001:2.0:1783978011.170256:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303542814
00000100:00000001:2.0:1783978011.170258:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303544055
00000100:00000001:2.0:1783978011.170259:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978011.170261:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.170263:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978011.170266:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978011/real 1783978011]  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978011.170273:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978011.170275:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978011.170276:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978011.170279:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978011.170280:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978011.170283:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978011.170285:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978011.170292:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170298:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978011.170299:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170301:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.170302:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978011.170305:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170311:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978011.170314:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170320:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978011.170322:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170324:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978011.170325:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170326:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978011.170328:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978011.170330:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978011.170333:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978011.170335:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978011.170339:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978011.170346:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978011.170349:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170351:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.170354:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627366983296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170360:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978011.170362:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978011.170364:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978011.170366:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978011.170368:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978011.170369:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978011.170371:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978011.170373:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978011.170375:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978011.170376:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978011.170378:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:2.0:1783978011.170380:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978011.170381:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170383:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978011.170386:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627366983424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978011.170391:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978011.170392:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978011.170393:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978011.170397:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978011.170398:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978011.170399:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978011.170401:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978011.170402:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978011.170404:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978011.170405:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978011.170407:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:2.0:1783978011.170409:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978011.170410:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170412:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978011.170415:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978011.170416:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978011.170418:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978011.170420:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978011.231900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978011.231910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978011.231912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978011.231920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978011.231924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978011.231929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978011.231932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978011.231935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978011.231938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978011.360210:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978011.360215:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978011.360219:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978012.257920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978012.257932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978012.257935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978012.257953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978012.257960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978012.257964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978012.257968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978012.257971:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978012.257975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978012.384107:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978012.384112:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978012.384116:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978013.280191:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978013.280201:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978013.280203:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978013.280211:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978013.280216:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978013.280220:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978013.280224:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978013.280227:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978013.280231:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978014.303921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978014.303936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978014.303938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978014.303947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978014.303952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978014.303956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978014.303959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978014.303963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978014.303973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978015.327926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978015.327937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978015.327940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978015.327946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978015.327959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978015.327965:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978015.327968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978015.327972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978015.327976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.288590:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978016.288595:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978016.288598:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978016.288605:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.288614:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978016.288616:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.288620:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978016.288623:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978016.288625:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978016.288629:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983552:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978016.288632:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978016.288638:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978016.288641:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.288644:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978016.288650:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.288652:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978016.288669:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978016.288674:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978016.288682:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978016.288689:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983552, portal 25
00000100:00000001:2.0:1783978016.288692:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978016.288694:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:2.0:1783978016.288700:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.288708:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978016.288711:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978016.288714:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978016.288717:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366983552, offset 0
00000400:00000200:2.0:1783978016.288723:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978016.288732:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.288739:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978016.288745:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978016.288750:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978016.288754:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978016.288757:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978016.288762:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345244:345244:256:4294967295] 192.168.201.109@tcp LPNI seq info [345233:345233:8:4294967295]
00000400:00000200:2.0:1783978016.288767:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.288806:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978016.288813:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.288819:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978016.288826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978016.288831:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978016.288837:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978016.288840:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978016.288846:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.288848:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978016.288857:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978016.288862:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978016.288867:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978016.288870:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978016.288875:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978016.288879:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289184:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.289190:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289198:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289200:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978016.289207:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978016.289212:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978016.289215:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303549175
00000100:00000010:2.0:1783978016.289221:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f7e0.
00000100:00000001:2.0:1783978016.289229:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978016.289238:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303549175
00000100:00000010:2.0:1783978016.289241:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f480.
00000100:00000001:2.0:1783978016.289244:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978016.289247:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978016.289251:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289254:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978016.289258:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978016/real 1783978016]  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978016.289269:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978016.289271:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978016.289273:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978016.289277:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978016.289279:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978016.289281:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978016.289284:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978016.289293:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289300:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978016.289301:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289304:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.289307:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978016.289310:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289317:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978016.289322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289328:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978016.289331:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289333:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.289335:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289337:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978016.289339:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978016.289342:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978016.289346:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978016.289350:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978016.289354:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978016.289362:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983552:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978016.289367:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289369:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.289372:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627366983552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289379:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978016.289381:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978016.289384:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.289390:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978016.289392:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978016.289394:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978016.289396:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978016.289399:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:2.0:1783978016.289403:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978016.289405:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978016.289407:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:2.0:1783978016.289410:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978016.289411:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289413:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289421:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978016.289423:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289426:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978016.289427:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978016.289428:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978016.289432:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289439:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978016.289440:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.289442:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978016.289444:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978016.289447:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978016.289450:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978016.289453:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978016.289455:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978016.289457:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.289459:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978016.289462:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.289463:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978016.289467:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978016.289470:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978016.289473:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978016.289476:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983680, portal 10
00000100:00000001:2.0:1783978016.289478:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978016.289480:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:2.0:1783978016.289487:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289493:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978016.289495:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978016.289498:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978016.289500:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366983680, offset 0
00000400:00000200:2.0:1783978016.289504:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978016.289508:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.289512:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978016.289515:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978016.289518:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978016.289520:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978016.289523:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978016.289526:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345245:345245:256:4294967295] 192.168.201.109@tcp LPNI seq info [345234:345234:8:4294967295]
00000400:00000200:2.0:1783978016.289530:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.289537:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978016.289542:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.289546:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978016.289550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978016.289553:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978016.289557:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978016.289560:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978016.289564:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.289566:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978016.289569:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978016.289572:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978016.289576:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978016.289578:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978016.289580:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978016.289584:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289591:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.289594:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289600:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289601:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978016.289604:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978016.289608:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978016.289611:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978016.289613:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303547936
00000100:00000001:2.0:1783978016.289616:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303549175
00000100:00000001:2.0:1783978016.289618:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303547936
00000100:00000001:2.0:1783978016.289620:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303549175
00000100:00000001:2.0:1783978016.289622:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978016.289625:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289626:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978016.289630:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978016/real 1783978016]  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978016.289645:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978016.289646:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978016.289648:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978016.289651:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978016.289652:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978016.289654:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978016.289674:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978016.289683:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289690:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978016.289692:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289693:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.289695:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978016.289698:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289705:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978016.289709:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289716:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978016.289719:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.289722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289723:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978016.289727:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978016.289729:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978016.289733:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978016.289735:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978016.289739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978016.289748:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978016.289751:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289753:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.289756:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627366983680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.289763:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978016.289764:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978016.289766:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.289769:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978016.289771:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978016.289794:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978016.289796:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978016.289798:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:2.0:1783978016.289801:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978016.289802:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978016.289804:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:2.0:1783978016.289806:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978016.289807:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289809:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.289813:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978016.289814:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.289816:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978016.289818:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.290318:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978016.290320:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978016.290322:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978016.290327:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290335:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978016.290336:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.290338:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978016.290341:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978016.290343:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978016.290346:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978016.290350:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978016.290352:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978016.290354:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978016.290355:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978016.290359:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.290361:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978016.290365:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978016.290368:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978016.290372:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978016.290376:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983808, portal 10
00000100:00000001:2.0:1783978016.290378:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978016.290379:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:2.0:1783978016.290386:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290393:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978016.290395:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978016.290398:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978016.290401:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366983808, offset 0
00000400:00000200:2.0:1783978016.290405:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978016.290409:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.290413:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978016.290416:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978016.290419:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978016.290421:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978016.290424:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978016.290426:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345246:345246:256:4294967295] 192.168.201.109@tcp LPNI seq info [345235:345235:8:4294967295]
00000400:00000200:2.0:1783978016.290431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978016.290438:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978016.290443:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.290447:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978016.290452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978016.290455:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978016.290460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978016.290462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978016.290466:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978016.290468:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978016.290472:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978016.290476:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978016.290479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978016.290481:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978016.290483:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978016.290487:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290495:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.290497:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290504:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.290506:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978016.290509:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978016.290512:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978016.290515:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978016.290517:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303547934
00000100:00000001:2.0:1783978016.290520:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303549175
00000100:00000001:2.0:1783978016.290522:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303547934
00000100:00000001:2.0:1783978016.290524:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303549175
00000100:00000001:2.0:1783978016.290526:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978016.290529:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.290530:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978016.290535:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978016/real 1783978016]  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978016.290549:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978016.290550:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978016.290552:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978016.290555:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978016.290556:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978016.290558:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978016.290562:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978016.290570:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290576:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978016.290577:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290579:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.290581:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978016.290585:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290591:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978016.290595:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290602:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978016.290605:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290607:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978016.290608:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290610:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978016.290612:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978016.290615:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978016.290618:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978016.290620:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978016.290624:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978016.290631:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366983808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978016.290635:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290637:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978016.290640:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627366983808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978016.290646:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978016.290648:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978016.290650:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978016.290653:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978016.290655:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978016.290656:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978016.290726:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978016.290728:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783978016.290731:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978016.290733:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978016.290734:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:2.0:1783978016.290737:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978016.290738:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290740:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978016.290744:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978016.290746:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978016.290748:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978016.290749:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978016.354865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978016.354874:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978016.354876:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978016.354881:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978016.354884:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978016.354888:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978016.354890:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978016.354892:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978016.354895:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978016.481985:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978016.481991:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978016.481996:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978017.375878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978017.375884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978017.375886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978017.375891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978017.375894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978017.375898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978017.375901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978017.375903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978017.375906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978017.504079:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978017.504085:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978017.504090:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978018.399889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978018.399898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978018.399899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978018.399903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978018.399905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978018.399908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978018.399910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978018.399912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978018.399914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978019.424279:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978019.424286:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978019.424288:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978019.424293:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978019.424297:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978019.424300:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978019.424303:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978019.424305:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978019.424308:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978020.447897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978020.447905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978020.447907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978020.447912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978020.447916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978020.447919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978020.447922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978020.447924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978020.447927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.408193:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978021.408198:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978021.408202:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978021.408210:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408222:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978021.408225:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.408230:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978021.408234:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978021.408238:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978021.408244:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983936:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978021.408248:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978021.408252:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978021.408255:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.408259:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978021.408265:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978021.408269:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978021.408275:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978021.408280:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978021.408287:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978021.408294:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366983936, portal 25
00000100:00000001:2.0:1783978021.408298:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978021.408300:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:2.0:1783978021.408305:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408314:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978021.408318:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978021.408323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978021.408326:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366983936, offset 0
00000400:00000200:2.0:1783978021.408333:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978021.408340:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.408347:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978021.408353:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978021.408359:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978021.408366:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978021.408370:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978021.408378:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345247:345247:256:4294967295] 192.168.201.109@tcp LPNI seq info [345236:345236:8:4294967295]
00000400:00000200:2.0:1783978021.408388:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.408407:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978021.408418:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.408425:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978021.408432:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978021.408436:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978021.408442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978021.408447:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978021.408452:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.408456:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978021.408463:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978021.408472:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978021.408479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978021.408483:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978021.408488:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978021.408495:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408513:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.408518:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408528:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.408533:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978021.408537:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978021.408549:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978021.408555:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303554294
00000100:00000010:2.0:1783978021.408562:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd20.
00000100:00000001:2.0:1783978021.408580:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978021.408590:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303554294
00000100:00000010:2.0:1783978021.408596:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fb40.
00000100:00000001:2.0:1783978021.408602:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978021.408614:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978021.408619:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.408624:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978021.408632:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978021/real 1783978021]  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978021.408671:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978021.408676:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978021.408681:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978021.408688:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978021.408693:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978021.408697:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978021.408702:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978021.408710:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408718:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978021.408730:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.408734:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978021.408739:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408745:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978021.408749:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408756:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978021.408759:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.408762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408764:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978021.408766:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978021.408769:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978021.408797:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978021.408799:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978021.408804:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978021.408812:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366983936:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978021.408816:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408818:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.408821:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627366983936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408827:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978021.408829:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978021.408831:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978021.408837:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978021.408838:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978021.408840:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978021.408842:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978021.408844:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:2.0:1783978021.408847:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978021.408849:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978021.408850:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:2.0:1783978021.408854:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978021.408855:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408857:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.408863:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978021.408865:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.408867:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978021.408869:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978021.408870:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978021.408874:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408880:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978021.408881:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.408883:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978021.408885:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978021.408887:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978021.408890:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978021.408893:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978021.408895:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978021.408897:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.408898:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978021.408901:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978021.408903:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978021.408908:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978021.408910:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978021.408921:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978021.408923:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984064, portal 10
00000100:00000001:2.0:1783978021.408925:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978021.408925:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:2.0:1783978021.408935:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.408941:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978021.408943:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978021.408946:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978021.408948:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984064, offset 0
00000400:00000200:2.0:1783978021.408952:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978021.408956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.408960:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978021.408963:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978021.408966:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978021.408968:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978021.408970:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978021.408973:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345248:345248:256:4294967295] 192.168.201.109@tcp LPNI seq info [345237:345237:8:4294967295]
00000400:00000200:2.0:1783978021.408977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.408983:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978021.408987:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.408990:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978021.408994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978021.408997:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978021.409001:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978021.409004:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978021.409007:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.409008:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978021.409010:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978021.409012:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978021.409014:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978021.409015:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978021.409017:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978021.409020:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409027:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.409029:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409035:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.409036:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978021.409039:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978021.409042:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978021.409045:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978021.409047:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303553056
00000100:00000001:2.0:1783978021.409050:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303554294
00000100:00000001:2.0:1783978021.409053:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303553056
00000100:00000001:2.0:1783978021.409054:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303554294
00000100:00000001:2.0:1783978021.409056:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978021.409058:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.409060:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978021.409064:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978021/real 1783978021]  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978021.409072:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978021.409073:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978021.409075:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978021.409078:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978021.409079:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978021.409082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978021.409084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978021.409089:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409093:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978021.409094:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409095:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.409096:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978021.409098:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409101:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978021.409104:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409108:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978021.409109:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409110:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.409111:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409112:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978021.409114:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978021.409115:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978021.409117:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978021.409118:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978021.409120:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978021.409124:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978021.409127:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978021.409129:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409133:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978021.409133:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.409135:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978021.409136:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978021.409137:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978021.409138:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978021.409140:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978021.409141:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978021.409142:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978021.409144:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978021.409146:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978021.409147:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978021.409150:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978021.409151:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978021.409153:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978021.409155:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984192, portal 10
00000100:00000001:2.0:1783978021.409156:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978021.409157:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:2.0:1783978021.409160:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409164:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978021.409165:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978021.409166:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978021.409168:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984192, offset 0
00000400:00000200:2.0:1783978021.409170:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978021.409172:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.409175:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978021.409176:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978021.409178:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978021.409179:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978021.409181:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978021.409183:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345249:345249:256:4294967295] 192.168.201.109@tcp LPNI seq info [345238:345238:8:4294967295]
00000400:00000200:2.0:1783978021.409185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978021.409188:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978021.409191:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.409192:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978021.409195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978021.409196:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978021.409199:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978021.409200:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978021.409202:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978021.409204:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978021.409205:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978021.409208:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978021.409209:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978021.409210:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978021.409212:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978021.409214:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409218:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.409220:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409224:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.409224:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978021.409226:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978021.409228:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978021.409229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978021.409230:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303553053
00000100:00000001:2.0:1783978021.409232:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303554294
00000100:00000001:2.0:1783978021.409233:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303553053
00000100:00000001:2.0:1783978021.409235:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303554294
00000100:00000001:2.0:1783978021.409236:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978021.409237:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.409238:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978021.409240:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978021/real 1783978021]  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978021.409244:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978021.409245:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978021.409245:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978021.409246:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978021.409247:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978021.409248:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978021.409250:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978021.409254:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409258:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978021.409259:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409260:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.409261:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978021.409262:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409266:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978021.409268:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409271:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978021.409272:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409273:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978021.409274:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409275:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978021.409276:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978021.409278:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978021.409280:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978021.409281:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978021.409283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978021.409287:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978021.409289:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409290:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.409291:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627366984064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409295:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978021.409296:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978021.409297:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978021.409298:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978021.409299:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978021.409300:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978021.409301:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978021.409301:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:2.0:1783978021.409303:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978021.409304:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978021.409304:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:2.0:1783978021.409306:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978021.409307:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978021.409309:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627366984192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978021.409313:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978021.409313:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978021.409314:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978021.409315:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978021.409316:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978021.409317:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978021.409318:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978021.409319:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:2.0:1783978021.409320:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978021.409321:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978021.409321:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:2.0:1783978021.409323:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978021.409323:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409324:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978021.409326:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978021.409327:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978021.409328:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978021.409329:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978021.471884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978021.471891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978021.471892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978021.471896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978021.471899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978021.471902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978021.471904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978021.471905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978021.471907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978021.599987:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978021.599991:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978021.599994:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978022.496259:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978022.496266:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978022.496268:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978022.496273:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978022.496276:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978022.496280:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978022.496282:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978022.496284:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978022.496287:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978022.624019:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978022.624023:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978022.624025:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978023.520926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978023.520937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978023.520939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978023.520946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978023.520950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978023.520956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978023.520959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978023.520961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978023.520964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978024.543938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978024.543958:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978024.543960:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978024.543968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978024.543973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978024.543978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978024.543981:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978024.543985:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978024.543989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978025.568488:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978025.568532:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978025.568534:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978025.568541:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978025.568546:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978025.568551:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978025.568554:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978025.568557:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978025.568560:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.528949:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978026.528956:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978026.528960:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978026.528968:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.528976:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978026.528979:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.528984:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978026.528987:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978026.528990:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978026.528994:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366984320:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978026.528999:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978026.529005:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978026.529008:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.529011:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978026.529017:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978026.529019:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978026.529025:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978026.529031:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978026.529040:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978026.529057:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984320, portal 25
00000100:00000001:2.0:1783978026.529062:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978026.529066:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:2.0:1783978026.529076:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529086:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978026.529090:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978026.529095:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978026.529101:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366984320, offset 0
00000400:00000200:2.0:1783978026.529114:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978026.529128:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.529139:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978026.529148:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978026.529157:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978026.529164:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978026.529171:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978026.529178:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345250:345250:256:4294967295] 192.168.201.109@tcp LPNI seq info [345239:345239:8:4294967295]
00000400:00000200:2.0:1783978026.529184:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.529209:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978026.529222:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.529233:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978026.529249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978026.529257:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978026.529277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978026.529285:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978026.529292:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.529297:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978026.529310:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978026.529328:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978026.529339:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978026.529344:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978026.529354:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978026.529364:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529405:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.529412:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529427:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.529431:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978026.529437:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978026.529449:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978026.529452:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303559415
00000100:00000010:2.0:1783978026.529459:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff00.
00000100:00000001:2.0:1783978026.529468:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978026.529476:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303559415
00000100:00000010:2.0:1783978026.529492:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f960.
00000100:00000001:2.0:1783978026.529496:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978026.529501:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978026.529504:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.529507:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978026.529517:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978026/real 1783978026]  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978026.529527:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978026.529529:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978026.529532:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978026.529535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978026.529537:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978026.529540:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978026.529543:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978026.529551:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529559:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978026.529561:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529564:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.529566:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978026.529570:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529578:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978026.529583:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529590:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978026.529593:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529595:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.529596:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529599:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978026.529602:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978026.529606:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978026.529610:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978026.529612:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978026.529616:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978026.529625:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366984320:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978026.529629:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529632:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.529635:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627366984320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529642:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978026.529645:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978026.529648:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978026.529651:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978026.529653:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978026.529655:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978026.529658:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978026.529662:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:2.0:1783978026.529666:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978026.529668:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978026.529670:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:2.0:1783978026.529673:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978026.529675:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529677:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529685:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978026.529687:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.529688:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978026.529690:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978026.529691:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978026.529693:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529698:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978026.529699:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.529700:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978026.529702:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978026.529703:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978026.529705:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978026.529707:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978026.529708:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978026.529710:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.529711:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978026.529714:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978026.529716:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978026.529719:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978026.529722:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978026.529726:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978026.529729:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984448, portal 10
00000100:00000001:2.0:1783978026.529731:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978026.529732:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:2.0:1783978026.529740:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529747:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978026.529750:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978026.529752:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978026.529754:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984448, offset 0
00000400:00000200:2.0:1783978026.529758:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978026.529762:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.529766:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978026.529769:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978026.529771:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978026.529798:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978026.529800:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978026.529802:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345251:345251:256:4294967295] 192.168.201.109@tcp LPNI seq info [345240:345240:8:4294967295]
00000400:00000200:2.0:1783978026.529805:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.529810:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978026.529813:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.529815:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978026.529819:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978026.529822:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978026.529826:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978026.529829:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978026.529842:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.529844:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978026.529847:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978026.529851:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978026.529854:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978026.529856:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978026.529858:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978026.529862:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529870:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.529872:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529881:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.529882:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978026.529884:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978026.529887:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978026.529890:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978026.529891:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303558177
00000100:00000001:2.0:1783978026.529893:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303559415
00000100:00000001:2.0:1783978026.529895:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303558177
00000100:00000001:2.0:1783978026.529896:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303559415
00000100:00000001:2.0:1783978026.529898:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978026.529899:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.529900:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978026.529902:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978026/real 1783978026]  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978026.529907:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978026.529908:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978026.529910:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978026.529911:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978026.529912:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978026.529914:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978026.529915:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978026.529921:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529925:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978026.529925:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529926:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.529927:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978026.529929:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529934:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978026.529936:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529940:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978026.529941:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529942:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.529943:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.529944:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978026.529946:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978026.529948:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978026.529949:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978026.529950:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978026.529952:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978026.529956:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978026.529958:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978026.529961:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.529965:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978026.529966:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.529967:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978026.529968:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978026.529970:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978026.529972:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978026.529974:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978026.529976:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978026.529978:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978026.529980:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978026.529984:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978026.529985:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978026.529989:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978026.529991:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978026.529994:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978026.529997:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984576, portal 10
00000100:00000001:2.0:1783978026.529998:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978026.530000:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:2.0:1783978026.530006:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530012:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978026.530014:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978026.530016:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978026.530018:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984576, offset 0
00000400:00000200:2.0:1783978026.530022:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978026.530026:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.530029:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978026.530032:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978026.530034:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978026.530036:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978026.530038:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978026.530041:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345252:345252:256:4294967295] 192.168.201.109@tcp LPNI seq info [345241:345241:8:4294967295]
00000400:00000200:2.0:1783978026.530045:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978026.530051:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978026.530055:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.530058:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978026.530062:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978026.530064:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978026.530068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978026.530070:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978026.530074:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978026.530076:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978026.530079:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978026.530082:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978026.530084:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978026.530086:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978026.530088:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978026.530091:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530098:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.530101:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530106:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.530108:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978026.530110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978026.530113:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978026.530116:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978026.530117:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303558174
00000100:00000001:2.0:1783978026.530120:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303559415
00000100:00000001:2.0:1783978026.530122:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303558174
00000100:00000001:2.0:1783978026.530124:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303559415
00000100:00000001:2.0:1783978026.530126:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978026.530127:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.530129:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978026.530133:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978026/real 1783978026]  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978026.530139:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978026.530140:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978026.530142:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978026.530144:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978026.530146:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978026.530148:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978026.530151:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978026.530158:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530164:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978026.530165:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530167:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.530168:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978026.530171:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530177:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978026.530180:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530187:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978026.530189:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530190:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978026.530191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530193:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978026.530194:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978026.530197:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978026.530200:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978026.530202:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978026.530205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978026.530212:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978026.530216:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530218:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.530221:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627366984448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530227:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978026.530228:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978026.530230:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978026.530232:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978026.530233:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978026.530235:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978026.530237:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978026.530238:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783978026.530241:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978026.530242:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978026.530243:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:2.0:1783978026.530246:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978026.530247:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530248:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978026.530251:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627366984576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978026.530259:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978026.530260:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978026.530261:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978026.530266:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978026.530267:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978026.530269:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978026.530272:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978026.530274:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:2.0:1783978026.530277:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978026.530279:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978026.530280:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:2.0:1783978026.530283:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978026.530284:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530285:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978026.530290:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978026.530292:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978026.530294:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978026.530296:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978026.591855:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978026.591864:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978026.591866:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978026.591871:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978026.591875:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978026.591879:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978026.591882:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978026.591884:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978026.591887:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978026.720061:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978026.720065:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978026.720069:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978027.615882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978027.615889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978027.615891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978027.615894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978027.615897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978027.615900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978027.615902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978027.615904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978027.615906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978027.743970:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978027.743976:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978027.743981:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978028.639877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978028.639883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978028.639884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978028.639888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978028.639891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978028.639894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978028.639896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978028.639897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978028.639899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978029.663884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978029.663892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978029.663893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978029.663898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978029.663900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978029.663903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978029.663905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978029.663907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978029.663909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978030.687910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978030.687918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978030.687920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978030.687926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978030.687930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978030.687934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978030.687936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978030.687938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978030.687941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.648297:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978031.648304:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978031.648308:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978031.648318:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648339:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978031.648342:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.648349:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978031.648352:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978031.648354:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978031.648358:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366984704:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978031.648365:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978031.648371:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978031.648374:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.648378:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978031.648385:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978031.648389:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978031.648410:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978031.648417:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978031.648426:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978031.648433:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984704, portal 25
00000100:00000001:2.0:1783978031.648436:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978031.648439:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000100:00000040:2.0:1783978031.648447:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648467:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978031.648472:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978031.648477:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978031.648482:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366984704, offset 0
00000400:00000200:2.0:1783978031.648492:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978031.648501:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.648508:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978031.648517:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978031.648525:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978031.648531:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978031.648538:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978031.648547:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345253:345253:256:4294967295] 192.168.201.109@tcp LPNI seq info [345242:345242:8:4294967295]
00000400:00000200:2.0:1783978031.648558:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.648577:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978031.648590:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.648596:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978031.648607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978031.648611:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978031.648622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978031.648628:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978031.648636:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.648640:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978031.648647:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978031.648655:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978031.648663:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978031.648667:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978031.648673:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978031.648681:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648699:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.648705:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648718:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.648721:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978031.648726:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978031.648730:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978031.648734:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303564534
00000100:00000010:2.0:1783978031.648741:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f0c0.
00000100:00000001:2.0:1783978031.648747:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978031.648753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303564534
00000100:00000010:2.0:1783978031.648757:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fe40.
00000100:00000001:2.0:1783978031.648760:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978031.648764:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978031.648767:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.648769:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978031.648812:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978031/real 1783978031]  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978031.648821:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978031.648823:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978031.648825:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978031.648828:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978031.648829:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978031.648831:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978031.648834:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978031.648842:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648849:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978031.648850:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648852:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.648854:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978031.648858:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648864:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978031.648868:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648874:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978031.648877:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648879:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.648880:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648882:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978031.648884:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978031.648887:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978031.648891:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978031.648893:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978031.648896:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978031.648903:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366984704:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978031.648907:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648909:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.648911:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627366984704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648916:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978031.648919:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978031.648921:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978031.648925:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978031.648927:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978031.648928:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978031.648930:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978031.648932:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:2.0:1783978031.648935:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978031.648937:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978031.648938:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:2.0:1783978031.648941:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978031.648942:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648944:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.648950:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978031.648951:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.648953:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978031.648954:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978031.648956:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978031.648958:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.648969:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978031.648970:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.648972:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978031.648974:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978031.648976:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978031.648979:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978031.648982:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978031.648984:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978031.648986:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.648987:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978031.648990:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978031.648992:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978031.648995:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978031.648997:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978031.649001:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978031.649004:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984832, portal 10
00000100:00000001:2.0:1783978031.649006:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978031.649008:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:2.0:1783978031.649015:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649021:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978031.649024:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978031.649026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978031.649029:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984832, offset 0
00000400:00000200:2.0:1783978031.649033:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978031.649037:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.649040:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978031.649043:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978031.649045:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978031.649047:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978031.649049:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978031.649052:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345254:345254:256:4294967295] 192.168.201.109@tcp LPNI seq info [345243:345243:8:4294967295]
00000400:00000200:2.0:1783978031.649056:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.649062:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978031.649066:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.649069:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978031.649083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978031.649086:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978031.649089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978031.649091:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978031.649095:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.649097:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978031.649100:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978031.649103:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978031.649105:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978031.649107:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978031.649109:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978031.649113:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649120:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.649123:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649129:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.649130:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978031.649133:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978031.649136:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978031.649139:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978031.649140:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303563296
00000100:00000001:2.0:1783978031.649296:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303564534
00000100:00000001:2.0:1783978031.649299:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303563296
00000100:00000001:2.0:1783978031.649301:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303564534
00000100:00000001:2.0:1783978031.649303:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978031.649305:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.649306:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978031.649311:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978031/real 1783978031]  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978031.649319:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978031.649320:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978031.649321:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978031.649324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978031.649325:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978031.649327:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978031.649330:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978031.649339:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649346:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978031.649347:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649349:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.649351:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978031.649355:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649361:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978031.649365:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649369:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978031.649370:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649371:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.649372:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649374:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978031.649375:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978031.649377:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978031.649380:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978031.649381:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978031.649384:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978031.649388:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978031.649398:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978031.649402:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649406:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978031.649407:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.649409:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978031.649410:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978031.649411:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978031.649412:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978031.649415:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978031.649416:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978031.649417:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978031.649419:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978031.649421:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978031.649422:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978031.649426:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978031.649429:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978031.649431:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978031.649434:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366984960, portal 10
00000100:00000001:2.0:1783978031.649436:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978031.649437:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:2.0:1783978031.649442:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649447:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978031.649450:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978031.649452:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978031.649454:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366984960, offset 0
00000400:00000200:2.0:1783978031.649458:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978031.649462:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.649465:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978031.649468:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978031.649470:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978031.649472:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978031.649474:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978031.649477:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345255:345255:256:4294967295] 192.168.201.109@tcp LPNI seq info [345244:345244:8:4294967295]
00000400:00000200:2.0:1783978031.649481:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978031.649487:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978031.649491:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.649494:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978031.649498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978031.649501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978031.649505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978031.649507:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978031.649511:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978031.649512:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978031.649515:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978031.649518:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978031.649521:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978031.649523:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978031.649525:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978031.649529:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649536:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.649539:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649545:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.649546:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978031.649550:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978031.649552:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978031.649555:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978031.649557:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303563293
00000100:00000001:2.0:1783978031.649559:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303564534
00000100:00000001:2.0:1783978031.649561:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303563293
00000100:00000001:2.0:1783978031.649563:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303564534
00000100:00000001:2.0:1783978031.649565:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978031.649567:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.649569:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978031.649572:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978031/real 1783978031]  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978031.649580:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978031.649581:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978031.649582:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978031.649585:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978031.649586:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978031.649588:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978031.649590:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978031.649597:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649602:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978031.649603:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649605:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.649606:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978031.649609:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649614:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978031.649617:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649623:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978031.649625:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649627:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978031.649628:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649630:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978031.649631:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978031.649634:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978031.649637:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978031.649639:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978031.649643:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978031.649650:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366984960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978031.649654:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649656:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.649658:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627366984832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649665:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978031.649667:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978031.649669:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978031.649672:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978031.649673:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978031.649675:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978031.649677:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978031.649678:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:2.0:1783978031.649681:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978031.649682:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978031.649683:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:2.0:1783978031.649685:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978031.649686:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649688:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978031.649691:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627366984960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978031.649696:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978031.649697:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978031.649698:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978031.649700:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978031.649701:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978031.649702:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978031.649704:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978031.649705:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978031.649707:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978031.649708:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978031.649709:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:2.0:1783978031.649711:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978031.649712:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649714:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978031.649718:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978031.649719:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978031.649721:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978031.649723:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978031.712329:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978031.712335:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978031.712336:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978031.712340:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978031.712343:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978031.712346:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978031.712347:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978031.712349:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978031.712351:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978031.839973:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978031.839976:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978031.839980:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978032.735838:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978032.735845:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978032.735847:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978032.735853:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978032.735857:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978032.735860:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978032.735863:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978032.735866:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978032.735869:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978032.864438:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978032.864442:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978032.864454:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978033.759873:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978033.759879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978033.759881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978033.759885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978033.759888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978033.759891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978033.759893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978033.759894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978033.759896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978034.783905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978034.783913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978034.783915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978034.783921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978034.783925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978034.783941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978034.783944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978034.783946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978034.783952:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978035.807905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978035.807914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978035.807916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978035.807922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978035.807924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978035.807928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978035.807931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978035.807933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978035.807935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978036.768016:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978036.768024:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978036.768026:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978036.768029:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978036.768033:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978036.768039:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8895
00000400:00000200:3.0:1783978036.768059:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978036.768065:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978036.768068:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978036.768071:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768074:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978036.768077:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768079:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978036.768083:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978036.768085:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978036.768087:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978036.768090:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978036.768093:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978036.768095:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978036.768098:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768108:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978036.768110:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768112:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978036.768115:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978036.768119:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768121:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978036.768124:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978036.768127:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978036.768129:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.768131:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978036.768133:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978036.768143:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978036.768146:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978036.768149:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978036.768156:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.768159:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978036.768165:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978036.768168:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978036.768175:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978036.768181:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978036.768189:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978036.768197:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978036.768202:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978036.768215:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978036.768237:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978036.768239:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978036.768243:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978036.768244:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978036.768245:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978036.768248:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978036.768251:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8895
00000400:00000200:3.0:1783978036.768255:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978036.768259:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978036.768262:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978036.768265:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978036.768266:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978036.768268:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783978036.768272:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783978036.768273:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978036.768278:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783978036.768278:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978036.768283:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978036.768285:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978036.768287:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1783978036.768288:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783978036.768290:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978036.768294:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978036.768300:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:2.0:1783978036.768317:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978036.768320:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978036.768323:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978036.768326:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978036.768328:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978036.768335:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00100000:2.0:1783978036.768337:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978036.768342:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978036.768346:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978036.768349:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1783978036.768351:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978036.768355:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:2.0:1783978036.768357:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978036.768359:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978036.768363:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000010:2.0:1783978036.768364:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
00000100:00080000:3.0:1783978036.768367:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:2.0:1783978036.768370:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.768370:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978036.768375:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1783978036.768380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978036.768381:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978036.768384:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978036.768385:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00000001:3.0:1783978036.768385:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978036.768390:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978036.768393:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978036.768394:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978036.768395:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978036.768400:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978036.768403:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000200:2.0:1783978036.768405:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985088, portal 25
02000000:00000001:3.0:1783978036.768406:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978036.768409:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.768410:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783978036.768411:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978036.768413:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783978036.768414:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
02000000:00000001:3.0:1783978036.768415:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978036.768421:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978036.768425:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978036.768426:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783978036.768431:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978036.768446:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978036.768448:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1783978036.768452:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978036.768457:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978036.768461:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366985088, offset 0
00000100:00000001:3.0:1783978036.768463:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978036.768470:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978036.768472:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978036.768483:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978036.768484:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978036.768489:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978036.768493:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:3.0:1783978036.768494:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978036.768497:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978036.768500:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978036.768502:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1783978036.768503:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1783978036.768506:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8895
00000400:00000200:2.0:1783978036.768512:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978036.768516:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978036.768519:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978036.768522:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345256:345256:256:4294967295] 192.168.201.109@tcp LPNI seq info [345245:345245:8:4294967295]
00000400:00000200:2.0:1783978036.768527:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978036.768531:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978036.768537:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978036.768540:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978036.768545:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:2.0:1783978036.768546:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978036.768548:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978036.768552:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768554:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978036.768557:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1783978036.768558:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978036.768558:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978036.768561:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978036.768565:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978036.768566:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:2.0:1783978036.768568:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000020:00000001:3.0:1783978036.768568:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978036.768574:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768576:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978036.768578:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:2.0:1783978036.768581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978036.768581:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978036.768585:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000200:2.0:1783978036.768589:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1783978036.768589:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978036.768592:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978036.768595:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978036.768597:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978036.768601:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978036.768601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978036.768604:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978036.768606:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1783978036.768608:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000008:00000001:3.0:1783978036.768609:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.768614:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978036.768617:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000800:00000100:2.0:1783978036.768618:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978036.768621:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000010:2.0:1783978036.768623:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
02000000:00000001:3.0:1783978036.768624:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978036.768626:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.768628:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978036.768629:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978036.768630:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978036.768633:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1783978036.768635:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978036.768640:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978036.768641:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978036.768649:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000100:00100000:3.0:1783978036.768649:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783978036.768654:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978036.768661:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978036.768662:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978036.768666:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978036.768668:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978036.768673:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768687:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1783978036.768689:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978036.768692:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978036.768695:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978036.768696:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978036.768699:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978036.768705:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978036.768711:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8906)
00000100:00000001:2.0:1783978036.768713:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.768716:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978036.768722:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978036.768727:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978036.768731:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303569654
00000100:00000010:2.0:1783978036.768737:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fcc0.
00000100:00000001:2.0:1783978036.768744:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978036.768750:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303569654
00000100:00000010:2.0:1783978036.768753:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa80.
00000100:00000001:2.0:1783978036.768756:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978036.768765:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978036.768768:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.768771:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978036.768796:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978036/real 1783978036]  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978036.768805:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978036.768807:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978036.768809:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978036.768812:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978036.768814:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978036.768816:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978036.768820:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978036.768829:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768835:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978036.768837:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768839:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.768841:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978036.768845:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768851:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978036.768856:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768863:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978036.768865:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768867:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.768868:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768870:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978036.768872:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978036.768875:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978036.768879:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978036.768881:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978036.768886:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978036.768894:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978036.768898:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768900:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978036.768903:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627366985088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768914:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978036.768917:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978036.768919:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978036.768922:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978036.768924:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978036.768925:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978036.768927:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978036.768930:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978036.768933:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978036.768935:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978036.768936:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:2.0:1783978036.768939:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978036.768940:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768942:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.768949:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978036.768951:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.768953:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978036.768954:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978036.768955:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978036.768959:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.768965:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978036.768967:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978036.768969:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978036.768971:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978036.768973:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978036.768975:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978036.768978:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978036.768981:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978036.768982:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978036.768984:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978036.768987:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978036.768989:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978036.768992:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978036.768995:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978036.768999:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978036.769002:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985216, portal 10
00000100:00000001:2.0:1783978036.769003:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978036.769005:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:2.0:1783978036.769011:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769017:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978036.769019:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978036.769021:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978036.769024:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366985216, offset 0
00000400:00000200:2.0:1783978036.769027:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978036.769031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978036.769034:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978036.769038:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978036.769040:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978036.769042:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978036.769045:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978036.769048:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345257:345257:256:4294967295] 192.168.201.109@tcp LPNI seq info [345246:345246:8:4294967295]
00000400:00000200:2.0:1783978036.769052:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978036.769058:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978036.769062:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978036.769064:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978036.769067:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978036.769068:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978036.769071:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978036.769073:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783978036.769075:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978036.769077:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978036.769079:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978036.769081:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978036.769083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978036.769084:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978036.769086:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978036.769089:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769093:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978036.769095:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769106:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.769107:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978036.769109:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978036.769112:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978036.769114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978036.769115:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303568416
00000100:00000001:2.0:1783978036.769117:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303569654
00000100:00000001:2.0:1783978036.769119:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303568416
00000100:00000001:2.0:1783978036.769120:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303569654
00000100:00000001:2.0:1783978036.769121:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978036.769122:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.769123:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978036.769125:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978036/real 1783978036]  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978036.769130:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978036.769131:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978036.769132:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978036.769133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978036.769134:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978036.769136:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978036.769138:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978036.769142:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769149:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978036.769151:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769155:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.769156:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978036.769158:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769163:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978036.769166:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769173:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978036.769175:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769177:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.769178:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769179:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978036.769182:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978036.769184:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978036.769187:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978036.769190:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978036.769193:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978036.769213:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978036.769217:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978036.769220:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769224:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978036.769225:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978036.769226:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978036.769228:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978036.769229:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978036.769231:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978036.769233:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978036.769234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978036.769235:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978036.769236:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978036.769238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978036.769239:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978036.769241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978036.769243:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978036.769245:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978036.769247:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985344, portal 10
00000100:00000001:2.0:1783978036.769248:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978036.769249:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:2.0:1783978036.769253:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769257:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978036.769258:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978036.769259:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978036.769261:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366985344, offset 0
00000400:00000200:2.0:1783978036.769263:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978036.769267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978036.769270:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978036.769273:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978036.769275:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978036.769277:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978036.769279:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978036.769282:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345258:345258:256:4294967295] 192.168.201.109@tcp LPNI seq info [345247:345247:8:4294967295]
00000400:00000200:2.0:1783978036.769286:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978036.769292:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978036.769296:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978036.769300:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978036.769313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978036.769316:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978036.769320:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978036.769323:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783978036.769326:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978036.769328:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978036.769331:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978036.769334:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978036.769338:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978036.769340:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978036.769342:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978036.769346:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769353:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978036.769356:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769363:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.769364:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978036.769367:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978036.769371:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978036.769373:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978036.769374:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303568413
00000100:00000001:2.0:1783978036.769376:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303569654
00000100:00000001:2.0:1783978036.769379:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303568413
00000100:00000001:2.0:1783978036.769381:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303569654
00000100:00000001:2.0:1783978036.769383:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978036.769385:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.769387:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978036.769390:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978036/real 1783978036]  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978036.769399:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978036.769400:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978036.769402:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978036.769404:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978036.769406:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978036.769408:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978036.769411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978036.769419:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769425:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978036.769427:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769428:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.769429:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978036.769431:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769436:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978036.769438:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769441:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978036.769443:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769443:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978036.769444:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769445:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978036.769446:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978036.769447:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978036.769449:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978036.769450:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978036.769453:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978036.769457:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978036.769459:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769461:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978036.769462:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627366985216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769465:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978036.769466:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978036.769468:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978036.769469:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978036.769470:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978036.769471:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978036.769472:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978036.769473:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978036.769476:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978036.769477:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978036.769477:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783978036.769479:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978036.769480:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769481:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978036.769482:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627366985344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978036.769486:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978036.769486:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978036.769487:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978036.769490:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978036.769491:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978036.769492:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978036.769493:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978036.769495:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978036.769496:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978036.769498:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978036.769499:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:2.0:1783978036.769501:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978036.769502:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769504:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978036.769507:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978036.769509:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978036.769510:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978036.769512:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978036.833118:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978036.833125:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978036.833127:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978036.833132:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978036.833136:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978036.833140:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978036.833142:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978036.833145:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978036.833148:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978036.960052:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978036.960057:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978036.960060:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978037.855924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978037.855931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978037.855933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978037.855938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978037.855941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978037.855944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978037.855947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978037.855949:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978037.855951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978037.983986:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978037.983990:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978037.983993:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978038.880308:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978038.880316:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978038.880318:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978038.880323:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978038.880327:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978038.880330:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978038.880333:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978038.880335:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978038.880339:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978039.903897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978039.903904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978039.903906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978039.903911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978039.903915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978039.903919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978039.903922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978039.903925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978039.903928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978040.927890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978040.927898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978040.927900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978040.927907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978040.927910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978040.927914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978040.927916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978040.927918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978040.927920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978041.889149:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978041.889159:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978041.889161:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978041.889165:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978041.889169:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978041.889175:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8901
00000400:00000200:3.0:1783978041.889185:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978041.889190:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978041.889193:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978041.889196:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.889198:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978041.889200:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.889202:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978041.889206:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978041.889207:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978041.889210:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978041.889240:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978041.889243:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978041.889246:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978041.889249:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.889251:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978041.889252:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.889254:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978041.889257:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978041.889260:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978041.889262:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978041.889265:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978041.889269:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978041.889271:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.889273:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978041.889276:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978041.889285:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978041.889289:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978041.889292:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978041.889294:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.889297:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978041.889300:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978041.889303:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978041.889310:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978041.889315:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978041.889322:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978041.889331:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978041.889335:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978041.889339:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.889387:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978041.889391:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978041.889394:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978041.889401:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.889410:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978041.889412:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978041.889415:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978041.889418:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978041.889420:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978041.889423:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985472:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978041.889427:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978041.889431:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978041.889433:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978041.889435:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978041.889440:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978041.889442:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.889448:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978041.889451:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978041.889457:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978041.889464:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985472, portal 25
00000100:00000001:2.0:1783978041.889466:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978041.889467:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:2.0:1783978041.889472:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.889480:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978041.889483:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978041.889485:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978041.889489:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366985472, offset 0
00000400:00000200:2.0:1783978041.889495:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978041.889502:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978041.889508:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978041.889513:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978041.889517:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978041.889521:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978041.889524:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978041.889527:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345259:345259:256:4294967295] 192.168.201.109@tcp LPNI seq info [345248:345248:8:4294967295]
00000400:00000200:2.0:1783978041.889532:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978041.889554:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978041.889560:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978041.889565:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978041.889571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978041.889575:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978041.889580:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978041.889584:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783978041.889588:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978041.889591:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978041.889597:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978041.889601:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978041.889607:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978041.889609:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978041.889613:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978041.889617:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891199:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.891208:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891229:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891231:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978041.891245:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.891251:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978041.891254:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303574777
00000100:00000010:2.0:1783978041.891262:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f4e0.
00000100:00000001:2.0:1783978041.891269:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1783978041.891274:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891277:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303574777
00000100:00080000:3.0:1783978041.891280:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1783978041.891281:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f060.
00000100:00000001:2.0:1783978041.891287:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1783978041.891287:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978041.891292:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1783978041.891294:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1783978041.891294:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978041.891299:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.891301:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783978041.891304:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1783978041.891307:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8901
00000100:00100000:2.0:1783978041.891312:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978041/real 1783978041]  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783978041.891316:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978041.891324:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000001:2.0:1783978041.891328:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1783978041.891328:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1783978041.891331:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1783978041.891334:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:2.0:1783978041.891336:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000100:00000001:3.0:1783978041.891338:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783978041.891342:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000100:00000040:3.0:1783978041.891343:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:2.0:1783978041.891346:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978041.891347:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978041.891351:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1783978041.891352:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978041.891355:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000200:2.0:1783978041.891358:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783978041.891358:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978041.891362:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978041.891367:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978041.891372:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000200:2.0:1783978041.891376:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978041.891379:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891383:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978041.891387:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978041.891390:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783978041.891391:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978041.891393:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1783978041.891396:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:2.0:1783978041.891397:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.891401:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783978041.891402:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891407:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978041.891408:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891416:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783978041.891419:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1783978041.891422:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978041.891430:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978041.891432:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1783978041.891435:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891437:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978041.891440:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978041.891441:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.891444:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1783978041.891445:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1783978041.891447:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978041.891450:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1783978041.891451:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978041.891455:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1783978041.891456:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978041.891463:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000010:3.0:1783978041.891464:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000100:00000001:2.0:1783978041.891466:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1783978041.891469:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000040:2.0:1783978041.891474:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978041.891475:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978041.891478:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.891483:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978041.891487:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1783978041.891489:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985472:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978041.891491:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891495:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1783978041.891499:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:2.0:1783978041.891500:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.891505:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627366985472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978041.891506:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891516:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1783978041.891517:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783978041.891519:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978041.891523:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978041.891530:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1783978041.891532:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1783978041.891533:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978041.891537:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891537:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783978041.891542:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1783978041.891545:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783978041.891546:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978041.891552:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978041.891554:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978041.891558:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:3.0:1783978041.891559:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891562:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1783978041.891564:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783978041.891565:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.891570:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783978041.891571:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978041.891575:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978041.891576:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978041.891579:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978041.891579:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783978041.891583:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978041.891585:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8901
00000100:00000001:2.0:1783978041.891588:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978041.891591:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1783978041.891592:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978041.891594:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1783978041.891597:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978041.891602:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978041.891603:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978041.891609:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891614:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783978041.891619:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783978041.891619:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978041.891622:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978041.891626:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978041.891628:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978041.891631:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.891633:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00100000:2.0:1783978041.891636:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985600:192.168.201.109@tcp:38:kworker.0
00000020:00000001:3.0:1783978041.891641:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783978041.891643:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1783978041.891644:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
02000000:00000001:2.0:1783978041.891647:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1783978041.891648:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1783978041.891652:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978041.891652:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
02000000:00000001:2.0:1783978041.891656:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1783978041.891657:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000010:2.0:1783978041.891661:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
00000020:00000001:3.0:1783978041.891661:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:2.0:1783978041.891666:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978041.891669:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:2.0:1783978041.891674:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978041.891675:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1783978041.891678:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00000040:3.0:1783978041.891680:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891684:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978041.891687:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978041.891690:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:2.0:1783978041.891692:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978041.891693:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978041.891698:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1783978041.891700:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985600, portal 10
02000000:00000001:3.0:1783978041.891701:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978041.891704:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1783978041.891706:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891708:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000001:3.0:1783978041.891710:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978041.891714:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1783978041.891717:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783978041.891718:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.891723:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978041.891729:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000100:00000001:2.0:1783978041.891730:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1783978041.891734:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000040:2.0:1783978041.891735:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978041.891739:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
02000000:00000001:3.0:1783978041.891739:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978041.891743:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978041.891745:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366985600, offset 0
00000100:00000001:3.0:1783978041.891747:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978041.891749:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1783978041.891753:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978041.891754:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.891761:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:3.0:1783978041.891761:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978041.891766:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.891769:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978041.891791:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1783978041.891795:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978041.891798:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978041.891804:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978041.891809:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978041.891811:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783978041.891815:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345260:345260:256:4294967295] 192.168.201.109@tcp LPNI seq info [345249:345249:8:4294967295]
00000100:00000001:3.0:1783978041.891816:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.891825:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978041.891825:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978041.891839:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978041.891840:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978041.891846:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1783978041.891849:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978041.891854:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1783978041.891857:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000100:00000040:3.0:1783978041.891858:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1783978041.891865:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978041.891865:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1783978041.891871:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1783978041.891872:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8911)
00000800:00000200:2.1:1783978041.891880:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978041.891883:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783978041.891887:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978041.891889:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978041.891894:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978041.891898:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978041.891902:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978041.891904:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978041.891906:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978041.891910:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891918:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.891921:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891928:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891930:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978041.891933:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978041.891936:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978041.891940:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978041.891942:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303573539
00000100:00000001:2.0:1783978041.891944:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303574777
00000100:00000001:2.0:1783978041.891947:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303573539
00000100:00000001:2.0:1783978041.891949:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303574777
00000100:00000001:2.0:1783978041.891951:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978041.891953:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.891955:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978041.891958:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978041/real 1783978041]  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978041.891966:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978041.891967:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978041.891969:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978041.891971:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978041.891973:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978041.891975:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978041.891978:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978041.891986:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.891992:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978041.891993:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.891994:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.891996:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978041.891998:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892004:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978041.892007:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892013:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978041.892016:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892017:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.892019:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892020:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978041.892023:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978041.892026:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978041.892029:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978041.892031:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978041.892034:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978041.892042:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978041.892046:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892048:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.892051:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627366985600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892057:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978041.892058:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978041.892060:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978041.892063:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978041.892064:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978041.892066:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978041.892067:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978041.892069:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978041.892072:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978041.892073:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978041.892075:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:2.0:1783978041.892077:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978041.892079:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892080:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892084:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978041.892085:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.892087:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978041.892088:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978041.892090:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978041.892093:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892101:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978041.892102:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978041.892104:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978041.892106:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978041.892108:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978041.892110:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978041.892114:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978041.892116:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978041.892117:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978041.892119:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978041.892122:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978041.892124:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978041.892127:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978041.892130:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978041.892132:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978041.892135:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985728, portal 10
00000100:00000001:2.0:1783978041.892137:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978041.892138:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:2.0:1783978041.892143:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892150:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978041.892152:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978041.892154:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978041.892157:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366985728, offset 0
00000400:00000200:2.0:1783978041.892161:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978041.892164:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978041.892168:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978041.892171:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978041.892173:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978041.892175:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978041.892178:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978041.892181:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345261:345261:256:4294967295] 192.168.201.109@tcp LPNI seq info [345250:345250:8:4294967295]
00000400:00000200:2.0:1783978041.892185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978041.892190:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978041.892194:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978041.892197:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978041.892201:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978041.892204:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978041.892208:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978041.892211:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783978041.892226:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978041.892228:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:2.0:1783978041.892231:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978041.892234:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978041.892237:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:2.0:1783978041.892239:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:2.0:1783978041.892241:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978041.892244:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892252:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.892255:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892261:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.892262:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978041.892265:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978041.892268:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978041.892271:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978041.892272:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303573536
00000100:00000001:2.0:1783978041.892275:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303574777
00000100:00000001:2.0:1783978041.892277:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303573536
00000100:00000001:2.0:1783978041.892279:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303574777
00000100:00000001:2.0:1783978041.892282:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978041.892284:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.892285:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978041.892289:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978041/real 1783978041]  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978041.892296:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978041.892297:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978041.892299:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978041.892301:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978041.892303:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978041.892305:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978041.892308:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978041.892316:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892321:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978041.892323:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892324:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.892326:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978041.892328:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892334:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978041.892337:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892344:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978041.892346:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892348:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978041.892349:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892350:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978041.892351:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978041.892353:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978041.892355:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978041.892357:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978041.892359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978041.892364:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978041.892366:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892367:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978041.892369:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627366985728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978041.892372:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978041.892373:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978041.892374:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978041.892376:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978041.892377:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978041.892377:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978041.892379:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978041.892379:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978041.892381:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978041.892381:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978041.892382:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:2.0:1783978041.892384:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978041.892385:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892386:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978041.892388:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978041.892389:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978041.892390:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978041.892391:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978041.951866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978041.951872:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978041.951874:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978041.951878:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978041.951881:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978041.951883:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978041.951885:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978041.951887:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978041.951888:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978042.079990:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978042.079995:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978042.079998:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978042.978451:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978042.978463:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978042.978465:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978042.978475:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978042.978480:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978042.978485:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978042.978488:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978042.978491:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978042.978495:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978043.104643:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978043.104647:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978043.104650:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978043.999908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978043.999915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978043.999917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978043.999922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978043.999925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978043.999929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978043.999932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978043.999934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978043.999937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978045.023899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978045.023907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978045.023909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978045.023915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978045.023919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978045.023923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978045.023925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978045.023928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978045.023931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978046.047893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978046.047902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978046.047904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978046.047909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978046.047912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978046.047917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978046.047921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978046.047923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978046.047927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008220:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978047.008227:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978047.008232:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978047.008243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008273:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978047.008276:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008280:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978047.008283:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978047.008287:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978047.008291:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985856:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978047.008295:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978047.008300:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978047.008303:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008314:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978047.008322:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978047.008324:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978047.008332:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978047.008339:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978047.008346:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978047.008355:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985856, portal 25
00000100:00000001:2.0:1783978047.008359:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978047.008361:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000040:2.0:1783978047.008368:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008392:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978047.008396:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978047.008399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11b28.
00000100:00000200:2.0:1783978047.008404:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366985856, offset 0
00000400:00000200:2.0:1783978047.008418:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008436:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008447:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978047.008455:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978047.008462:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978047.008469:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978047.008476:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008485:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345262:345262:256:4294967295] 192.168.201.109@tcp LPNI seq info [345251:345251:8:4294967295]
00000400:00000200:2.0:1783978047.008495:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008509:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978047.008517:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978047.008523:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5000.
00000800:00000200:2.0:1783978047.008532:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978047.008538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978047.008552:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978047.008557:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978047.008563:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303579894
00000100:00000010:2.0:1783978047.008570:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f9c0.
00000100:00000001:2.0:1783978047.008578:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978047.008588:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303579894
00000100:00000010:2.0:1783978047.008593:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f8a0.
00000100:00000001:2.0:1783978047.008597:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978047.008600:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978047.008605:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008609:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008614:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978047.008625:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978047.008629:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783978047.008633:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978047.008636:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978047.008639:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978047.008646:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008656:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978047.008657:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008660:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978047.008662:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978047.008663:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978047.008666:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978047.008670:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978047.008672:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978047.008673:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008674:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978047.008677:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978047.008678:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978047.008682:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978047.008684:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060970b0.
00000400:00000010:2.0:1783978047.008688:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11880.
00000100:00000200:2.0:1783978047.008690:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366985984, portal 10
00000100:00000001:2.0:1783978047.008692:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978047.008692:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000100:00000040:2.0:1783978047.008698:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008702:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978047.008704:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978047.008706:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e112a8.
00000100:00000200:2.0:1783978047.008708:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366985984, offset 0
00000400:00000200:2.0:1783978047.008711:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008713:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008715:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978047.008717:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978047.008719:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978047.008721:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978047.008722:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008724:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345263:345263:255:4294967295] 192.168.201.109@tcp LPNI seq info [345252:345252:7:4294967295]
00000400:00000200:2.0:1783978047.008727:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008731:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978047.008733:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978047.008736:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5500.
00000800:00000200:2.0:1783978047.008738:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978047.008742:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978047.008744:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978047.008748:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978047.008751:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978047.008753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303578655
00000100:00000001:2.0:1783978047.008756:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303579894
00000100:00000001:2.0:1783978047.008759:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303578655
00000100:00000001:2.0:1783978047.008761:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303579894
00000100:00000001:2.0:1783978047.008763:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978047.008765:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008767:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978047.008771:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008813:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978047.008815:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008817:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978047.008819:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978047.008822:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978047.008826:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978047.008830:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978047.008832:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978047.008833:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978047.008835:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978047.008839:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978047.008841:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978047.008844:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978047.008846:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783978047.008848:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978047.008850:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986112, portal 10
00000100:00000001:2.0:1783978047.008851:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978047.008852:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:2.0:1783978047.008858:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978047.008866:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978047.008868:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978047.008870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11aa0.
00000100:00000200:2.0:1783978047.008872:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366986112, offset 0
00000400:00000200:2.0:1783978047.008876:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008880:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008884:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978047.008886:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978047.008889:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978047.008891:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978047.008894:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978047.008897:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345264:345264:254:4294967295] 192.168.201.109@tcp LPNI seq info [345253:345253:6:4294967295]
00000400:00000200:2.0:1783978047.008900:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978047.008906:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978047.008911:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978047.008915:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5900.
00000800:00000200:2.0:1783978047.008919:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978047.008923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978047.008925:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978047.008928:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978047.008932:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978047.008934:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303578653
00000100:00000001:2.0:1783978047.008936:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303579894
00000100:00000001:2.0:1783978047.008938:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303578653
00000100:00000001:2.0:1783978047.008940:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303579894
00000100:00000001:2.0:1783978047.008942:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978047.008944:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008946:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008948:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978047.008951:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978047.008953:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783978047.008955:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978047.008956:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978047.008957:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978047.008959:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978047.071909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978047.071917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978047.071918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978047.071923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978047.071927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978047.071931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978047.071933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978047.071935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978047.071937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978047.200058:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978047.200062:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978047.200065:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978048.095865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978048.095876:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978048.095878:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978048.095883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978048.095887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978048.095890:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978048.095893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978048.095895:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978048.095898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978048.223953:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978048.223957:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978048.223961:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978049.119905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978049.119912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978049.119914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978049.119920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978049.119928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978049.119932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978049.119934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978049.119936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978049.119939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1783978050.080130:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978050.080172:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978050.080181:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978050.080185:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978050.080190:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978050.080194:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978050.080199:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978050.080202:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5000.
00000400:00000200:3.0:1783978050.080207:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978050.080211:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978050.080217:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11b28
00000400:00000010:3.0:1783978050.080220:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11b28.
00000100:00000001:3.0:1783978050.080225:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978050.080234:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080260:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978050.080264:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080271:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978050.080273:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978050.080282:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978050.080285:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5500.
00000400:00000200:3.0:1783978050.080287:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978050.080291:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978050.080294:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e112a8
00000400:00000010:3.0:1783978050.080296:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e112a8.
00000100:00000001:3.0:1783978050.080298:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978050.080302:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080309:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978050.080312:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080318:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978050.080320:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978050.080324:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978050.080327:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5900.
00000400:00000200:3.0:1783978050.080329:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978050.080345:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978050.080348:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11aa0
00000400:00000010:3.0:1783978050.080350:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11aa0.
00000100:00000001:3.0:1783978050.080352:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978050.080356:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080364:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978050.080367:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978050.080373:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978050.080375:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978050.080434:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978050.080438:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978050.080441:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978050.080448:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978047/real 1783978050]  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978050.080460:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978050.080462:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978050.080466:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060970b0.
00000400:00000200:2.0:1783978050.080470:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11880
00000400:00000010:2.0:1783978050.080472:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11880.
00000100:00000001:2.0:1783978050.080474:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978050.080478:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978050.080485:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080491:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978050.080493:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080496:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080498:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978050.080501:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080508:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978050.080512:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080519:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978050.080522:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080524:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080525:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080528:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978050.080532:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978050.080536:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978050.080540:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978050.080542:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978050.080546:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978050.080554:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366985984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978050.080558:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978050.080561:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978047/real 1783978050]  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978050.080568:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978050.080569:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978050.080571:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783978050.080573:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978050.080575:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978050.080577:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978050.080580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978050.080587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080593:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978050.080594:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080596:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080597:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978050.080601:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080613:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978050.080617:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080622:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978050.080624:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080625:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080627:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080628:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978050.080630:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978050.080632:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978050.080636:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978050.080638:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978050.080641:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978050.080647:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978050.080651:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978050.080654:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978047/real 1783978050]  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978050.080661:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978050.080662:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978050.080664:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978050.080666:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978050.080667:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978050.080670:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978050.080672:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978050.080684:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080689:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978050.080690:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080692:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080693:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978050.080696:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080701:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978050.080705:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.080710:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978050.080712:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978050.080714:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080716:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978050.080717:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978050.080719:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978050.080723:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978050.080725:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978050.080728:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978050.080734:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366985856:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978050.080738:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.080740:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978050.080743:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627366985984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.081687:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978050.081693:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978050.081698:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978050.081707:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978050.081710:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978050.081712:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978050.081715:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978050.081717:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:2.0:1783978050.081721:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978050.081723:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978050.081725:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:2.0:1783978050.081730:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978050.081731:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.081735:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978050.081742:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627366986112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.081764:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978050.081765:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978050.081767:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978050.081788:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978050.081790:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978050.081791:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978050.081793:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978050.081795:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:2.0:1783978050.081797:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978050.081799:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978050.081800:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:2.0:1783978050.081803:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978050.081804:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.081806:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978050.081816:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627366985856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978050.081822:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978050.081824:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978050.081835:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978050.081839:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978050.081840:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978050.081841:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978050.081843:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978050.081844:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:2.0:1783978050.081846:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978050.081847:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978050.081848:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:2.0:1783978050.081851:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978050.081852:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.081854:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978050.081864:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978050.081865:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978050.081868:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978050.081871:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978050.143908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978050.143916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978050.143918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978050.143924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978050.143927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978050.143931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978050.143934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978050.143937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978050.143940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978051.167980:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978051.167986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978051.167988:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978051.167993:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978051.167997:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978051.168000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978051.168003:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978051.168005:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978051.168008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.130149:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978052.130159:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978052.130163:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978052.130176:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130188:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978052.130190:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.130194:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978052.130198:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978052.130200:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978052.130204:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366986240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978052.130208:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978052.130213:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978052.130216:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.130219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978052.130229:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978052.130232:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978052.130240:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978052.130245:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978052.130253:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978052.130262:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986240, portal 25
00000100:00000001:2.0:1783978052.130264:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978052.130266:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:2.0:1783978052.130272:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130280:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978052.130282:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978052.130285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978052.130288:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366986240, offset 0
00000400:00000200:2.0:1783978052.130294:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978052.130303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.130310:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978052.130316:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978052.130320:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978052.130324:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978052.130326:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978052.130330:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345265:345265:256:4294967295] 192.168.201.109@tcp LPNI seq info [345254:345254:8:4294967295]
00000400:00000200:2.0:1783978052.130334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.130343:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978052.130350:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.130355:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978052.130360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978052.130364:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978052.130369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978052.130373:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783978052.130377:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.130379:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978052.130387:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978052.130391:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978052.130396:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978052.130398:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978052.130402:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978052.130406:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130416:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.130419:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130425:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.130426:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978052.130431:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978052.130435:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978052.130438:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303585016
00000100:00000010:2.0:1783978052.130443:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fde0.
00000100:00000001:2.0:1783978052.130450:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978052.130458:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303585016
00000100:00000010:2.0:1783978052.130462:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff60.
00000100:00000001:2.0:1783978052.130465:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978052.130469:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978052.130471:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.130474:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978052.130478:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978052/real 1783978052]  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978052.130487:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978052.130489:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978052.130492:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978052.130496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978052.130498:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978052.130500:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978052.130503:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978052.130511:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130517:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978052.130519:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130521:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.130523:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978052.130526:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130533:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978052.130538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130545:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978052.130548:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130549:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.130550:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130553:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978052.130556:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978052.130559:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978052.130563:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978052.130565:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978052.130570:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978052.130577:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366986240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978052.130581:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130583:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.130585:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627366986240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.130591:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978052.130593:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978052.130596:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978052.130601:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978052.130604:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978052.130606:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978052.130608:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978052.130610:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783978052.130614:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978052.130616:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978052.130618:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:2.0:1783978052.130621:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978052.130622:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130624:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.130632:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978052.130633:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.130636:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978052.130637:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131397:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978052.131399:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978052.131401:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978052.131405:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131416:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978052.131419:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.131421:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978052.131424:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978052.131426:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978052.131429:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978052.131431:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978052.131433:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978052.131434:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.131436:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978052.131439:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978052.131441:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978052.131444:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978052.131446:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978052.131450:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978052.131454:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986368, portal 10
00000100:00000001:2.0:1783978052.131456:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978052.131458:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:2.0:1783978052.131464:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131470:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978052.131473:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978052.131474:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978052.131477:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366986368, offset 0
00000400:00000200:2.0:1783978052.131481:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978052.131486:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.131490:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978052.131494:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978052.131496:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978052.131499:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978052.131501:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978052.131504:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345266:345266:256:4294967295] 192.168.201.109@tcp LPNI seq info [345255:345255:8:4294967295]
00000400:00000200:2.0:1783978052.131508:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.131513:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978052.131516:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.131519:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978052.131522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978052.131524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978052.131527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978052.131529:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783978052.131532:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.131534:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978052.131538:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978052.131541:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978052.131545:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978052.131547:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978052.131549:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978052.131553:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131567:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.131570:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131577:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131578:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978052.131582:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978052.131585:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978052.131588:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978052.131591:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303583778
00000100:00000001:2.0:1783978052.131593:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303585016
00000100:00000001:2.0:1783978052.131596:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303583778
00000100:00000001:2.0:1783978052.131597:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303585016
00000100:00000001:2.0:1783978052.131599:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978052.131601:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131603:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978052.131607:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978052/real 1783978052]  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978052.131614:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978052.131616:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978052.131617:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978052.131620:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978052.131621:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978052.131624:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978052.131627:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978052.131635:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131641:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978052.131643:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131644:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.131645:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978052.131649:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131654:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978052.131658:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131664:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978052.131667:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131668:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.131669:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131671:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978052.131674:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978052.131677:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978052.131680:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978052.131682:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978052.131686:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978052.131693:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978052.131696:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978052.131698:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131702:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978052.131703:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.131705:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978052.131706:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978052.131707:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978052.131709:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978052.131710:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978052.131712:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978052.131713:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978052.131715:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978052.131718:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978052.131720:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978052.131723:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978052.131726:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978052.131729:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978052.131731:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986496, portal 10
00000100:00000001:2.0:1783978052.131733:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978052.131734:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:2.0:1783978052.131739:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131745:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978052.131748:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978052.131750:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978052.131753:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366986496, offset 0
00000400:00000200:2.0:1783978052.131756:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978052.131760:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.131764:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978052.131766:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978052.131768:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978052.131770:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978052.131797:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978052.131801:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345267:345267:256:4294967295] 192.168.201.109@tcp LPNI seq info [345256:345256:8:4294967295]
00000400:00000200:2.0:1783978052.131805:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978052.131811:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978052.131816:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.131819:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978052.131823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978052.131826:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978052.131830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978052.131833:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783978052.131836:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978052.131838:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978052.131840:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978052.131842:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978052.131844:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978052.131846:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978052.131847:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978052.131850:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131855:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.131857:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131861:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131862:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978052.131864:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978052.131865:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978052.131867:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978052.131869:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303583776
00000100:00000001:2.0:1783978052.131870:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303585016
00000100:00000001:2.0:1783978052.131872:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303583776
00000100:00000001:2.0:1783978052.131873:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303585016
00000100:00000001:2.0:1783978052.131874:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978052.131875:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131876:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978052.131878:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978052/real 1783978052]  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978052.131883:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978052.131883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978052.131884:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978052.131886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978052.131887:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978052.131888:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978052.131890:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978052.131895:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131898:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978052.131899:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.131901:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978052.131902:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131906:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978052.131908:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131911:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978052.131913:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131913:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978052.131914:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131915:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978052.131916:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978052.131918:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978052.131919:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978052.131921:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978052.131923:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978052.131927:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978052.131929:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131930:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.131932:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627366986368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131936:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978052.131937:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978052.131939:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978052.131941:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978052.131942:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978052.131943:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978052.131944:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978052.131945:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:2.0:1783978052.131947:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978052.131948:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978052.131950:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:2.0:1783978052.131951:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978052.131952:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131953:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978052.131955:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627366986496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978052.131958:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978052.131959:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978052.131959:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978052.131963:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978052.131964:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978052.131964:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978052.131965:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978052.131966:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783978052.131967:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978052.131968:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978052.131969:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:2.0:1783978052.131970:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978052.131971:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131972:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978052.131975:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978052.131976:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978052.131977:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978052.131979:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978052.192237:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978052.192249:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978052.192251:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978052.192259:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978052.192264:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978052.192268:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978052.192271:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978052.192274:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978052.192277:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978052.320026:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978052.320056:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978052.320063:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978053.215989:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978053.215998:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978053.216000:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978053.216007:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978053.216011:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978053.216030:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978053.216034:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978053.216037:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978053.216039:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978053.344054:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978053.344058:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978053.344061:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978054.239926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978054.239939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978054.239941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978054.239949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978054.239954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978054.239958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978054.239961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978054.239965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978054.239967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978055.264807:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978055.264815:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978055.264816:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978055.264821:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978055.264825:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978055.264828:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978055.264830:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978055.264833:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978055.264835:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978056.287886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978056.287900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978056.287902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978056.287907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978056.287910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978056.287914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978056.287916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978056.287918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978056.287921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.248248:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978057.248254:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978057.248260:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978057.248270:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248287:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978057.248291:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.248299:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978057.248303:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978057.248308:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978057.248327:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366986624:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978057.248333:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978057.248339:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978057.248343:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.248349:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978057.248357:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978057.248360:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978057.248370:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978057.248379:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978057.248389:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978057.248398:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986624, portal 25
00000100:00000001:2.0:1783978057.248403:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978057.248406:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207021824 : -118905502529792 : ffff93db27c28700)
00000100:00000040:2.0:1783978057.248415:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248430:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978057.248437:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978057.248443:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978057.248449:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366986624, offset 0
00000400:00000200:2.0:1783978057.248461:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978057.248474:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.248484:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978057.248492:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978057.248512:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978057.248520:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978057.248528:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978057.248534:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345268:345268:256:4294967295] 192.168.201.109@tcp LPNI seq info [345257:345257:8:4294967295]
00000400:00000200:2.0:1783978057.248543:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.248557:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978057.248567:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.248574:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978057.248584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978057.248590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978057.248602:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978057.248607:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978057.248615:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.248621:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978057.248628:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978057.248634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978057.248638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978057.248642:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978057.248646:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978057.248652:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248664:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.248669:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248677:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.248678:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978057.248686:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978057.248691:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978057.248694:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303590134
00000100:00000010:2.0:1783978057.248700:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f5a0.
00000100:00000001:2.0:1783978057.248707:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978057.248714:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303590134
00000100:00000010:2.0:1783978057.248717:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd80.
00000100:00000001:2.0:1783978057.248720:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978057.248722:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978057.248724:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.248726:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978057.248729:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978057/real 1783978057]  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978057.248735:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978057.248737:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978057.248739:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978057.248741:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978057.248742:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978057.248744:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978057.248746:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978057.248751:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248754:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978057.248755:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248757:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.248758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978057.248760:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248764:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978057.248767:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248771:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978057.248796:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248797:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.248798:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248801:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978057.248803:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978057.248805:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978057.248810:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978057.248812:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978057.248816:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978057.248824:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366986624:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978057.248829:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248831:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.248834:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28700 x1870627366986624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248841:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978057.248842:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978057.248844:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978057.248850:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978057.248851:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978057.248853:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978057.248854:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978057.248856:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:2.0:1783978057.248859:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978057.248860:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978057.248862:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28700.
00000100:00000001:2.0:1783978057.248864:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978057.248864:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248866:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.248871:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978057.248873:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.248874:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978057.248876:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978057.248877:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978057.248880:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248892:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978057.248894:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.248896:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978057.248897:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978057.248899:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978057.248902:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978057.248905:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978057.248907:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978057.248909:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.248935:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978057.248939:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978057.248940:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978057.248944:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978057.248956:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978057.248962:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978057.248965:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986752, portal 10
00000100:00000001:2.0:1783978057.248968:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978057.248969:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207029888 : -118905502521728 : ffff93db27c2a680)
00000100:00000040:2.0:1783978057.248977:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.248990:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978057.248992:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978057.248995:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978057.248997:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366986752, offset 0
00000400:00000200:2.0:1783978057.249001:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978057.249008:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.249012:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978057.249015:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978057.249018:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978057.249021:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978057.249023:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978057.249026:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345269:345269:256:4294967295] 192.168.201.109@tcp LPNI seq info [345258:345258:8:4294967295]
00000400:00000200:2.0:1783978057.249030:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.249037:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978057.249041:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.249044:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978057.249048:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978057.249050:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978057.249054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978057.249057:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978057.249060:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.249062:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978057.249065:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978057.249068:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978057.249071:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978057.249072:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978057.249074:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978057.249077:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249084:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.249086:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249093:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.249094:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978057.249097:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978057.249100:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978057.249103:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978057.249105:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303588896
00000100:00000001:2.0:1783978057.249108:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303590134
00000100:00000001:2.0:1783978057.249110:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303588896
00000100:00000001:2.0:1783978057.249112:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303590134
00000100:00000001:2.0:1783978057.249113:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978057.249115:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.249117:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978057.249120:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978057/real 1783978057]  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978057.249127:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978057.249129:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978057.249130:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978057.249133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978057.249134:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978057.249145:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978057.249148:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978057.249156:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249162:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978057.249163:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249165:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.249166:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978057.249169:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249176:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978057.249183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249190:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978057.249192:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249193:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.249195:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249202:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978057.249205:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978057.249210:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978057.249214:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978057.249216:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978057.249221:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978057.249227:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978057.249231:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978057.249234:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249240:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978057.249241:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.249243:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978057.249245:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978057.249247:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978057.249250:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978057.249253:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978057.249255:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978057.249256:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978057.249258:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978057.249262:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978057.249263:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978057.249267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978057.249269:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978057.249272:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978057.249275:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366986880, portal 10
00000100:00000001:2.0:1783978057.249277:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978057.249278:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028096 : -118905502523520 : ffff93db27c29f80)
00000100:00000040:2.0:1783978057.249283:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249288:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978057.249291:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978057.249293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978057.249295:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366986880, offset 0
00000400:00000200:2.0:1783978057.249299:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978057.249303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.249306:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978057.249309:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978057.249311:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978057.249313:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978057.249315:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978057.249318:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345270:345270:256:4294967295] 192.168.201.109@tcp LPNI seq info [345259:345259:8:4294967295]
00000400:00000200:2.0:1783978057.249322:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978057.249334:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978057.249339:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.249342:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978057.249346:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978057.249349:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978057.249353:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978057.249355:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978057.249358:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978057.249360:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978057.249363:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978057.249366:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978057.249369:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978057.249370:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978057.249372:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978057.249376:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249383:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.249386:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249392:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.249393:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978057.249396:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978057.249399:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978057.249402:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978057.249405:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303588893
00000100:00000001:2.0:1783978057.249407:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303590134
00000100:00000001:2.0:1783978057.249409:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303588893
00000100:00000001:2.0:1783978057.249411:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303590134
00000100:00000001:2.0:1783978057.249412:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978057.249414:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.249416:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978057.249419:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978057/real 1783978057]  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978057.249427:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978057.249428:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978057.249429:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978057.249432:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978057.249434:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978057.249435:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978057.249438:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978057.249446:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249452:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978057.249454:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249456:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.249457:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978057.249460:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249467:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978057.249471:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249477:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978057.249479:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249481:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978057.249482:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249484:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978057.249485:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978057.249487:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978057.249490:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978057.249493:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978057.249496:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978057.249504:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366986880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978057.249507:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249509:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.249513:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a680 x1870627366986752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249518:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978057.249520:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978057.249521:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978057.249525:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978057.249526:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978057.249528:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978057.249530:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978057.249531:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:2.0:1783978057.249534:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978057.249536:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978057.249537:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a680.
00000100:00000001:2.0:1783978057.249539:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978057.249541:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249543:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978057.249546:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29f80 x1870627366986880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978057.249552:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978057.249553:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978057.249554:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978057.249557:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978057.249559:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978057.249560:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978057.249562:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978057.249563:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783978057.249565:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978057.249566:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978057.249567:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29f80.
00000100:00000001:2.0:1783978057.249569:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978057.249570:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249572:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978057.249576:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978057.249577:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978057.249579:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978057.249581:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978057.311961:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978057.311972:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978057.311975:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978057.311982:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978057.311987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978057.311992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978057.311995:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978057.311998:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978057.312002:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978057.440021:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978057.440024:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978057.440026:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978058.335903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978058.335910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978058.335912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978058.335918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978058.335921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978058.335924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978058.335926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978058.335938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978058.335942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978058.463995:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978058.463999:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978058.464003:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978059.359972:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978059.359991:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978059.359997:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978059.360005:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978059.360009:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978059.360014:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978059.360017:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978059.360020:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978059.360023:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.368183:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978062.368189:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978062.368193:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978062.368204:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368229:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978062.368233:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.368238:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978062.368242:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978062.368248:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978062.368254:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987008:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978062.368264:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978062.368269:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978062.368274:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.368280:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978062.368288:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978062.368291:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978062.368299:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978062.368306:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978062.368312:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978062.368319:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987008, portal 25
00000100:00000001:2.0:1783978062.368322:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978062.368325:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028096 : -118905502523520 : ffff93db27c29f80)
00000100:00000040:2.0:1783978062.368336:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368351:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978062.368355:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978062.368358:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978062.368364:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366987008, offset 0
00000400:00000200:2.0:1783978062.368373:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978062.368384:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.368394:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978062.368403:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978062.368410:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978062.368418:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978062.368422:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978062.368425:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345271:345271:256:4294967295] 192.168.201.109@tcp LPNI seq info [345260:345260:8:4294967295]
00000400:00000200:2.0:1783978062.368434:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.368452:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978062.368462:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.368470:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978062.368481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978062.368487:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978062.368499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978062.368506:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783978062.368514:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.368519:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978062.368527:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978062.368536:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978062.368543:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978062.368547:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978062.368555:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978062.368563:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368579:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.368586:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368604:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.368608:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978062.368616:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978062.368623:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978062.368628:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303595254
00000100:00000010:2.0:1783978062.368637:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fba0.
00000100:00000001:2.0:1783978062.368645:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978062.368653:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303595254
00000100:00000010:2.0:1783978062.368656:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f720.
00000100:00000001:2.0:1783978062.368659:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978062.368662:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978062.368665:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.368667:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978062.368672:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978062/real 1783978062]  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978062.368680:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978062.368682:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978062.368684:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978062.368687:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978062.368689:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978062.368691:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978062.368694:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978062.368702:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368708:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978062.368710:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368711:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.368713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978062.368717:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368723:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978062.368727:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368734:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978062.368737:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368738:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.368739:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368741:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978062.368748:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978062.368751:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978062.368754:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978062.368756:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978062.368760:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978062.368768:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987008:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978062.368772:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368802:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.368805:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29f80 x1870627366987008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368817:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978062.368820:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978062.368822:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978062.368827:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978062.368829:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978062.368831:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978062.368833:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978062.368835:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:2.0:1783978062.368838:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978062.368840:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978062.368841:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29f80.
00000100:00000001:2.0:1783978062.368844:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978062.368845:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368847:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.368853:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978062.368855:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.368872:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978062.368873:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978062.368875:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978062.368878:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368884:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978062.368885:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.368887:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978062.368889:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978062.368891:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978062.368893:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978062.368896:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978062.368898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978062.368900:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.368901:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978062.368904:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978062.368906:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978062.368909:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978062.368912:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978062.368915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978062.368918:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987136, portal 10
00000100:00000001:2.0:1783978062.368920:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978062.368921:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207029888 : -118905502521728 : ffff93db27c2a680)
00000100:00000040:2.0:1783978062.368926:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.368932:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978062.368933:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978062.368935:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978062.368938:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366987136, offset 0
00000400:00000200:2.0:1783978062.368941:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978062.368945:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.368948:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978062.368951:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978062.368953:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978062.368955:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978062.368957:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978062.368960:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345272:345272:256:4294967295] 192.168.201.109@tcp LPNI seq info [345261:345261:8:4294967295]
00000400:00000200:2.0:1783978062.368964:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.368970:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978062.368974:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.368977:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978062.368980:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978062.368983:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978062.368987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978062.368989:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783978062.368993:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.368995:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978062.368998:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978062.369001:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978062.369004:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978062.369005:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978062.369008:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978062.369010:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369015:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.369017:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369021:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.369022:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978062.369024:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978062.369026:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978062.369028:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978062.369030:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303594016
00000100:00000001:2.0:1783978062.369031:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303595254
00000100:00000001:2.0:1783978062.369033:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303594016
00000100:00000001:2.0:1783978062.369034:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303595254
00000100:00000001:2.0:1783978062.369035:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978062.369037:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.369038:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978062.369048:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978062/real 1783978062]  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978062.369052:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978062.369053:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978062.369055:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978062.369056:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978062.369057:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978062.369059:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978062.369060:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978062.369065:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369073:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978062.369074:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369075:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.369076:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978062.369077:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369081:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978062.369083:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369087:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978062.369089:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369089:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.369090:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369091:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978062.369093:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978062.369095:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978062.369096:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978062.369098:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978062.369100:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978062.369104:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978062.369106:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978062.369108:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369112:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978062.369113:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.369115:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978062.369117:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978062.369119:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978062.369121:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978062.369124:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978062.369126:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978062.369127:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978062.369129:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978062.369132:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978062.369133:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978062.369137:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978062.369140:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978062.369143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978062.369145:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987264, portal 10
00000100:00000001:2.0:1783978062.369147:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978062.369148:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207021824 : -118905502529792 : ffff93db27c28700)
00000100:00000040:2.0:1783978062.369154:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369159:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978062.369160:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978062.369162:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978062.369164:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366987264, offset 0
00000400:00000200:2.0:1783978062.369166:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978062.369169:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.369171:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978062.369173:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978062.369175:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978062.369176:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978062.369177:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978062.369179:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345273:345273:256:4294967295] 192.168.201.109@tcp LPNI seq info [345262:345262:8:4294967295]
00000400:00000200:2.0:1783978062.369182:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978062.369186:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978062.369189:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.369191:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978062.369193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978062.369195:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978062.369197:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978062.369199:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783978062.369201:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978062.369202:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978062.369204:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978062.369206:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978062.369208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978062.369209:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978062.369210:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978062.369212:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369217:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.369219:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369222:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.369223:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978062.369225:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978062.369227:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978062.369229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978062.369230:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303594013
00000100:00000001:2.0:1783978062.369232:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303595254
00000100:00000001:2.0:1783978062.369233:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303594013
00000100:00000001:2.0:1783978062.369234:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303595254
00000100:00000001:2.0:1783978062.369235:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978062.369236:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.369237:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978062.369239:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978062/real 1783978062]  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978062.369244:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978062.369245:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978062.369246:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978062.369247:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978062.369248:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978062.369249:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978062.369251:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978062.369255:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369259:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978062.369260:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369261:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.369261:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978062.369263:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369266:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978062.369268:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369272:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978062.369273:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369274:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978062.369275:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369276:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978062.369276:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978062.369278:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978062.369279:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978062.369280:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978062.369283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978062.369288:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978062.369290:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369291:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.369294:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a680 x1870627366987136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369300:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978062.369301:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978062.369303:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978062.369306:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978062.369307:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978062.369308:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978062.369310:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978062.369311:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:2.0:1783978062.369313:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978062.369315:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978062.369317:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a680.
00000100:00000001:2.0:1783978062.369318:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978062.369319:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369321:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978062.369324:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28700 x1870627366987264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978062.369330:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978062.369331:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978062.369333:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978062.369338:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978062.369339:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978062.369340:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978062.369342:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978062.369343:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:2.0:1783978062.369345:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978062.369346:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978062.369347:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28700.
00000100:00000001:2.0:1783978062.369349:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978062.369350:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369351:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978062.369354:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978062.369356:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978062.369357:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978062.369358:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978062.560013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978062.560017:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978062.560027:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978063.584093:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978063.584096:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978063.584099:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978067.488171:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978067.488177:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978067.488182:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978067.488192:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488223:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978067.488227:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.488232:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978067.488237:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978067.488243:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978067.488250:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978067.488265:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978067.488272:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978067.488276:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.488285:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978067.488293:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978067.488297:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978067.488307:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978067.488313:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978067.488320:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978067.488329:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987392, portal 25
00000100:00000001:2.0:1783978067.488334:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978067.488337:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000040:2.0:1783978067.488347:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978067.488379:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978067.488385:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978067.488392:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366987392, offset 0
00000400:00000200:2.0:1783978067.488403:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978067.488416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.488426:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978067.488435:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978067.488442:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978067.488451:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978067.488457:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978067.488464:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345274:345274:256:4294967295] 192.168.201.109@tcp LPNI seq info [345263:345263:8:4294967295]
00000400:00000200:2.0:1783978067.488474:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.488491:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978067.488516:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.488525:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978067.488536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978067.488543:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978067.488553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978067.488560:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978067.488569:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.488575:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978067.488584:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978067.488590:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978067.488596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978067.488599:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978067.488603:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978067.488609:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488620:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.488625:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488632:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.488634:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978067.488639:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978067.488643:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978067.488646:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303600374
00000100:00000010:2.0:1783978067.488650:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f780.
00000100:00000001:2.0:1783978067.488657:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978067.488663:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303600374
00000100:00000010:2.0:1783978067.488666:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f120.
00000100:00000001:2.0:1783978067.488669:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978067.488672:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978067.488674:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.488677:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978067.488681:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978067/real 1783978067]  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978067.488690:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978067.488692:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978067.488694:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978067.488697:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978067.488698:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978067.488700:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978067.488714:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978067.488725:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488732:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978067.488733:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488736:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.488738:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978067.488742:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488748:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978067.488753:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488761:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978067.488764:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488766:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.488767:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488831:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978067.488834:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978067.488837:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978067.488841:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978067.488844:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978067.488849:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978067.488858:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978067.488862:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488865:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.488867:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627366987392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488874:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978067.488876:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978067.488879:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978067.488895:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978067.488897:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978067.488899:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978067.488901:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978067.488904:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:2.0:1783978067.488908:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978067.488910:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978067.488911:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:2.0:1783978067.488915:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978067.488916:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488919:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.488927:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978067.488929:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.488931:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978067.488932:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978067.488934:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978067.488938:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488944:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978067.488945:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.488947:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978067.488949:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978067.488951:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978067.488954:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978067.488958:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978067.488960:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978067.488961:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.488962:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978067.488966:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978067.488967:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978067.488971:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978067.488974:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978067.488978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978067.488981:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987520, portal 10
00000100:00000001:2.0:1783978067.488984:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978067.488985:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:2.0:1783978067.488992:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.488999:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978067.489001:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978067.489004:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978067.489006:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366987520, offset 0
00000400:00000200:2.0:1783978067.489011:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978067.489015:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.489019:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978067.489022:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978067.489024:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978067.489027:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978067.489029:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978067.489032:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345275:345275:256:4294967295] 192.168.201.109@tcp LPNI seq info [345264:345264:8:4294967295]
00000400:00000200:2.0:1783978067.489036:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.489042:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978067.489046:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.489049:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978067.489053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978067.489056:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978067.489060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978067.489063:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978067.489067:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.489069:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978067.489072:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978067.489075:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978067.489078:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978067.489080:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978067.489082:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978067.489086:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489093:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.489096:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489102:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.489104:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978067.489107:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978067.489110:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978067.489113:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978067.489115:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303599136
00000100:00000001:2.0:1783978067.489118:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303600374
00000100:00000001:2.0:1783978067.489120:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303599136
00000100:00000001:2.0:1783978067.489122:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303600374
00000100:00000001:2.0:1783978067.489124:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978067.489126:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.489127:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978067.489131:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978067/real 1783978067]  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978067.489139:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978067.489141:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978067.489142:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978067.489145:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978067.489146:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978067.489148:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978067.489151:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978067.489159:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489165:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978067.489166:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489168:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.489169:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978067.489173:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489179:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978067.489183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489189:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978067.489192:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489194:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.489195:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489197:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978067.489199:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978067.489202:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978067.489205:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978067.489207:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978067.489210:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978067.489218:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978067.489222:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978067.489225:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489231:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978067.489232:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.489234:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978067.489235:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978067.489237:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978067.489239:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978067.489242:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978067.489244:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978067.489245:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978067.489247:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978067.489249:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978067.489251:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978067.489254:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978067.489256:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978067.489259:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978067.489261:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987648, portal 10
00000100:00000001:2.0:1783978067.489263:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978067.489264:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000100:00000040:2.0:1783978067.489269:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489275:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978067.489277:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978067.489279:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978067.489281:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366987648, offset 0
00000400:00000200:2.0:1783978067.489285:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978067.489289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.489292:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978067.489295:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978067.489297:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978067.489299:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978067.489301:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978067.489304:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345276:345276:256:4294967295] 192.168.201.109@tcp LPNI seq info [345265:345265:8:4294967295]
00000400:00000200:2.0:1783978067.489308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978067.489314:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978067.489318:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.489321:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978067.489326:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978067.489328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978067.489332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978067.489335:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978067.489338:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978067.489340:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978067.489343:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978067.489345:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978067.489347:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978067.489349:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978067.489351:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978067.489355:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489361:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.489365:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489371:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.489373:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978067.489375:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978067.489378:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978067.489381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978067.489382:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303599133
00000100:00000001:2.0:1783978067.489385:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303600374
00000100:00000001:2.0:1783978067.489387:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303599133
00000100:00000001:2.0:1783978067.489389:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303600374
00000100:00000001:2.0:1783978067.489391:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978067.489393:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.489395:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978067.489398:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978067/real 1783978067]  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978067.489406:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978067.489407:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978067.489408:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978067.489410:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978067.489412:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978067.489414:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978067.489416:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978067.489424:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489430:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978067.489431:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489433:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.489434:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978067.489438:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489445:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978067.489448:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489454:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978067.489456:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489458:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978067.489459:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489461:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978067.489462:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978067.489464:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978067.489467:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978067.489469:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978067.489473:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978067.489480:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978067.489483:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489484:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.489487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627366987520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489493:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978067.489494:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978067.489496:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978067.489499:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978067.489501:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978067.489502:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978067.489504:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978067.489506:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978067.489508:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978067.489509:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978067.489511:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:2.0:1783978067.489513:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978067.489515:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489516:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978067.489519:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627366987648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978067.489525:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978067.489526:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978067.489527:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978067.489530:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978067.489532:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978067.489533:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978067.489535:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978067.489536:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783978067.489538:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978067.489539:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978067.489541:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:2.0:1783978067.489543:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978067.489544:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489546:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978067.489549:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978067.489551:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978067.489553:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978067.489554:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978067.680012:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978067.680015:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978067.680018:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978068.704019:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978068.704022:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978068.704025:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978072.608062:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978072.608068:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978072.608073:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978072.608083:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608100:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978072.608104:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.608110:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978072.608114:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978072.608121:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978072.608130:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978072.608135:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978072.608141:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978072.608145:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.608150:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978072.608158:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978072.608162:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978072.608171:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978072.608177:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978072.608185:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978072.608193:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987776, portal 25
00000100:00000001:2.0:1783978072.608196:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978072.608197:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:2.0:1783978072.608205:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608223:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978072.608229:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978072.608234:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978072.608241:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366987776, offset 0
00000400:00000200:2.0:1783978072.608253:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978072.608265:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.608276:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978072.608284:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978072.608291:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978072.608299:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978072.608304:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978072.608312:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345277:345277:256:4294967295] 192.168.201.109@tcp LPNI seq info [345266:345266:8:4294967295]
00000400:00000200:2.0:1783978072.608322:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.608341:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978072.608355:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.608363:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978072.608375:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978072.608382:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978072.608394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978072.608400:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978072.608412:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.608416:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978072.608424:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978072.608433:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978072.608439:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978072.608444:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978072.608452:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978072.608460:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608477:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.608485:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608500:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.608503:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978072.608510:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978072.608518:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978072.608522:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303605494
00000100:00000010:2.0:1783978072.608528:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f540.
00000100:00000001:2.0:1783978072.608604:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978072.608611:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303605494
00000100:00000010:2.0:1783978072.608615:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f3c0.
00000100:00000001:2.0:1783978072.608618:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978072.608620:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978072.608623:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.608625:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978072.608629:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978072/real 1783978072]  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978072.608638:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978072.608639:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978072.608641:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978072.608644:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978072.608646:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978072.608648:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978072.608651:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978072.608659:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608665:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978072.608667:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608669:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.608671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978072.608675:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608694:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978072.608698:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608704:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978072.608707:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608708:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.608709:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608710:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978072.608712:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978072.608714:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978072.608716:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978072.608718:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978072.608720:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978072.608725:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366987776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978072.608729:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608730:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.608732:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627366987776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608736:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978072.608738:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978072.608739:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978072.608743:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978072.608744:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978072.608745:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978072.608747:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978072.608749:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:2.0:1783978072.608752:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978072.608754:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978072.608756:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:2.0:1783978072.608759:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978072.608760:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608762:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.608768:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978072.608769:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.608798:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978072.608801:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978072.608802:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978072.608806:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608814:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978072.608815:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.608818:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978072.608820:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978072.608823:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978072.608827:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978072.608830:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978072.608831:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978072.608833:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.608835:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978072.608838:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978072.608839:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978072.608843:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978072.608846:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978072.608849:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978072.608852:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366987904, portal 10
00000100:00000001:2.0:1783978072.608854:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978072.608855:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:2.0:1783978072.608861:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608867:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978072.608869:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978072.608871:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978072.608874:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366987904, offset 0
00000400:00000200:2.0:1783978072.608878:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978072.608882:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.608886:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978072.608889:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978072.608891:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978072.608893:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978072.608895:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978072.608898:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345278:345278:256:4294967295] 192.168.201.109@tcp LPNI seq info [345267:345267:8:4294967295]
00000400:00000200:2.0:1783978072.608902:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.608908:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978072.608912:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.608915:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978072.608918:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978072.608921:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978072.608924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978072.608926:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978072.608929:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.608931:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978072.608934:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978072.608937:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978072.608940:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978072.608941:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978072.608943:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978072.608947:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608953:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.608956:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.608961:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.608962:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978072.608965:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978072.608968:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978072.608970:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978072.608972:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303604256
00000100:00000001:2.0:1783978072.608975:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303605494
00000100:00000001:2.0:1783978072.608977:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303604256
00000100:00000001:2.0:1783978072.608978:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303605494
00000100:00000001:2.0:1783978072.608980:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978072.608982:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.608984:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978072.608987:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978072/real 1783978072]  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978072.608995:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978072.608996:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978072.608998:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978072.609000:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978072.609002:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978072.609004:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978072.609007:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978072.609013:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609017:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978072.609018:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609020:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.609021:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978072.609023:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609027:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978072.609029:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609032:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978072.609034:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609034:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.609035:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609036:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978072.609038:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978072.609039:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978072.609041:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978072.609043:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978072.609045:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978072.609049:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366987904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978072.609052:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978072.609053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609061:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978072.609062:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.609063:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978072.609064:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978072.609066:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978072.609067:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978072.609069:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978072.609070:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978072.609071:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978072.609072:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978072.609074:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978072.609075:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978072.609077:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978072.609079:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978072.609081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978072.609082:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988032, portal 10
00000100:00000001:2.0:1783978072.609084:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978072.609085:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000100:00000040:2.0:1783978072.609088:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609092:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978072.609093:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978072.609094:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978072.609096:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366988032, offset 0
00000400:00000200:2.0:1783978072.609098:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978072.609100:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.609102:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978072.609104:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978072.609106:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978072.609107:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978072.609108:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978072.609111:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345279:345279:256:4294967295] 192.168.201.109@tcp LPNI seq info [345268:345268:8:4294967295]
00000400:00000200:2.0:1783978072.609114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978072.609119:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978072.609124:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.609127:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978072.609131:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978072.609134:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978072.609137:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978072.609139:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978072.609143:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978072.609145:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978072.609148:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978072.609151:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978072.609154:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978072.609156:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978072.609158:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978072.609161:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609168:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.609171:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609176:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.609177:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978072.609180:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978072.609183:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978072.609186:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978072.609188:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303604253
00000100:00000001:2.0:1783978072.609191:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303605494
00000100:00000001:2.0:1783978072.609193:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303604253
00000100:00000001:2.0:1783978072.609195:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303605494
00000100:00000001:2.0:1783978072.609197:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978072.609199:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.609201:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978072.609204:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978072/real 1783978072]  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978072.609212:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978072.609213:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978072.609215:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978072.609218:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978072.609219:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978072.609221:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978072.609224:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978072.609232:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609238:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978072.609239:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609241:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.609242:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978072.609245:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609252:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978072.609255:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609262:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978072.609265:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609266:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978072.609267:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609269:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978072.609270:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978072.609273:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978072.609275:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978072.609277:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978072.609279:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978072.609284:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978072.609286:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609287:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.609289:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627366987904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609293:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978072.609294:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978072.609295:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978072.609297:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978072.609298:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978072.609299:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978072.609300:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978072.609301:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783978072.609303:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978072.609304:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978072.609304:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:2.0:1783978072.609306:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978072.609307:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978072.609309:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627366988032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978072.609313:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978072.609313:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978072.609314:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978072.609318:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978072.609318:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978072.609319:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978072.609320:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978072.609321:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978072.609322:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978072.609323:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978072.609324:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:2.0:1783978072.609325:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978072.609325:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609326:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978072.609329:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978072.609329:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978072.609330:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978072.609331:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978072.800002:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978072.800006:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978072.800009:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978073.826156:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978073.826160:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978073.826163:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978077.728176:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978077.728182:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978077.728185:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978077.728193:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728207:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978077.728216:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.728221:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978077.728224:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978077.728227:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978077.728232:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988160:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978077.728236:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978077.728241:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978077.728244:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.728248:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978077.728253:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978077.728256:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978077.728264:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978077.728270:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978077.728275:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978077.728283:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988160, portal 25
00000100:00000001:2.0:1783978077.728288:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978077.728290:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:2.0:1783978077.728302:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728319:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978077.728323:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978077.728326:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978077.728330:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366988160, offset 0
00000400:00000200:2.0:1783978077.728339:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978077.728345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.728351:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978077.728359:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978077.728363:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978077.728367:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978077.728372:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978077.728376:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345280:345280:256:4294967295] 192.168.201.109@tcp LPNI seq info [345269:345269:8:4294967295]
00000400:00000200:2.0:1783978077.728381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.728392:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978077.728401:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.728406:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978077.728415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978077.728419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978077.728427:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978077.728430:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978077.728436:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.728440:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978077.728445:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978077.728451:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978077.728455:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978077.728460:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978077.728467:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978077.728475:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.728501:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728523:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.728527:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978077.728534:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978077.728542:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978077.728547:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303610614
00000100:00000010:2.0:1783978077.728555:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f3c0.
00000100:00000001:2.0:1783978077.728564:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978077.728574:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303610614
00000100:00000010:2.0:1783978077.728581:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f540.
00000100:00000001:2.0:1783978077.728585:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978077.728603:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978077.728607:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.728609:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978077.728615:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978077/real 1783978077]  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978077.728641:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978077.728646:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978077.728650:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978077.728656:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978077.728659:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978077.728665:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978077.728673:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978077.728685:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728693:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978077.728696:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.728700:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978077.728704:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728713:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978077.728718:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728725:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978077.728728:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728729:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.728731:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728733:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978077.728735:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978077.728737:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978077.728747:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978077.728749:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978077.728754:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978077.728761:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988160:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978077.728766:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728767:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.728770:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627366988160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728810:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978077.728812:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978077.728815:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978077.728822:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978077.728823:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978077.728825:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978077.728827:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978077.728830:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:2.0:1783978077.728833:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978077.728835:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978077.728837:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:2.0:1783978077.728840:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978077.728841:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728843:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.728850:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978077.728851:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.728853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978077.728855:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978077.728856:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978077.728860:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728867:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978077.728868:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.728870:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978077.728872:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978077.728874:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978077.728877:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978077.728880:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978077.728882:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978077.728884:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.728885:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978077.728888:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978077.728891:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978077.728894:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978077.728897:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978077.728900:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978077.728903:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988288, portal 10
00000100:00000001:2.0:1783978077.728905:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978077.728906:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:2.0:1783978077.728912:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.728919:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978077.728930:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978077.728933:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978077.728936:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366988288, offset 0
00000400:00000200:2.0:1783978077.728940:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978077.728944:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.728948:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978077.728952:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978077.728954:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978077.728957:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978077.728959:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978077.728962:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345281:345281:256:4294967295] 192.168.201.109@tcp LPNI seq info [345270:345270:8:4294967295]
00000400:00000200:2.0:1783978077.728966:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.728972:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978077.728976:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.728979:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978077.728983:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978077.728985:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978077.728989:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978077.728991:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978077.728994:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.728996:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978077.728999:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978077.729002:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978077.729004:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978077.729006:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978077.729009:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978077.729012:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729020:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.729023:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729029:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.729041:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978077.729045:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978077.729049:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978077.729053:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978077.729055:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303609376
00000100:00000001:2.0:1783978077.729058:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303610614
00000100:00000001:2.0:1783978077.729060:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303609376
00000100:00000001:2.0:1783978077.729061:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303610614
00000100:00000001:2.0:1783978077.729063:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978077.729065:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.729067:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978077.729070:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978077/real 1783978077]  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978077.729089:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978077.729090:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978077.729092:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978077.729094:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978077.729096:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978077.729097:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978077.729100:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978077.729107:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729113:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978077.729115:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729116:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.729117:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978077.729121:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729127:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978077.729130:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729136:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978077.729138:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729140:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.729141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729143:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978077.729145:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978077.729147:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978077.729150:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978077.729152:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978077.729156:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978077.729162:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978077.729165:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978077.729168:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729174:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978077.729175:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.729177:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978077.729178:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978077.729180:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978077.729183:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978077.729185:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978077.729187:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978077.729189:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978077.729190:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978077.729193:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978077.729195:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978077.729199:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978077.729201:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978077.729204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978077.729207:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988416, portal 10
00000100:00000001:2.0:1783978077.729209:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978077.729210:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:2.0:1783978077.729215:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729221:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978077.729223:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978077.729225:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978077.729227:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366988416, offset 0
00000400:00000200:2.0:1783978077.729231:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978077.729234:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.729237:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978077.729240:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978077.729242:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978077.729245:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978077.729247:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978077.729250:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345282:345282:256:4294967295] 192.168.201.109@tcp LPNI seq info [345271:345271:8:4294967295]
00000400:00000200:2.0:1783978077.729253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978077.729259:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978077.729262:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.729266:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978077.729270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978077.729273:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978077.729276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978077.729279:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783978077.729282:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978077.729284:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978077.729287:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978077.729289:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978077.729292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978077.729294:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978077.729296:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978077.729300:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729306:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.729309:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729314:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.729316:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978077.729318:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978077.729321:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978077.729324:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978077.729326:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303609373
00000100:00000001:2.0:1783978077.729328:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303610614
00000100:00000001:2.0:1783978077.729330:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303609373
00000100:00000001:2.0:1783978077.729331:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303610614
00000100:00000001:2.0:1783978077.729333:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978077.729335:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.729336:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978077.729340:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978077/real 1783978077]  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978077.729346:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978077.729347:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978077.729349:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978077.729351:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978077.729352:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978077.729354:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978077.729357:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978077.729364:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729370:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978077.729372:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729373:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.729375:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978077.729377:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729383:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978077.729386:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729391:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978077.729393:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729394:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978077.729395:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729397:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978077.729398:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978077.729400:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978077.729403:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978077.729405:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978077.729408:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978077.729414:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978077.729417:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729418:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.729421:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627366988288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729426:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978077.729428:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978077.729430:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978077.729433:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978077.729434:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978077.729435:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978077.729438:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978077.729440:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:2.0:1783978077.729442:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978077.729444:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978077.729445:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:2.0:1783978077.729448:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978077.729449:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729451:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978077.729453:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627366988416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978077.729459:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978077.729460:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978077.729462:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978077.729465:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978077.729466:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978077.729467:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978077.729469:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978077.729470:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:2.0:1783978077.729472:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978077.729473:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978077.729475:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:2.0:1783978077.729477:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978077.729478:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729480:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978077.729483:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978077.729485:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978077.729486:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978077.729488:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978077.920013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978077.920018:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978077.920021:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978078.943974:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978078.943979:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978078.943983:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978082.848387:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978082.848399:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978082.848405:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978082.848424:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.848458:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978082.848462:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.848467:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978082.848475:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978082.848485:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978082.848499:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988544:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978082.848526:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978082.848536:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978082.848543:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.848556:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978082.848571:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978082.848584:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978082.848601:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978082.848611:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978082.848624:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978082.848637:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988544, portal 25
00000100:00000001:2.0:1783978082.848643:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978082.848648:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:2.0:1783978082.848661:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.848674:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978082.848677:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978082.848682:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978082.848703:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366988544, offset 0
00000400:00000200:2.0:1783978082.848716:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978082.848732:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.848749:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978082.848761:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978082.848821:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978082.848832:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978082.848843:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978082.848861:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345283:345283:256:4294967295] 192.168.201.109@tcp LPNI seq info [345272:345272:8:4294967295]
00000400:00000200:2.0:1783978082.848870:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.848882:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978082.848889:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.848897:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978082.848905:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978082.848909:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978082.848915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978082.848919:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978082.848923:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.848926:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978082.848945:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978082.848950:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978082.848956:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978082.848959:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978082.848964:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978082.848968:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.848978:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.848981:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.848999:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849001:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978082.849009:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978082.849012:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978082.849016:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303615735
00000100:00000010:2.0:1783978082.849020:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f780.
00000100:00000001:2.0:1783978082.849028:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978082.849036:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303615735
00000100:00000010:2.0:1783978082.849039:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f120.
00000100:00000001:2.0:1783978082.849042:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978082.849044:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978082.849047:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849049:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978082.849053:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978082/real 1783978082]  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978082.849061:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978082.849063:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978082.849065:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978082.849068:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978082.849070:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978082.849072:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978082.849075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978082.849081:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849087:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978082.849088:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849090:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849092:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978082.849095:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849101:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978082.849105:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849111:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978082.849113:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849114:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849115:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849118:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978082.849120:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978082.849123:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978082.849127:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978082.849130:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978082.849133:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978082.849140:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988544:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978082.849145:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978082.849148:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849155:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978082.849156:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.849158:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978082.849160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978082.849162:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978082.849164:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978082.849167:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978082.849169:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978082.849171:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.849172:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978082.849176:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978082.849178:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978082.849181:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978082.849184:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978082.849187:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978082.849190:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988672, portal 10
00000100:00000001:2.0:1783978082.849191:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978082.849192:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:2.0:1783978082.849213:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849219:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978082.849221:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978082.849223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978082.849226:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366988672, offset 0
00000400:00000200:2.0:1783978082.849229:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978082.849233:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.849236:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978082.849239:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978082.849242:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978082.849244:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978082.849246:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978082.849249:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345284:345284:256:4294967295] 192.168.201.109@tcp LPNI seq info [345273:345273:8:4294967295]
00000400:00000200:2.0:1783978082.849253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.849258:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978082.849263:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.849266:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978082.849270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978082.849272:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978082.849276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978082.849278:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978082.849281:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.849282:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978082.849285:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978082.849288:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978082.849291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978082.849292:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978082.849295:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978082.849298:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849304:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.849307:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849313:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849315:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978082.849318:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978082.849322:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978082.849325:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978082.849327:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303614496
00000100:00000001:2.0:1783978082.849329:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303615735
00000100:00000001:2.0:1783978082.849331:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303614496
00000100:00000001:2.0:1783978082.849333:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303615735
00000100:00000001:2.0:1783978082.849335:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978082.849337:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849339:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978082.849342:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978082/real 1783978082]  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978082.849349:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978082.849350:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978082.849351:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978082.849353:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978082.849355:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978082.849357:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978082.849360:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978082.849367:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849373:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978082.849374:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849375:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849377:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978082.849379:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849386:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978082.849389:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849395:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978082.849397:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849398:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849399:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849401:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978082.849404:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978082.849406:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978082.849410:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978082.849411:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978082.849415:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978082.849420:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978082.849423:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849425:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.849428:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627366988544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849433:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978082.849436:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978082.849438:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978082.849443:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978082.849445:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978082.849447:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978082.849448:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978082.849451:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:2.0:1783978082.849454:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978082.849455:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978082.849457:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:2.0:1783978082.849460:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978082.849461:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849463:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.849466:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627366988672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849471:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978082.849472:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978082.849473:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978082.849478:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978082.849479:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978082.849480:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978082.849482:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978082.849483:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783978082.849485:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978082.849486:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978082.849487:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:2.0:1783978082.849489:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978082.849490:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849491:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849498:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978082.849500:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849515:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978082.849516:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978082.849518:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978082.849521:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849527:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978082.849528:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.849530:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978082.849531:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978082.849533:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978082.849536:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978082.849540:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978082.849542:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978082.849543:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978082.849545:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978082.849548:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978082.849550:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978082.849553:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978082.849555:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978082.849558:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978082.849561:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988800, portal 10
00000100:00000001:2.0:1783978082.849563:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978082.849564:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:2.0:1783978082.849570:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849576:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978082.849578:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978082.849580:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978082.849583:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366988800, offset 0
00000400:00000200:2.0:1783978082.849586:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978082.849590:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.849593:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978082.849596:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978082.849598:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978082.849600:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978082.849602:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978082.849605:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345285:345285:256:4294967295] 192.168.201.109@tcp LPNI seq info [345274:345274:8:4294967295]
00000400:00000200:2.0:1783978082.849608:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978082.849613:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978082.849617:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.849620:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978082.849624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978082.849626:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978082.849630:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978082.849633:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783978082.849636:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978082.849638:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978082.849641:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978082.849644:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978082.849646:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978082.849648:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978082.849650:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978082.849653:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849660:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.849663:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849668:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849670:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978082.849673:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978082.849676:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978082.849679:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978082.849681:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303614493
00000100:00000001:2.0:1783978082.849684:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303615735
00000100:00000001:2.0:1783978082.849686:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303614493
00000100:00000001:2.0:1783978082.849687:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303615735
00000100:00000001:2.0:1783978082.849689:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978082.849691:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849693:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978082.849696:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978082/real 1783978082]  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978082.849703:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978082.849704:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978082.849705:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978082.849708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978082.849709:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978082.849711:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978082.849714:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978082.849726:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849732:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978082.849733:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978082.849739:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849745:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978082.849748:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849754:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978082.849757:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978082.849759:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849761:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978082.849762:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978082.849765:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978082.849768:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978082.849770:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978082.849803:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978082.849810:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366988800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978082.849814:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849816:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978082.849818:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627366988800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978082.849829:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978082.849831:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978082.849832:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978082.849836:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978082.849837:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978082.849838:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978082.849840:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978082.849841:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:2.0:1783978082.849843:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978082.849845:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978082.849846:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:2.0:1783978082.849848:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978082.849849:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849851:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978082.849854:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978082.849855:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978082.849857:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978082.849859:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978083.040058:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978083.040064:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978083.040069:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978084.064003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978084.064008:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978084.064012:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978087.968897:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978087.968903:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978087.968905:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978087.968915:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.968940:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978087.968944:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.968949:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978087.968953:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978087.968956:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978087.968964:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988928:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978087.968970:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978087.968974:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978087.968977:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.968979:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978087.968986:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978087.968991:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978087.968999:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978087.969005:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978087.969013:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978087.969022:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366988928, portal 25
00000100:00000001:2.0:1783978087.969027:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978087.969029:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:2.0:1783978087.969038:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969058:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978087.969064:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978087.969068:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978087.969072:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366988928, offset 0
00000400:00000200:2.0:1783978087.969084:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969105:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978087.969114:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978087.969121:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978087.969128:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978087.969134:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969151:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345286:345286:256:4294967295] 192.168.201.109@tcp LPNI seq info [345275:345275:8:4294967295]
00000400:00000200:2.0:1783978087.969162:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969179:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978087.969200:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969211:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978087.969221:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978087.969228:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978087.969238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978087.969247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978087.969265:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969270:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978087.969279:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978087.969288:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978087.969299:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978087.969303:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978087.969310:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978087.969318:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969332:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.969338:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969345:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969347:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978087.969353:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978087.969357:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978087.969359:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303620855
00000100:00000010:2.0:1783978087.969364:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f720.
00000100:00000001:2.0:1783978087.969370:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978087.969377:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303620855
00000100:00000010:2.0:1783978087.969380:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fba0.
00000100:00000001:2.0:1783978087.969383:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978087.969386:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978087.969388:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969391:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978087.969395:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978087/real 1783978087]  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978087.969402:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978087.969410:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978087.969424:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978087.969428:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978087.969429:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978087.969432:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978087.969435:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978087.969444:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969450:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978087.969452:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.969456:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978087.969460:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969467:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978087.969472:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969477:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978087.969480:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969482:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.969483:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969485:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978087.969487:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978087.969490:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978087.969493:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978087.969496:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978087.969500:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978087.969508:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366988928:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978087.969513:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969515:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.969518:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627366988928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969533:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978087.969535:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978087.969538:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978087.969545:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978087.969547:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978087.969548:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978087.969550:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978087.969553:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:2.0:1783978087.969557:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978087.969559:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978087.969560:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:2.0:1783978087.969563:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978087.969564:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969566:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969573:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978087.969584:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969587:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978087.969588:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978087.969590:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978087.969593:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969601:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978087.969602:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.969604:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978087.969606:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978087.969608:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978087.969610:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978087.969614:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978087.969616:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978087.969617:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.969619:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978087.969622:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978087.969624:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978087.969628:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978087.969630:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978087.969633:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978087.969636:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989056, portal 10
00000100:00000001:2.0:1783978087.969638:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978087.969640:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:2.0:1783978087.969653:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969659:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978087.969662:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978087.969664:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978087.969666:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989056, offset 0
00000400:00000200:2.0:1783978087.969670:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969677:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978087.969679:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978087.969681:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978087.969682:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978087.969684:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969686:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345287:345287:256:4294967295] 192.168.201.109@tcp LPNI seq info [345276:345276:8:4294967295]
00000400:00000200:2.0:1783978087.969688:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969693:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978087.969695:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969698:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978087.969700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978087.969702:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978087.969705:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978087.969706:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978087.969709:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969710:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978087.969712:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978087.969714:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978087.969716:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978087.969717:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978087.969718:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978087.969720:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969729:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.969731:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969734:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969735:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978087.969737:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978087.969740:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978087.969742:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978087.969743:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303619616
00000100:00000001:2.0:1783978087.969745:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303620855
00000100:00000001:2.0:1783978087.969746:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303619616
00000100:00000001:2.0:1783978087.969747:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303620855
00000100:00000001:2.0:1783978087.969748:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978087.969750:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969751:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978087.969752:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978087/real 1783978087]  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978087.969757:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978087.969757:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978087.969758:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978087.969760:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978087.969761:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978087.969762:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978087.969764:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978087.969768:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969795:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978087.969797:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969798:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.969799:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978087.969802:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969806:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978087.969808:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969812:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978087.969813:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969814:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.969815:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969816:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978087.969818:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978087.969819:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978087.969821:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978087.969822:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978087.969824:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978087.969828:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978087.969831:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978087.969833:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969836:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978087.969837:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.969838:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978087.969839:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978087.969840:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978087.969842:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978087.969844:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978087.969845:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978087.969846:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978087.969847:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978087.969849:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978087.969850:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978087.969852:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978087.969854:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978087.969855:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978087.969857:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989184, portal 10
00000100:00000001:2.0:1783978087.969859:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978087.969859:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:2.0:1783978087.969863:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969866:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978087.969868:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978087.969869:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978087.969870:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989184, offset 0
00000400:00000200:2.0:1783978087.969872:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969874:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969876:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978087.969878:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978087.969879:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978087.969881:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978087.969882:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978087.969884:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345288:345288:256:4294967295] 192.168.201.109@tcp LPNI seq info [345277:345277:8:4294967295]
00000400:00000200:2.0:1783978087.969886:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978087.969890:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978087.969892:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969893:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978087.969896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978087.969898:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978087.969900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978087.969901:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978087.969904:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978087.969905:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978087.969907:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978087.969909:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978087.969910:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978087.969911:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978087.969912:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978087.969914:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969919:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.969920:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969924:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969925:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978087.969926:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978087.969928:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978087.969931:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978087.969932:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303619614
00000100:00000001:2.0:1783978087.969934:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303620855
00000100:00000001:2.0:1783978087.969936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303619614
00000100:00000001:2.0:1783978087.969938:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303620855
00000100:00000001:2.0:1783978087.969940:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978087.969942:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.969944:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978087.969948:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978087/real 1783978087]  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978087.969955:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978087.969957:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978087.969958:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978087.969961:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978087.969962:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978087.969964:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978087.969967:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978087.969974:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969979:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978087.969981:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.969983:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.969984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978087.969987:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.969995:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978087.969998:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.970005:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978087.970007:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970009:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978087.970010:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970012:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978087.970013:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978087.970015:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978087.970018:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978087.970020:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978087.970023:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978087.970038:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978087.970041:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970043:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.970046:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627366989056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.970052:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978087.970054:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978087.970056:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978087.970058:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978087.970060:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978087.970061:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978087.970063:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978087.970065:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:2.0:1783978087.970067:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978087.970068:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978087.970070:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:2.0:1783978087.970072:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978087.970073:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970075:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978087.970077:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627366989184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978087.970081:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978087.970082:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978087.970082:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978087.970085:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978087.970085:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978087.970086:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978087.970087:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978087.970088:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:2.0:1783978087.970089:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978087.970089:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978087.970090:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:2.0:1783978087.970092:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978087.970093:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970094:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978087.970096:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978087.970097:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978087.970098:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978087.970099:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978088.160017:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978088.160021:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978088.160024:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978089.183983:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978089.183987:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978089.183990:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978093.087922:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978093.087936:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978093.087939:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978093.087943:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978093.087947:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978093.087954:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8952
00000400:00000200:3.0:1783978093.087963:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978093.087969:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978093.087973:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978093.087976:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.087979:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978093.087981:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.087984:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978093.087989:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978093.087991:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978093.087998:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978093.088001:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978093.088003:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978093.088006:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978093.088009:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088011:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978093.088013:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088014:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978093.088017:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978093.088020:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088022:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978093.088026:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978093.088029:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978093.088033:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978093.088035:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978093.088037:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978093.088049:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978093.088052:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978093.088056:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978093.088057:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978093.088060:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978093.088063:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978093.088067:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978093.088073:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978093.088078:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978093.088084:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978093.088092:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978093.088095:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978093.088098:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978093.088114:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978093.088116:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978093.088119:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978093.088120:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978093.088121:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978093.088123:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978093.088124:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8952
00000400:00000200:3.0:1783978093.088127:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978093.088128:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978093.088130:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978093.088132:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088133:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978093.088134:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088136:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978093.088138:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978093.088138:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978093.088140:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978093.088142:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978093.088143:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978093.088145:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978093.088148:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978093.088151:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978093.088151:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978093.088154:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978093.088158:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978093.088159:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978093.088162:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978093.088164:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978093.088170:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000040:2.0:1783978093.088171:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978093.088173:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978093.088176:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978093.088182:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978093.088186:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978093.088190:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978093.088195:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1783978093.088196:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1783978093.088198:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783978093.088201:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978093.088205:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088208:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783978093.088211:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
02000000:00000001:2.0:1783978093.088213:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978093.088215:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978093.088219:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1783978093.088220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366989312:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978093.088220:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978093.088224:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978093.088226:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783978093.088228:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978093.088229:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978093.088234:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978093.088235:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978093.088237:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088239:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978093.088244:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783978093.088245:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978093.088251:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1783978093.088253:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
00000100:00000001:3.0:1783978093.088254:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088258:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978093.088259:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978093.088268:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978093.088268:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978093.088272:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1783978093.088274:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00080000:3.0:1783978093.088275:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978093.088277:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978093.088280:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978093.088282:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978093.088284:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8952
00000400:00000010:2.0:1783978093.088285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000400:00000200:3.0:1783978093.088289:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978093.088292:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978093.088293:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1783978093.088295:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989312, portal 25
00000100:00000040:3.0:1783978093.088295:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088300:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783978093.088302:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1783978093.088303:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978093.088305:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000001:3.0:1783978093.088306:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978093.088311:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978093.088312:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978093.088314:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978093.088316:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978093.088317:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978093.088318:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978093.088321:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088322:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978093.088323:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:2.0:1783978093.088336:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978093.088337:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978093.088342:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978093.088347:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978093.088351:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978093.088356:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783978093.088357:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783978093.088360:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1783978093.088362:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978093.088365:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978093.088367:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000001:3.0:1783978093.088369:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1783978093.088373:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366989312, offset 0
00000008:00100000:3.0:1783978093.088373:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978093.088379:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978093.088381:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.088384:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000010:3.0:1783978093.088389:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978093.088393:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:2.0:1783978093.088394:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978093.088398:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978093.088401:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.088404:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978093.088404:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978093.088407:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978093.088408:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978093.088411:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978093.088413:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978093.088418:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978093.088423:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978093.088430:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978093.088434:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783978093.088438:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978093.088439:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.088444:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:3.0:1783978093.088447:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978093.088453:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345289:345289:256:4294967295] 192.168.201.109@tcp LPNI seq info [345278:345278:8:4294967295]
00000400:00000200:2.0:1783978093.088465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978093.088467:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978093.088471:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978093.088476:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978093.088479:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978093.088482:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978093.088486:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8962)
00000400:00000200:2.0:1783978093.088643:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978093.088648:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.088653:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978093.088658:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978093.088662:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978093.088667:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978093.088670:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978093.088683:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.088685:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978093.088692:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978093.088696:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978093.088701:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978093.088704:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978093.088708:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978093.088712:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088721:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.088731:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088738:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.088740:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978093.088746:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.088750:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978093.088753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303625974
00000100:00000010:2.0:1783978093.088758:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd80.
00000100:00000001:2.0:1783978093.088764:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978093.088770:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303625974
00000100:00000010:2.0:1783978093.088805:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f5a0.
00000100:00000001:2.0:1783978093.088809:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978093.088819:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978093.088821:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.088824:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978093.088828:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978093/real 1783978093]  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978093.088837:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978093.088838:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978093.088840:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978093.088844:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978093.088846:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978093.088848:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978093.088851:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978093.088859:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088866:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978093.088867:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088870:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.088872:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978093.088875:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088879:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978093.088882:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088890:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978093.088893:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088894:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.088895:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088897:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978093.088898:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978093.088900:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978093.088902:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978093.088903:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978093.088906:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978093.088910:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366989312:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978093.088913:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088915:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.088917:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627366989312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088920:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978093.088922:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978093.088924:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978093.088927:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978093.088928:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978093.088929:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978093.088931:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978093.088933:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978093.088935:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978093.088936:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978093.088937:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:2.0:1783978093.088939:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978093.088940:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088942:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.088947:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978093.088948:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.088950:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978093.088951:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978093.088952:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978093.088954:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088958:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978093.088959:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088960:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978093.088961:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978093.088962:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978093.088964:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978093.088966:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978093.088967:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978093.088969:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.088970:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978093.088972:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978093.088973:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.088975:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978093.088977:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978093.088979:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978093.088982:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989440, portal 10
00000100:00000001:2.0:1783978093.088983:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978093.088984:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:2.0:1783978093.088988:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.088992:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978093.088994:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978093.088995:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978093.088996:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989440, offset 0
00000400:00000200:2.0:1783978093.088999:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978093.089001:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978093.089004:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978093.089007:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978093.089008:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978093.089010:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978093.089011:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978093.089013:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345290:345290:256:4294967295] 192.168.201.109@tcp LPNI seq info [345279:345279:8:4294967295]
00000400:00000200:2.0:1783978093.089016:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978093.089020:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978093.089022:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.089024:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978093.089026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978093.089028:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978093.089031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978093.089032:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978093.089035:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.089036:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978093.089038:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978093.089047:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978093.089049:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978093.089050:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978093.089053:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978093.089056:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089063:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.089066:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089072:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.089073:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978093.089076:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978093.089080:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978093.089083:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978093.089085:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303624736
00000100:00000001:2.0:1783978093.089088:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303625974
00000100:00000001:2.0:1783978093.089089:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303624736
00000100:00000001:2.0:1783978093.089091:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303625974
00000100:00000001:2.0:1783978093.089093:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978093.089095:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.089097:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978093.089100:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978093/real 1783978093]  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978093.089107:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978093.089108:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978093.089110:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978093.089112:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978093.089114:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978093.089116:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978093.089119:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978093.089127:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089133:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978093.089134:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089136:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.089137:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978093.089141:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089147:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978093.089150:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089157:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978093.089159:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089161:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.089163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089164:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978093.089167:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978093.089170:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978093.089172:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978093.089173:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978093.089176:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978093.089181:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978093.089183:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978093.089185:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089189:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978093.089190:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.089191:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978093.089192:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978093.089193:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978093.089195:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978093.089197:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978093.089198:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978093.089199:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978093.089200:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978093.089202:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978093.089203:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978093.089206:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978093.089207:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978093.089209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978093.089211:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989568, portal 10
00000100:00000001:2.0:1783978093.089212:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978093.089213:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:2.0:1783978093.089217:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089220:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978093.089222:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978093.089223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978093.089225:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989568, offset 0
00000400:00000200:2.0:1783978093.089227:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978093.089229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978093.089231:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978093.089233:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978093.089234:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978093.089236:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978093.089237:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978093.089239:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345291:345291:256:4294967295] 192.168.201.109@tcp LPNI seq info [345280:345280:8:4294967295]
00000400:00000200:2.0:1783978093.089242:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978093.089246:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978093.089248:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.089250:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978093.089252:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978093.089254:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978093.089257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978093.089258:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978093.089261:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978093.089262:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978093.089264:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978093.089266:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978093.089268:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978093.089269:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978093.089270:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978093.089272:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089279:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.089283:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089288:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.089290:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978093.089293:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978093.089295:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978093.089298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978093.089300:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303624733
00000100:00000001:2.0:1783978093.089302:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303625974
00000100:00000001:2.0:1783978093.089304:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303624733
00000100:00000001:2.0:1783978093.089306:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303625974
00000100:00000001:2.0:1783978093.089307:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978093.089309:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.089311:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978093.089332:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978093/real 1783978093]  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978093.089340:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978093.089341:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978093.089343:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978093.089345:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978093.089347:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978093.089349:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978093.089352:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978093.089359:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089365:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978093.089366:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089367:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.089369:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978093.089372:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089379:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978093.089383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089389:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978093.089391:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089392:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978093.089393:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089394:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978093.089395:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978093.089396:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978093.089398:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978093.089399:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978093.089402:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978093.089413:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978093.089416:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089417:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.089419:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627366989440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089423:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978093.089425:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978093.089427:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978093.089430:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978093.089431:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978093.089433:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978093.089435:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978093.089437:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978093.089440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978093.089441:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978093.089442:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:2.0:1783978093.089445:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978093.089446:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089447:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978093.089450:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627366989568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978093.089456:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978093.089458:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978093.089459:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978093.089465:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978093.089466:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978093.089467:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978093.089469:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978093.089470:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978093.089472:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978093.089473:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978093.089474:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:2.0:1783978093.089476:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978093.089477:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089479:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978093.089482:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978093.089483:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978093.089485:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978093.089487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978093.280001:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978093.280005:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978093.280008:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978094.304040:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978094.304044:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978094.304047:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978098.207900:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978098.207909:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978098.207912:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978098.207916:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978098.207920:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978098.207926:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8957
00000400:00000200:3.0:1783978098.207935:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978098.207942:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978098.207945:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978098.207948:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.207950:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.207953:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.207955:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978098.207959:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978098.207961:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978098.207963:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978098.207966:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978098.207968:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978098.207970:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978098.207973:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.207974:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.207976:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.207977:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978098.207980:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978098.207983:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978098.207985:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978098.207988:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978098.207991:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978098.207993:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.207995:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978098.207998:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978098.208008:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978098.208012:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978098.208016:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978098.208017:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208020:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978098.208022:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978098.208026:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978098.208033:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978098.208039:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978098.208047:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978098.208057:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978098.208062:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978098.208066:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978098.208090:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978098.208093:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978098.208096:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978098.208098:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978098.208099:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978098.208102:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978098.208105:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8957
00000400:00000200:3.0:1783978098.208109:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978098.208112:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978098.208114:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978098.208118:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208120:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.208122:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978098.208127:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978098.208128:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978098.208130:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978098.208132:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:2.0:1783978098.208135:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978098.208135:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978098.208140:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:2.0:1783978098.208141:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783978098.208145:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978098.208146:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783978098.208150:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.208154:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208157:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:2.0:1783978098.208158:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783978098.208160:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978098.208167:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208176:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.208177:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978098.208180:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783978098.208181:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208185:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978098.208187:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978098.208191:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208193:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978098.208196:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1783978098.208197:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1783978098.208199:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208203:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208205:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978098.208206:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978098.208211:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00100000:2.0:1783978098.208214:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366989696:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978098.208215:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978098.208217:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208220:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1783978098.208223:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978098.208223:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978098.208225:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208229:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1783978098.208230:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978098.208234:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208251:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978098.208257:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978098.208259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208263:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978098.208266:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978098.208273:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00100000:3.0:1783978098.208273:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783978098.208282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978098.208284:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978098.208287:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978098.208291:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989696, portal 25
00000100:00000040:3.0:1783978098.208292:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208295:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978098.208298:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000001:3.0:1783978098.208307:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978098.208309:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978098.208310:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978098.208315:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978098.208318:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978098.208320:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978098.208324:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783978098.208326:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978098.208328:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8957
00000100:00000040:2.0:1783978098.208333:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978098.208335:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978098.208338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000400:00000200:3.0:1783978098.208341:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000200:2.0:1783978098.208343:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366989696, offset 0
00000100:00080000:3.0:1783978098.208344:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978098.208348:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208350:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.208352:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208353:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:2.0:1783978098.208357:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978098.208358:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978098.208361:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978098.208364:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978098.208366:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:2.0:1783978098.208369:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783978098.208375:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:2.0:1783978098.208378:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000001:3.0:1783978098.208380:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:2.0:1783978098.208385:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783978098.208386:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:2.0:1783978098.208392:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978098.208392:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978098.208396:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:2.0:1783978098.208399:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978098.208401:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:2.0:1783978098.208403:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000040:3.0:1783978098.208413:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:2.0:1783978098.208416:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345292:345292:256:4294967295] 192.168.201.109@tcp LPNI seq info [345281:345281:8:4294967295]
00000100:00080000:3.0:1783978098.208417:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208423:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978098.208425:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1783978098.208429:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978098.208430:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978098.208434:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208437:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978098.208440:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783978098.208444:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1783978098.208445:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208449:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783978098.208454:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000010:3.0:1783978098.208455:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000800:00000010:2.0:1783978098.208460:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000020:00000040:3.0:1783978098.208460:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978098.208463:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978098.208465:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978098.208467:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978098.208471:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1783978098.208472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978098.208474:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783978098.208478:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1783978098.208480:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000800:00000200:2.1:1783978098.208485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978098.208486:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978098.208494:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1783978098.208499:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978098.208504:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1783978098.208508:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978098.208509:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783978098.208512:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000100:00000040:3.0:1783978098.208517:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978098.208520:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978098.208529:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783978098.208531:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978098.208535:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978098.208537:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000100:00000040:3.0:1783978098.208540:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1783978098.208541:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000040:3.0:1783978098.208545:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783978098.208547:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783978098.208551:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1783978098.208555:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978098.208558:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8967)
00000100:00000001:2.0:1783978098.208569:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.208573:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208580:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.208583:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978098.208588:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978098.208592:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978098.208595:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303631094
00000100:00000010:2.0:1783978098.208600:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fde0.
00000100:00000001:2.0:1783978098.208607:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978098.208612:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303631094
00000100:00000010:2.0:1783978098.208615:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff60.
00000100:00000001:2.0:1783978098.208618:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978098.208621:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978098.208623:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.208626:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978098.208630:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978098/real 1783978098]  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978098.208639:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978098.208641:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978098.208643:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978098.208646:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978098.208648:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978098.208650:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978098.208654:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978098.208662:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208669:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978098.208670:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208672:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.208674:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978098.208678:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208684:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978098.208688:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208695:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978098.208698:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208700:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.208701:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208712:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978098.208714:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978098.208720:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978098.208728:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978098.208731:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978098.208735:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978098.208743:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366989696:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978098.208748:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208750:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.208753:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627366989696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208760:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978098.208762:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978098.208764:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978098.208771:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978098.208798:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978098.208800:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978098.208802:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978098.208805:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978098.208809:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978098.208811:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978098.208813:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:2.0:1783978098.208816:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978098.208817:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208819:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.208826:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978098.208828:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.208830:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978098.208831:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978098.208832:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978098.208836:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208843:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978098.208844:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208846:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978098.208848:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978098.208850:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978098.208853:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978098.208856:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978098.208858:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978098.208860:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.208862:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978098.208865:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978098.208867:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978098.208871:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978098.208873:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978098.208876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978098.208879:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989824, portal 10
00000100:00000001:2.0:1783978098.208881:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978098.208882:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:2.0:1783978098.208888:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208894:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978098.208896:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978098.208898:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978098.208900:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989824, offset 0
00000400:00000200:2.0:1783978098.208904:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978098.208908:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978098.208911:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978098.208914:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978098.208917:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978098.208919:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978098.208921:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978098.208924:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345293:345293:256:4294967295] 192.168.201.109@tcp LPNI seq info [345282:345282:8:4294967295]
00000400:00000200:2.0:1783978098.208928:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978098.208934:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978098.208938:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978098.208941:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978098.208945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978098.208948:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978098.208952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978098.208954:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978098.208958:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978098.208959:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978098.208963:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978098.208966:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978098.208969:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978098.208971:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978098.208973:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978098.208976:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208984:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.208987:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.208993:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.208994:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978098.208997:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978098.209001:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978098.209004:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978098.209006:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303629856
00000100:00000001:2.0:1783978098.209008:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303631094
00000100:00000001:2.0:1783978098.209010:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303629856
00000100:00000001:2.0:1783978098.209012:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303631094
00000100:00000001:2.0:1783978098.209015:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978098.209016:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.209018:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978098.209022:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978098/real 1783978098]  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978098.209029:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978098.209030:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978098.209031:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978098.209034:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978098.209036:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978098.209038:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978098.209042:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978098.209050:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978098.209057:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209058:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.209059:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978098.209062:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209069:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978098.209072:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209079:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978098.209081:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209083:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.209084:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209086:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978098.209089:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978098.209091:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978098.209094:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978098.209096:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978098.209100:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978098.209108:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978098.209111:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978098.209114:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209126:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978098.209127:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.209129:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978098.209131:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978098.209133:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978098.209135:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978098.209138:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978098.209140:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978098.209141:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978098.209143:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978098.209146:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978098.209147:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978098.209150:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978098.209153:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978098.209155:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978098.209158:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366989952, portal 10
00000100:00000001:2.0:1783978098.209159:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978098.209161:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:2.0:1783978098.209166:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209172:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978098.209174:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978098.209176:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978098.209178:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366989952, offset 0
00000400:00000200:2.0:1783978098.209182:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978098.209185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978098.209188:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978098.209191:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978098.209193:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978098.209195:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978098.209197:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978098.209200:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345294:345294:256:4294967295] 192.168.201.109@tcp LPNI seq info [345283:345283:8:4294967295]
00000400:00000200:2.0:1783978098.209204:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978098.209210:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978098.209213:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978098.209217:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978098.209220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978098.209223:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978098.209227:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978098.209229:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978098.209233:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978098.209246:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978098.209250:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978098.209253:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978098.209256:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978098.209258:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978098.209260:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978098.209263:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209270:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.209274:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209280:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.209281:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978098.209284:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978098.209286:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978098.209289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978098.209291:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303629853
00000100:00000001:2.0:1783978098.209294:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303631094
00000100:00000001:2.0:1783978098.209296:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303629853
00000100:00000001:2.0:1783978098.209297:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303631094
00000100:00000001:2.0:1783978098.209300:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978098.209302:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.209304:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978098.209307:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978098/real 1783978098]  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978098.209315:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978098.209316:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978098.209318:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978098.209320:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978098.209321:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978098.209323:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978098.209326:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978098.209334:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978098.209346:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209348:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.209349:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978098.209352:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209358:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978098.209362:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209368:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978098.209370:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209371:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978098.209372:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209374:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978098.209375:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978098.209378:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978098.209381:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978098.209383:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978098.209387:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978098.209393:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366989952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978098.209397:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209399:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.209402:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627366989824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209407:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978098.209409:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978098.209411:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978098.209414:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978098.209416:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978098.209417:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978098.209419:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978098.209420:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978098.209423:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978098.209424:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978098.209426:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:2.0:1783978098.209428:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978098.209429:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209431:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978098.209434:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627366989952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978098.209440:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978098.209441:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978098.209443:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965800.
02000000:00000001:2.0:1783978098.209445:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978098.209446:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978098.209448:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978098.209449:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978098.209451:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978098.209453:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978098.209454:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978098.209456:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:2.0:1783978098.209458:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978098.209459:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209461:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978098.209465:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978098.209466:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978098.209468:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978098.209470:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978098.400058:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978098.400062:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978098.400065:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978099.423980:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978099.423984:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978099.423987:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978103.327884:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978103.327899:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978103.327901:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978103.327905:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978103.327910:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978103.327917:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8962
00000400:00000200:3.0:1783978103.327927:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978103.327934:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978103.327937:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978103.327941:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.327943:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.327945:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.327947:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978103.327950:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978103.327951:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978103.327953:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978103.327956:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978103.327957:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978103.327959:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978103.327961:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.327962:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.327964:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.327965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978103.327967:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978103.327969:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978103.327971:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978103.327973:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978103.327976:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978103.327978:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.327979:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978103.327981:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978103.327989:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978103.327991:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978103.327994:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978103.327995:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.327997:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978103.327999:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978103.328002:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978103.328009:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978103.328016:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978103.328024:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978103.328034:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978103.328038:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978103.328042:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978103.328064:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978103.328066:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978103.328069:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978103.328070:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978103.328071:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978103.328073:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978103.328075:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8962
00000400:00000200:3.0:1783978103.328077:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978103.328079:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978103.328081:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978103.328083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328084:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.328085:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328087:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978103.328088:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978103.328089:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978103.328090:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978103.328092:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978103.328093:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978103.328095:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978103.328097:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328098:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.328100:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328101:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978103.328103:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783978103.328103:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978103.328105:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328108:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328110:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783978103.328110:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783978103.328114:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783978103.328117:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978103.328119:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328121:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1783978103.328124:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783978103.328125:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978103.328129:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328133:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978103.328138:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978103.328141:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:2.0:1783978103.328142:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978103.328144:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783978103.328157:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978103.328157:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328163:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978103.328164:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978103.328165:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978103.328166:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328169:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1783978103.328170:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978103.328174:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328175:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978103.328180:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990080:192.168.201.109@tcp:250:kworker.0
00000100:00100000:3.0:1783978103.328182:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978103.328189:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978103.328191:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978103.328194:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328196:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1783978103.328196:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783978103.328200:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328206:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978103.328206:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978103.328209:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978103.328211:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1783978103.328212:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
00000100:00000001:3.0:1783978103.328212:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978103.328215:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1783978103.328217:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328218:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978103.328221:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8962
00000400:00000200:2.0:1783978103.328225:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978103.328227:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978103.328230:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000010:2.0:1783978103.328231:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00080000:3.0:1783978103.328232:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978103.328237:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978103.328238:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.328239:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:2.0:1783978103.328241:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978103.328241:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978103.328246:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978103.328247:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978103.328248:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978103.328249:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000200:2.0:1783978103.328250:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990080, portal 25
00000020:00000001:3.0:1783978103.328251:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978103.328255:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:2.0:1783978103.328256:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1783978103.328258:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978103.328259:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000001:3.0:1783978103.328261:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978103.328265:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:2.0:1783978103.328269:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978103.328269:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978103.328274:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978103.328281:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978103.328283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978103.328287:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978103.328289:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978103.328291:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1783978103.328293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
02000000:00000001:3.0:1783978103.328295:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1783978103.328298:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366990080, offset 0
02000000:00000001:3.0:1783978103.328299:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328303:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978103.328305:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783978103.328306:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000008:00000001:3.0:1783978103.328310:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978103.328312:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328315:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:3.0:1783978103.328316:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978103.328320:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978103.328322:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978103.328323:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328325:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978103.328325:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978103.328328:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978103.328330:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328332:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1783978103.328335:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000400:00000200:2.0:1783978103.328338:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978103.328339:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328343:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1783978103.328347:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978103.328349:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978103.328357:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345295:345295:256:4294967295] 192.168.201.109@tcp LPNI seq info [345284:345284:8:4294967295]
00000100:00000001:3.0:1783978103.328359:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978103.328363:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328365:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978103.328368:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978103.328375:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328381:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1783978103.328384:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1783978103.328389:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978103.328391:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1783978103.328396:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000100:00000040:3.0:1783978103.328396:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978103.328402:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1783978103.328407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978103.328411:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8972)
00000800:00000200:2.0:1783978103.328412:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978103.328418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978103.328422:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783978103.328427:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978103.328429:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978103.328435:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978103.328439:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978103.328444:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978103.328446:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978103.328450:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978103.328453:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328462:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.328465:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328477:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328479:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978103.328489:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328492:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978103.328495:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303636214
00000100:00000010:2.0:1783978103.328499:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f8a0.
00000100:00000001:2.0:1783978103.328505:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978103.328511:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303636214
00000100:00000010:2.0:1783978103.328514:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f9c0.
00000100:00000001:2.0:1783978103.328517:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978103.328520:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978103.328522:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328524:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978103.328528:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978103/real 1783978103]  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978103.328537:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978103.328538:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978103.328540:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978103.328543:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978103.328545:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978103.328547:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978103.328558:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978103.328571:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328575:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978103.328576:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.328580:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978103.328582:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328587:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978103.328589:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328598:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978103.328601:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328603:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.328604:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328606:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978103.328608:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978103.328610:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978103.328614:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978103.328616:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978103.328620:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978103.328627:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990080:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978103.328632:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328634:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.328636:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627366990080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328643:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978103.328646:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978103.328649:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978103.328656:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978103.328657:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978103.328658:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978103.328660:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978103.328661:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978103.328664:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978103.328666:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978103.328667:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783978103.328669:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978103.328670:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328671:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328677:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978103.328678:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328679:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978103.328680:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978103.328681:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978103.328684:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328688:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978103.328689:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328690:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978103.328692:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978103.328693:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978103.328694:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978103.328696:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978103.328697:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978103.328699:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328700:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978103.328702:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978103.328703:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328705:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978103.328707:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978103.328710:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978103.328712:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990208, portal 10
00000100:00000001:2.0:1783978103.328714:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978103.328715:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:2.0:1783978103.328721:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328726:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978103.328729:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978103.328731:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978103.328733:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366990208, offset 0
00000400:00000200:2.0:1783978103.328737:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978103.328741:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978103.328744:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978103.328747:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978103.328749:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978103.328751:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978103.328754:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978103.328756:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345296:345296:256:4294967295] 192.168.201.109@tcp LPNI seq info [345285:345285:8:4294967295]
00000400:00000200:2.0:1783978103.328760:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978103.328766:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978103.328769:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978103.328771:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978103.328793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978103.328795:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978103.328798:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978103.328800:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783978103.328802:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978103.328803:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978103.328806:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978103.328808:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978103.328810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978103.328811:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978103.328812:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978103.328814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328819:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.328821:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328825:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328826:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978103.328828:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978103.328831:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978103.328833:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978103.328835:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303634976
00000100:00000001:2.0:1783978103.328837:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303636214
00000100:00000001:2.0:1783978103.328838:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303634976
00000100:00000001:2.0:1783978103.328839:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303636214
00000100:00000001:2.0:1783978103.328841:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978103.328842:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.328843:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978103.328845:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978103/real 1783978103]  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978103.328849:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978103.328850:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978103.328851:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978103.328852:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978103.328853:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978103.328854:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978103.328856:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978103.328860:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328864:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978103.328865:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328866:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.328867:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978103.328868:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328872:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978103.328874:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328878:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978103.328880:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328881:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.328882:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.328883:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978103.328884:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978103.328886:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978103.328888:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978103.328889:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978103.328891:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978103.328895:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978103.328897:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978103.328899:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328903:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978103.328904:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328905:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978103.328906:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978103.328907:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978103.328908:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978103.328910:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978103.328911:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978103.328912:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978103.328914:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978103.328917:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978103.328919:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978103.328922:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978103.328924:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978103.328927:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978103.328930:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990336, portal 10
00000100:00000001:2.0:1783978103.328931:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978103.328932:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:2.0:1783978103.328938:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.328944:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978103.328946:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978103.328948:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978103.328950:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366990336, offset 0
00000400:00000200:2.0:1783978103.328954:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978103.328957:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978103.328961:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978103.328964:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978103.328966:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978103.328968:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978103.328970:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978103.328973:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345297:345297:256:4294967295] 192.168.201.109@tcp LPNI seq info [345286:345286:8:4294967295]
00000400:00000200:2.0:1783978103.328977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978103.328983:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978103.328987:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978103.328989:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978103.328991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978103.328993:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978103.328996:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978103.328997:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783978103.329000:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978103.329001:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978103.329003:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978103.329005:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978103.329006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978103.329008:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978103.329010:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978103.329012:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329017:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.329019:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329025:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.329027:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978103.329029:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978103.329032:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978103.329034:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978103.329036:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303634973
00000100:00000001:2.0:1783978103.329039:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303636214
00000100:00000001:2.0:1783978103.329040:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303634973
00000100:00000001:2.0:1783978103.329042:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303636214
00000100:00000001:2.0:1783978103.329044:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978103.329046:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.329047:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978103.329051:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978103/real 1783978103]  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978103.329058:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978103.329058:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978103.329060:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978103.329062:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978103.329063:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978103.329065:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978103.329068:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978103.329076:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329083:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978103.329084:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329086:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.329087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978103.329091:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329097:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978103.329100:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329106:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978103.329108:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329110:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978103.329111:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329113:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978103.329114:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978103.329116:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978103.329119:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978103.329122:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978103.329125:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978103.329132:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978103.329136:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329138:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.329140:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627366990208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329158:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978103.329160:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978103.329161:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978103.329165:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978103.329166:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978103.329167:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978103.329169:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978103.329170:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978103.329172:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978103.329174:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978103.329175:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:2.0:1783978103.329177:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978103.329178:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329180:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978103.329183:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627366990336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978103.329188:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978103.329189:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978103.329191:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978103.329192:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978103.329193:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978103.329195:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978103.329196:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978103.329197:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978103.329199:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978103.329200:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978103.329201:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:2.0:1783978103.329203:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978103.329205:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329206:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978103.329210:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978103.329211:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978103.329213:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978103.329214:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978103.519943:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978103.519947:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978103.519950:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978104.543990:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978104.543992:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978104.543995:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978108.447896:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978108.447914:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978108.447917:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978108.447922:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978108.447926:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978108.447932:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8967
00000400:00000200:3.0:1783978108.447941:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978108.447946:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978108.447949:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978108.447952:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.447954:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978108.447956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.447959:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978108.447963:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978108.447965:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978108.447968:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978108.447971:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978108.447973:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978108.447976:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978108.447978:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.447980:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978108.447982:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.447984:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978108.447987:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978108.447990:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978108.447993:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978108.447995:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978108.447999:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978108.448002:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448004:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978108.448006:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978108.448015:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978108.448019:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978108.448022:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978108.448024:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448027:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978108.448030:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978108.448033:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978108.448041:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978108.448054:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978108.448073:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978108.448083:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978108.448087:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978108.448100:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978108.448123:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978108.448126:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978108.448129:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978108.448130:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978108.448131:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978108.448134:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978108.448137:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8967
00000400:00000200:3.0:1783978108.448141:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978108.448143:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978108.448146:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978108.448149:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448152:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978108.448154:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448157:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978108.448159:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978108.448160:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:2.0:1783978108.448161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978108.448163:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978108.448166:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:2.0:1783978108.448167:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783978108.448168:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:2.0:1783978108.448170:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783978108.448173:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978108.448180:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978108.448180:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448184:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978108.448188:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448193:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978108.448199:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978108.448201:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.448203:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978108.448205:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978108.448207:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978108.448211:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990464:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978108.448215:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978108.448218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978108.448221:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.448223:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978108.448227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978108.448229:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978108.448234:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978108.448237:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978108.448243:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978108.448248:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990464, portal 25
00000100:00000001:2.0:1783978108.448250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978108.448252:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:2.0:1783978108.448256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448262:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978108.448264:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978108.448266:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978108.448269:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366990464, offset 0
00000400:00000200:2.0:1783978108.448274:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978108.448281:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978108.448286:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978108.448291:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978108.448294:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978108.448299:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1783978108.448300:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978108.448306:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448309:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978108.448310:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978108.448315:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978108.448318:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448319:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978108.448323:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978108.448326:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448327:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978108.448331:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978108.448333:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978108.448336:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978108.448337:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448338:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978108.448340:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978108.448342:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978108.448345:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978108.448348:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978108.448353:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978108.448359:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978108.448361:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978108.448363:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:3.0:1783978108.448367:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978108.448373:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345298:345298:256:4294967295] 192.168.201.109@tcp LPNI seq info [345287:345287:8:4294967295]
00000400:00000200:2.0:1783978108.448380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978108.448388:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978108.448395:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978108.448396:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783978108.448401:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978108.448404:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1783978108.448408:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783978108.448411:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1783978108.448415:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000100:00000001:3.0:1783978108.448415:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978108.448420:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8967
00000800:00000200:2.0:1783978108.448425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000400:00000200:3.0:1783978108.448427:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:2.0:1783978108.448432:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1783978108.448433:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978108.448437:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978108.448442:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:2.1:1783978108.448443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978108.448445:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1783978108.448449:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1783978108.448450:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448453:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978108.448457:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:2.0:1783978108.448459:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978108.448459:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000010:2.0:1783978108.448464:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000020:00000001:3.0:1783978108.448464:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978108.448466:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978108.448470:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978108.448472:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:2.0:1783978108.448473:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783978108.448477:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448482:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783978108.448483:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1783978108.448488:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:2.0:1783978108.448491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000100:00000001:3.0:1783978108.448492:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:2.0:1783978108.448495:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000020:00000040:3.0:1783978108.448497:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978108.448501:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978108.448504:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978108.448505:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978108.448508:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978108.448510:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.448513:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978108.448513:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978108.448517:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978108.448521:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978108.448522:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978108.448523:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978108.448529:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000100:00000001:2.0:1783978108.448537:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.448540:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783978108.448541:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978108.448548:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978108.448550:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448551:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978108.448553:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978108.448554:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978108.448561:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:2.0:1783978108.448562:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448565:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.448566:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1783978108.448572:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978108.448574:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978108.448585:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783978108.448586:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978108.448587:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978108.448593:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448599:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303641334
00000100:00000001:3.0:1783978108.448601:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978108.448605:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1783978108.448607:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f4e0.
00000100:00000040:3.0:1783978108.448610:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978108.448614:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783978108.448616:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1783978108.448619:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1783978108.448626:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303641334
00000100:00000040:3.0:1783978108.448626:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8977)
00000100:00000010:2.0:1783978108.448633:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f060.
00000100:00000001:2.0:1783978108.448637:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978108.448641:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978108.448652:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.448655:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978108.448660:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978108/real 1783978108]  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978108.448670:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978108.448671:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978108.448673:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978108.448676:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978108.448678:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978108.448679:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978108.448682:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978108.448690:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448696:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978108.448698:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448700:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.448702:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978108.448705:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448712:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978108.448716:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448722:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978108.448725:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448726:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.448727:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448729:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978108.448731:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978108.448734:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978108.448737:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978108.448740:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978108.448744:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978108.448751:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990464:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978108.448755:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448756:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.448759:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627366990464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448765:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978108.448767:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978108.448770:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978108.448795:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978108.448797:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978108.448798:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978108.448801:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978108.448803:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978108.448806:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978108.448808:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978108.448809:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:2.0:1783978108.448813:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978108.448814:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448816:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.448822:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978108.448824:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.448826:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978108.448827:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978108.448828:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978108.448832:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448838:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978108.448839:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.448841:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978108.448843:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978108.448845:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978108.448848:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978108.448851:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978108.448853:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978108.448854:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.448856:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978108.448859:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978108.448861:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978108.448864:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978108.448866:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978108.448870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978108.448872:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990592, portal 10
00000100:00000001:2.0:1783978108.448874:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978108.448875:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:2.0:1783978108.448881:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448886:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978108.448889:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978108.448890:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978108.448892:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366990592, offset 0
00000400:00000200:2.0:1783978108.448896:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978108.448899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978108.448902:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978108.448905:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978108.448908:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978108.448910:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978108.448912:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978108.448914:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345299:345299:256:4294967295] 192.168.201.109@tcp LPNI seq info [345288:345288:8:4294967295]
00000400:00000200:2.0:1783978108.448918:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978108.448924:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978108.448927:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978108.448930:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978108.448934:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978108.448936:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978108.448940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978108.448943:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783978108.448946:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978108.448948:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978108.448951:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978108.448954:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978108.448957:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978108.448958:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978108.448960:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978108.448964:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448970:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.448984:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.448991:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.448992:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978108.448995:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978108.448998:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978108.449001:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978108.449003:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303640096
00000100:00000001:2.0:1783978108.449005:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303641334
00000100:00000001:2.0:1783978108.449007:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303640096
00000100:00000001:2.0:1783978108.449009:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303641334
00000100:00000001:2.0:1783978108.449011:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978108.449012:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.449014:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978108.449017:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978108/real 1783978108]  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978108.449030:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978108.449031:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978108.449033:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978108.449035:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978108.449036:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978108.449038:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978108.449041:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978108.449048:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449054:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978108.449056:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449067:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.449069:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978108.449072:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449078:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978108.449082:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449088:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978108.449090:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449091:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.449092:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449094:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978108.449096:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978108.449099:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978108.449101:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978108.449103:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978108.449107:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978108.449115:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978108.449118:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978108.449121:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449128:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978108.449129:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.449131:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978108.449133:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978108.449135:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978108.449137:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978108.449140:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978108.449142:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978108.449143:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978108.449145:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978108.449148:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978108.449150:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978108.449152:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978108.449154:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978108.449157:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978108.449159:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990720, portal 10
00000100:00000001:2.0:1783978108.449161:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978108.449162:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:2.0:1783978108.449167:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449172:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978108.449175:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978108.449176:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978108.449178:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366990720, offset 0
00000400:00000200:2.0:1783978108.449182:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978108.449185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978108.449188:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978108.449191:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978108.449193:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978108.449195:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978108.449197:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978108.449199:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345300:345300:256:4294967295] 192.168.201.109@tcp LPNI seq info [345289:345289:8:4294967295]
00000400:00000200:2.0:1783978108.449203:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978108.449208:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978108.449212:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978108.449215:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978108.449218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978108.449220:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978108.449224:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978108.449227:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783978108.449230:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978108.449231:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5f00.
00000400:00000200:2.0:1783978108.449234:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978108.449237:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978108.449239:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e116e8
00000400:00000010:2.0:1783978108.449241:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e116e8.
00000100:00000001:2.0:1783978108.449243:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978108.449246:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449253:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.449255:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449260:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.449262:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978108.449264:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978108.449267:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978108.449270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978108.449272:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303640093
00000100:00000001:2.0:1783978108.449274:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303641334
00000100:00000001:2.0:1783978108.449277:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303640093
00000100:00000001:2.0:1783978108.449278:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303641334
00000100:00000001:2.0:1783978108.449280:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978108.449282:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.449283:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978108.449286:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978108/real 1783978108]  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978108.449293:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978108.449294:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978108.449295:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978108.449297:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978108.449299:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978108.449301:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978108.449317:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978108.449324:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449329:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978108.449331:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449332:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.449334:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978108.449337:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449344:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978108.449347:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449353:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978108.449355:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449357:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978108.449358:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449359:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978108.449361:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978108.449363:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978108.449366:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978108.449368:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978108.449372:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978108.449379:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978108.449382:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449384:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.449386:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627366990592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449391:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978108.449392:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978108.449394:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978108.449396:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978108.449398:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978108.449399:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978108.449400:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978108.449402:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978108.449404:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978108.449405:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978108.449406:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:2.0:1783978108.449409:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978108.449410:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449411:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978108.449414:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627366990720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978108.449423:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978108.449424:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978108.449425:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978108.449431:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978108.449432:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978108.449433:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978108.449434:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978108.449436:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978108.449437:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978108.449438:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978108.449439:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:2.0:1783978108.449441:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978108.449442:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449443:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978108.449446:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978108.449447:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978108.449449:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978108.449450:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978108.641315:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978108.641319:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978108.641322:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978109.664021:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978109.664024:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978109.664027:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978113.568644:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978113.568653:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978113.568655:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978113.568658:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978113.568661:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978113.568667:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8972
00000400:00000200:3.0:1783978113.568674:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978113.568678:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978113.568680:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978113.568682:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568685:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.568686:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568688:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978113.568691:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978113.568692:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978113.568694:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978113.568697:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978113.568698:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978113.568699:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978113.568701:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568702:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.568703:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568704:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978113.568706:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978113.568708:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568710:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978113.568711:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978113.568714:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978113.568715:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568717:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978113.568720:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978113.568727:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978113.568730:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978113.568732:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978113.568734:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568736:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978113.568738:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978113.568741:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978113.568747:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978113.568753:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978113.568759:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978113.568767:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978113.568802:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978113.568807:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978113.568832:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978113.568834:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978113.568837:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978113.568838:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978113.568839:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978113.568841:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978113.568843:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8972
00000400:00000200:3.0:1783978113.568845:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978113.568847:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978113.568849:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978113.568851:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568852:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.568853:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568855:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978113.568856:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978113.568857:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978113.568858:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978113.568860:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978113.568861:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978113.568862:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978113.568864:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568865:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.568866:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568867:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978113.568868:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978113.568869:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978113.568871:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978113.568872:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978113.568877:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978113.568879:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568880:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978113.568883:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978113.568885:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568886:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.568888:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1783978113.568889:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000100:00000001:2.0:1783978113.568892:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783978113.568892:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978113.568894:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783978113.568895:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783978113.568896:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568899:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978113.568900:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978113.568902:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978113.568904:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783978113.568906:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978113.568911:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.568917:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978113.568919:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978113.568920:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783978113.568923:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978113.568926:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783978113.568929:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1783978113.568930:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.568933:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978113.568936:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990848:192.168.201.109@tcp:250:kworker.0
00000100:00000040:3.0:1783978113.568941:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978113.568942:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978113.568947:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978113.568949:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978113.568950:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978113.568953:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1783978113.568954:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1783978113.568959:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:2.0:1783978113.568960:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
00000100:00000001:3.0:1783978113.568961:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1783978113.568964:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978113.568965:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1783978113.568983:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978113.568987:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978113.568992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978113.568995:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1783978113.568998:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990848, portal 25
00000100:00080000:3.0:1783978113.569000:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8972
00000100:00000001:2.0:1783978113.569003:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978113.569005:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000400:00000200:3.0:1783978113.569010:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978113.569015:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978113.569018:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978113.569021:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569023:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.569024:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569027:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978113.569029:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978113.569030:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978113.569032:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978113.569034:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978113.569036:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978113.569038:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978113.569041:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569042:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978113.569044:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569046:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978113.569048:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978113.569050:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569053:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978113.569054:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978113.569055:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978113.569059:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978113.569063:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.569067:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978113.569068:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1783978113.569070:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978113.569073:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978113.569075:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569075:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978113.569081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e116e8.
00000100:00000200:2.0:1783978113.569087:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366990848, offset 0
00000100:00000010:3.0:1783978113.569091:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000400:00000200:2.0:1783978113.569096:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978113.569096:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978113.569099:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978113.569101:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978113.569102:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978113.569103:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978113.569105:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978113.569108:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:3.0:1783978113.569111:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978113.569114:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978113.569117:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00100000:3.0:1783978113.569121:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978113.569126:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783978113.569130:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783978113.569133:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978113.569134:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978113.569140:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978113.569141:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978113.569148:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978113.569151:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978113.569154:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978113.569157:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345301:345301:256:4294967295] 192.168.201.109@tcp LPNI seq info [345290:345290:8:4294967295]
00000100:00000040:3.0:1783978113.569158:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978113.569162:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978113.569167:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1783978113.569170:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978113.569172:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8982)
00000400:00000200:2.0:1783978113.569184:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978113.569190:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978113.569194:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5f00.
00000800:00000200:2.0:1783978113.569249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978113.569254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978113.569263:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978113.569267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978113.569270:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303646455
00000100:00000010:2.0:1783978113.569275:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fcc0.
00000100:00000001:2.0:1783978113.569281:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978113.569287:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303646455
00000100:00000010:2.0:1783978113.569290:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa80.
00000100:00000001:2.0:1783978113.569294:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978113.569297:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978113.569299:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569302:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569304:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978113.569310:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978113.569312:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783978113.569315:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978113.569316:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978113.569318:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978113.569322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978113.569329:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978113.569331:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978113.569332:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978113.569334:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978113.569336:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978113.569339:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978113.569342:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978113.569344:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978113.569345:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978113.569347:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978113.569350:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978113.569352:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978113.569355:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978113.569358:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060973c8.
00000400:00000010:2.0:1783978113.569362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11880.
00000100:00000200:2.0:1783978113.569365:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366990976, portal 10
00000100:00000001:2.0:1783978113.569366:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978113.569368:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:2.0:1783978113.569374:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978113.569381:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978113.569383:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978113.569385:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11550.
00000100:00000200:2.0:1783978113.569387:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366990976, offset 0
00000400:00000200:2.0:1783978113.569391:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978113.569396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978113.569398:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978113.569400:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978113.569402:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978113.569404:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978113.569405:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978113.569407:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345302:345302:255:4294967295] 192.168.201.109@tcp LPNI seq info [345291:345291:7:4294967295]
00000400:00000200:2.0:1783978113.569410:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978113.569414:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978113.569417:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978113.569419:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5200.
00000800:00000200:2.0:1783978113.569421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978113.569424:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978113.569426:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978113.569429:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978113.569431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978113.569432:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303645216
00000100:00000001:2.0:1783978113.569433:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303646455
00000100:00000001:2.0:1783978113.569435:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303645216
00000100:00000001:2.0:1783978113.569436:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303646455
00000100:00000001:2.0:1783978113.569437:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978113.569438:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569440:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978113.569442:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978113.569450:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978113.569452:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978113.569453:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978113.569455:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978113.569456:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978113.569459:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978113.569461:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978113.569462:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978113.569472:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978113.569474:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978113.569476:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978113.569477:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978113.569479:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978113.569482:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060970b0.
00000400:00000010:2.0:1783978113.569485:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978113.569487:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991104, portal 10
00000100:00000001:2.0:1783978113.569488:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978113.569489:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:2.0:1783978113.569493:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978113.569497:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978113.569501:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978113.569503:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e115d8.
00000100:00000200:2.0:1783978113.569504:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366991104, offset 0
00000400:00000200:2.0:1783978113.569507:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978113.569509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978113.569511:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978113.569588:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978113.569591:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978113.569592:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978113.569594:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978113.569596:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345303:345303:254:4294967295] 192.168.201.109@tcp LPNI seq info [345292:345292:6:4294967295]
00000400:00000200:2.0:1783978113.569599:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978113.569604:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978113.569608:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978113.569611:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5600.
00000800:00000200:2.0:1783978113.569614:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978113.569618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978113.569620:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978113.569622:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978113.569625:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978113.569627:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303645213
00000100:00000001:2.0:1783978113.569629:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303646455
00000100:00000001:2.0:1783978113.569631:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303645213
00000100:00000001:2.0:1783978113.569633:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303646455
00000100:00000001:2.0:1783978113.569635:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978113.569637:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569639:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569642:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978113.569645:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978113.569647:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783978113.569648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978113.569649:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978113.569651:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978113.569653:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978113.759947:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978113.759952:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978113.759956:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978114.784032:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978114.784036:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978114.784039:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978116.641111:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978116.641117:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978116.641120:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978116.641130:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978113/real 1783978116]  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978116.641143:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978116.641150:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978116.641153:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060973c8.
00000400:00000200:2.0:1783978116.641159:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11880
00000400:00000010:2.0:1783978116.641161:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11880.
00000100:00000001:2.0:1783978116.641165:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978116.641169:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978116.641178:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641185:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978116.641186:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641189:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978116.641194:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641201:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978116.641205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641213:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978116.641216:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641218:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641218:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641221:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978116.641224:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978116.641226:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978116.641231:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978116.641233:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978116.641237:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978116.641244:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366990976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978116.641250:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978116.641255:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978113/real 1783978116]  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978116.641264:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978116.641265:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978116.641266:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060970b0.
00000400:00000200:2.0:1783978116.641269:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978116.641270:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978116.641272:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978116.641274:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978116.641281:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641293:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978116.641295:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978116.641301:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641306:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978116.641308:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641314:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978116.641316:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641317:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641318:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641319:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978116.641321:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978116.641323:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978116.641327:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978116.641329:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978116.641333:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978116.641340:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978116.641344:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978116.641347:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978113/real 1783978116]  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978116.641354:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978116.641355:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978116.641357:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978116.641359:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978116.641361:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978116.641363:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978116.641366:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978116.641374:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641380:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978116.641381:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641383:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641384:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978116.641388:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641393:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978116.641396:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641402:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978116.641406:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641407:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978116.641408:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641409:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978116.641411:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978116.641413:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978116.641417:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978116.641419:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978116.641422:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978116.641430:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366990848:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978116.641433:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641436:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978116.641439:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627366990976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641445:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978116.641448:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978116.641452:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978116.641456:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978116.641459:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978116.641461:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978116.641463:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978116.641466:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978116.641469:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978116.641471:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978116.641473:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:2.0:1783978116.641476:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978116.641477:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641479:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978116.641482:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627366991104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641493:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978116.641494:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978116.641495:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978116.641497:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978116.641498:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978116.641499:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978116.641501:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978116.641502:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978116.641504:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978116.641505:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978116.641506:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:2.0:1783978116.641509:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978116.641510:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641511:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978116.641514:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627366990848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978116.641520:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978116.641521:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978116.641523:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978116.641529:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978116.641531:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978116.641532:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978116.641533:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978116.641547:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978116.641550:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978116.641552:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978116.641553:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:2.0:1783978116.641555:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978116.641557:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641559:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978116.641566:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978116.641568:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978116.641570:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978116.641572:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978116.705020:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978116.705029:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978116.705031:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978116.705038:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978116.705042:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978116.705046:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978116.705049:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978116.705052:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978116.705054:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978117.728114:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978117.728126:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978117.728128:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978117.728135:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978117.728140:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978117.728145:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978117.728150:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978117.728153:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978117.728157:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978118.688020:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978118.688033:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978118.688037:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978118.688041:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978118.688046:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978118.688055:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8977
00000400:00000200:3.0:1783978118.688067:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978118.688075:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978118.688078:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978118.688081:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.688085:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.688087:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.688090:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978118.688096:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978118.688098:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978118.688101:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978118.688105:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978118.688108:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978118.688110:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978118.688113:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.688115:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.688117:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.688119:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978118.688123:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978118.688126:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978118.688129:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978118.688132:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978118.688136:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978118.688139:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.688143:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978118.688145:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978118.688156:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978118.688160:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978118.688165:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978118.688167:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.688171:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978118.688174:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978118.688179:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978118.688188:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978118.689667:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978118.689685:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978118.689697:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978118.689702:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978118.689707:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978118.689757:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978118.689761:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978118.689767:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978118.689770:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978118.689787:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978118.689792:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978118.689795:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8977
00000400:00000200:3.0:1783978118.689804:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978118.689811:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978118.689814:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978118.689817:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.689821:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.689823:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.689825:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978118.689828:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978118.689830:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978118.689833:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978118.689836:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978118.689839:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978118.689842:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978118.689845:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.689847:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.689849:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.689850:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978118.689854:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978118.689857:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978118.689860:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978118.689864:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978118.689875:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978118.689878:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.689889:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978118.689895:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978118.689898:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.689900:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978118.689912:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978118.689916:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978118.689919:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978118.689921:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.689924:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978118.689926:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978118.689929:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978118.689936:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978118.689940:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978118.689945:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978118.689952:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978118.689956:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978118.689959:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978118.689965:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978118.689968:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978118.689971:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978118.689972:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978118.689973:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978118.689976:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978118.689978:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8977
00000400:00000200:3.0:1783978118.689982:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978118.689997:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978118.690000:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978118.690003:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.690005:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.690007:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.690009:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978118.690012:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978118.690013:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978118.690015:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978118.690017:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978118.690019:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978118.690021:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978118.690024:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.690026:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978118.690028:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978118.690029:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978118.690032:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978118.690034:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978118.690036:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978118.690038:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978118.690041:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978118.690043:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.690045:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978118.690047:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978118.690049:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.690051:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978118.690054:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978118.690057:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978118.690060:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978118.690061:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.690063:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978118.690064:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978118.690066:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978118.690072:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978118.690076:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978118.690080:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978118.690087:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978118.690089:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978118.690091:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978118.690098:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978118.690101:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978118.690105:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978118.690108:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978118.690112:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978118.690118:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8988)
00000100:00000001:2.0:1783978118.690993:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978118.691000:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978118.691004:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978118.691015:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691025:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978118.691027:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691033:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978118.691037:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978118.691040:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978118.691043:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366991232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978118.691048:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978118.691053:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978118.691056:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691059:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691068:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978118.691070:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978118.691093:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978118.691099:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978118.691107:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978118.691115:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991232, portal 25
00000100:00000001:2.0:1783978118.691118:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978118.691120:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:2.0:1783978118.691126:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691134:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978118.691137:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978118.691139:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978118.691143:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366991232, offset 0
00000400:00000200:2.0:1783978118.691151:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691160:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691167:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978118.691173:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978118.691178:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978118.691182:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978118.691185:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691189:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345304:345304:256:4294967295] 192.168.201.109@tcp LPNI seq info [345293:345293:8:4294967295]
00000400:00000200:2.0:1783978118.691201:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691213:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978118.691220:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691226:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978118.691233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978118.691238:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783978118.691245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978118.691248:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1783978118.691253:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691258:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978118.691265:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978118.691269:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978118.691274:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978118.691276:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978118.691279:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978118.691282:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691290:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691292:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691297:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691299:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978118.691304:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978118.691307:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978118.691309:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303651577
00000100:00000010:2.0:1783978118.691314:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f0c0.
00000100:00000001:2.0:1783978118.691321:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978118.691329:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303651577
00000100:00000010:2.0:1783978118.691331:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fe40.
00000100:00000001:2.0:1783978118.691334:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978118.691337:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978118.691338:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691341:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978118.691343:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978118/real 1783978118]  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978118.691353:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978118.691354:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978118.691357:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978118.691360:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978118.691362:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978118.691364:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978118.691368:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978118.691376:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691384:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978118.691386:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691388:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691391:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978118.691395:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691402:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978118.691406:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691412:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978118.691414:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691415:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691416:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691418:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978118.691420:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978118.691422:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978118.691426:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978118.691427:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978118.691430:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978118.691435:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366991232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978118.691438:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978118.691441:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691445:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978118.691446:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691448:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978118.691449:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978118.691450:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978118.691452:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978118.691453:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978118.691455:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978118.691456:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691457:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691460:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978118.691461:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978118.691463:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978118.691465:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978118.691467:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978118.691469:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991360, portal 10
00000100:00000001:2.0:1783978118.691470:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978118.691471:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:2.0:1783978118.691477:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691485:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978118.691486:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978118.691488:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978118.691489:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366991360, offset 0
00000400:00000200:2.0:1783978118.691491:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691494:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691496:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978118.691498:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978118.691500:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978118.691501:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978118.691502:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691505:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345305:345305:256:4294967295] 192.168.201.109@tcp LPNI seq info [345294:345294:8:4294967295]
00000400:00000200:2.0:1783978118.691507:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691511:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978118.691514:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691516:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978118.691518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978118.691520:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783978118.691523:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978118.691524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1783978118.691526:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691528:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978118.691530:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978118.691532:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978118.691534:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978118.691535:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978118.691537:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978118.691539:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691543:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691545:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691555:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978118.691557:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978118.691560:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978118.691562:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978118.691563:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303650338
00000100:00000001:2.0:1783978118.691565:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303651577
00000100:00000001:2.0:1783978118.691567:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303650338
00000100:00000001:2.0:1783978118.691568:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303651577
00000100:00000001:2.0:1783978118.691570:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978118.691571:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691572:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978118.691574:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978118/real 1783978118]  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978118.691578:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978118.691579:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978118.691580:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978118.691581:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978118.691582:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978118.691584:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978118.691585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978118.691590:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691593:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978118.691594:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691595:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691595:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978118.691597:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691602:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978118.691604:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691608:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978118.691610:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691611:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691612:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978118.691614:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978118.691616:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978118.691618:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978118.691619:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978118.691621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978118.691625:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978118.691627:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978118.691629:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691633:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978118.691634:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691635:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978118.691636:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978118.691637:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978118.691639:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978118.691640:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978118.691641:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978118.691643:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978118.691644:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691646:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978118.691647:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978118.691649:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978118.691650:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978118.691652:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978118.691654:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991488, portal 10
00000100:00000001:2.0:1783978118.691655:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978118.691656:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:2.0:1783978118.691659:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691663:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978118.691665:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978118.691666:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978118.691667:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366991488, offset 0
00000400:00000200:2.0:1783978118.691669:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691671:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691673:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978118.691674:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978118.691675:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978118.691677:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978118.691678:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978118.691680:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345306:345306:256:4294967295] 192.168.201.109@tcp LPNI seq info [345295:345295:8:4294967295]
00000400:00000200:2.0:1783978118.691683:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978118.691686:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978118.691689:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691690:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978118.691692:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978118.691693:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783978118.691696:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978118.691697:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1783978118.691699:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978118.691701:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978118.691703:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978118.691705:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978118.691707:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978118.691708:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978118.691709:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978118.691711:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691715:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691717:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691721:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691722:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978118.691723:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978118.691724:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978118.691726:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978118.691727:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303650335
00000100:00000001:2.0:1783978118.691729:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303651577
00000100:00000001:2.0:1783978118.691730:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303650335
00000100:00000001:2.0:1783978118.691732:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303651577
00000100:00000001:2.0:1783978118.691733:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978118.691734:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691735:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978118.691737:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978118/real 1783978118]  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978118.691741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978118.691741:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978118.691742:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978118.691743:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978118.691744:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978118.691745:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978118.691747:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978118.691753:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691756:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978118.691757:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978118.691760:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691763:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978118.691765:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691769:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978118.691770:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691771:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978118.691815:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691817:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978118.691818:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978118.691820:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978118.691824:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978118.691825:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978118.691829:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978118.691835:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978118.691839:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691842:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691844:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627366991232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691851:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978118.691854:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691857:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978118.691866:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978118.691868:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978118.691870:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978118.691873:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978118.691875:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978118.691879:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978118.691892:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978118.691894:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:2.0:1783978118.691899:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978118.691900:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691902:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691908:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627366991360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691915:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978118.691916:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691917:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978118.691920:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978118.691921:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978118.691922:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978118.691925:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978118.691926:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978118.691928:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978118.691929:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978118.691931:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:2.0:1783978118.691933:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978118.691934:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691936:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978118.691939:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627366991488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978118.691945:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978118.691946:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978118.691948:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978118.691950:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978118.691951:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978118.691952:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978118.691954:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978118.691956:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978118.691958:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978118.691959:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978118.691960:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:2.0:1783978118.691962:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978118.691964:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691966:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978118.691975:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978118.691978:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978118.691981:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978118.691982:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978118.753182:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978118.753193:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978118.753195:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978118.753203:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978118.753208:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978118.753213:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978118.753216:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978118.753219:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978118.753222:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978118.881274:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978118.881280:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978118.881284:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1783978119.199919:0:171567:0:(osc_request.c:745:osc_update_next_shrink()) next time 10183 to shrink grant
00000100:00000001:3.0:1783978119.775960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978119.775976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978119.775979:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978119.776303:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978119.776306:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978119.776309:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978119.776311:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978119.776313:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978119.776315:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978119.904036:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978119.904038:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978119.904040:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978120.800271:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978120.800281:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978120.800283:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978120.800290:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978120.800294:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978120.800298:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978120.800301:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978120.800304:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978120.800308:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978121.824096:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978121.824107:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978121.824109:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978121.824115:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978121.824119:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978121.824123:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978121.824126:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978121.824128:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978121.824130:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978122.847919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978122.847926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978122.847927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978122.847932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978122.847935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978122.847938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978122.847940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978122.847941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978122.847943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978123.807944:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978123.807953:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978123.807955:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978123.807959:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978123.807964:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978123.807971:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8983
00000400:00000200:3.0:1783978123.807996:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978123.808002:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978123.808005:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978123.808008:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808010:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808012:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808014:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978123.808019:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978123.808021:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978123.808024:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978123.808027:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978123.808029:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978123.808031:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978123.808034:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808036:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808038:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808040:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978123.808043:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978123.808045:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808048:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978123.808051:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978123.808054:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978123.808057:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808059:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978123.808062:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978123.808071:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978123.808075:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978123.808079:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978123.808080:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808084:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978123.808086:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978123.808090:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978123.808097:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978123.808103:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978123.808113:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978123.808123:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978123.808127:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978123.808131:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978123.808165:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978123.808169:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978123.808172:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978123.808173:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978123.808175:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978123.808177:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978123.808180:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8983
00000400:00000200:3.0:1783978123.808183:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978123.808186:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978123.808188:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978123.808191:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808193:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808194:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808196:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978123.808198:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978123.808200:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978123.808201:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978123.808203:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978123.808205:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978123.808207:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978123.808211:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808213:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808215:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808217:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978123.808219:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978123.808222:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808223:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978123.808225:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978123.808230:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978123.808232:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808234:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978123.808238:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978123.808240:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808242:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978123.808246:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978123.808248:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978123.808250:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978123.808252:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808253:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978123.808255:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978123.808256:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978123.808261:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978123.808264:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978123.808270:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978123.808277:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978123.808278:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978123.808282:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978123.808288:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978123.808290:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978123.808293:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978123.808295:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978123.808296:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978123.808299:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978123.808301:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8983
00000400:00000200:3.0:1783978123.808305:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978123.808307:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978123.808309:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978123.808312:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808314:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808316:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808318:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978123.808320:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978123.808321:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978123.808322:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978123.808324:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978123.808326:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978123.808328:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978123.808330:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808332:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978123.808333:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808335:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978123.808337:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978123.808339:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978123.808340:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978123.808341:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978123.808344:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978123.808346:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808348:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978123.808350:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978123.808352:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808354:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978123.808357:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978123.808360:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978123.808362:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978123.808363:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.808365:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978123.808366:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978123.808367:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978123.808373:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978123.808377:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978123.808382:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978123.808388:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978123.808390:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978123.808393:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978123.808399:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978123.808402:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978123.808405:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978123.808407:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978123.808410:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978123.808414:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8993)
00000100:00000001:2.0:1783978123.808495:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978123.808500:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978123.808503:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978123.808510:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808518:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978123.808520:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.808523:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978123.808526:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978123.808528:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978123.808531:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366991616:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978123.808535:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978123.808539:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978123.808541:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.808544:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978123.808549:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978123.808551:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978123.808557:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978123.808562:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978123.808568:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978123.808575:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991616, portal 25
00000100:00000001:2.0:1783978123.808577:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978123.808579:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:2.0:1783978123.808584:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808591:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978123.808594:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978123.808596:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978123.808599:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366991616, offset 0
00000400:00000200:2.0:1783978123.808605:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978123.808613:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.808619:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978123.808624:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978123.808628:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978123.808631:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978123.808634:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978123.808637:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345307:345307:256:4294967295] 192.168.201.109@tcp LPNI seq info [345296:345296:8:4294967295]
00000400:00000200:2.0:1783978123.808641:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.808650:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978123.808656:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.808661:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978123.808668:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978123.808672:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978123.808678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978123.808681:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1783978123.808686:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.808696:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978123.808705:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978123.808710:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978123.808716:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978123.808718:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978123.808722:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978123.808727:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808735:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.808739:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808745:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.808747:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978123.808753:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978123.808757:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978123.808760:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303656694
00000100:00000010:2.0:1783978123.808765:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff00.
00000100:00000001:2.0:1783978123.808827:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978123.808833:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303656695
00000100:00000010:2.0:1783978123.808836:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f960.
00000100:00000001:2.0:1783978123.808840:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978123.808842:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978123.808845:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.808847:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978123.808851:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978123/real 1783978123]  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978123.808861:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978123.808862:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978123.808864:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978123.808867:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978123.808868:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978123.808869:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978123.808872:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978123.808877:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808885:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978123.808886:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.808888:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.808889:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978123.808891:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808895:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978123.808898:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808902:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978123.808904:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.808905:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.808906:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.808907:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978123.808909:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978123.808910:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978123.808913:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978123.808914:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978123.808916:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978123.808921:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366991616:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978123.808924:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978123.808926:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808929:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978123.808930:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.808932:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978123.808933:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978123.808935:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978123.808937:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978123.808939:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978123.808940:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978123.808941:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.808942:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978123.808944:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978123.808945:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978123.808947:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978123.808949:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978123.808951:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978123.808952:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991744, portal 10
00000100:00000001:2.0:1783978123.808954:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978123.808954:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:2.0:1783978123.808959:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.808962:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978123.808964:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978123.808965:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978123.808967:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366991744, offset 0
00000400:00000200:2.0:1783978123.808969:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978123.808971:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.808973:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978123.808975:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978123.808977:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978123.808978:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978123.808980:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978123.808982:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345308:345308:256:4294967295] 192.168.201.109@tcp LPNI seq info [345297:345297:8:4294967295]
00000400:00000200:2.0:1783978123.808984:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.808988:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978123.808990:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.808992:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978123.808995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978123.808997:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978123.808999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978123.809001:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1783978123.809003:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.809004:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978123.809006:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978123.809008:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978123.809010:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978123.809011:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978123.809012:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978123.809014:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.809021:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809024:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.809025:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978123.809027:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978123.809029:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978123.809031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978123.809032:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303655456
00000100:00000001:2.0:1783978123.809033:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303656694
00000100:00000001:2.0:1783978123.809035:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303655456
00000100:00000001:2.0:1783978123.809036:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303656695
00000100:00000001:2.0:1783978123.809037:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978123.809039:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.809039:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978123.809041:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978123/real 1783978123]  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978123.809049:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978123.809050:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978123.809051:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978123.809052:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978123.809053:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978123.809054:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978123.809056:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978123.809060:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809063:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978123.809064:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.809066:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978123.809068:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809072:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978123.809073:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809077:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978123.809078:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809079:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.809080:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809081:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978123.809082:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978123.809084:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978123.809085:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978123.809087:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978123.809089:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978123.809094:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978123.809096:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978123.809097:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809101:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978123.809101:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.809102:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978123.809103:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978123.809104:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978123.809106:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978123.809107:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978123.809108:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978123.809109:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978123.809110:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978123.809111:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978123.809112:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978123.809114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978123.809115:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978123.809117:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978123.809118:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366991872, portal 10
00000100:00000001:2.0:1783978123.809119:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978123.809120:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:2.0:1783978123.809123:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809127:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978123.809128:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978123.809130:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978123.809131:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366991872, offset 0
00000400:00000200:2.0:1783978123.809134:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978123.809135:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.809137:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978123.809139:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978123.809140:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978123.809142:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978123.809143:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978123.809145:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345309:345309:256:4294967295] 192.168.201.109@tcp LPNI seq info [345298:345298:8:4294967295]
00000400:00000200:2.0:1783978123.809147:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978123.809150:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978123.809153:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.809154:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978123.809156:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978123.809158:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978123.809160:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978123.809162:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1783978123.809164:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978123.809165:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978123.809166:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978123.809168:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978123.809170:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978123.809171:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978123.809172:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978123.809174:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809179:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.809180:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809184:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.809185:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978123.809186:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978123.809188:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978123.809189:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978123.809191:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303655453
00000100:00000001:2.0:1783978123.809192:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303656694
00000100:00000001:2.0:1783978123.809194:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303655453
00000100:00000001:2.0:1783978123.809195:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303656695
00000100:00000001:2.0:1783978123.809196:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978123.809197:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.809198:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978123.809200:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978123/real 1783978123]  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978123.809203:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978123.809204:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978123.809205:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978123.809206:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978123.809207:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978123.809208:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978123.809210:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978123.809215:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809218:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978123.809219:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809220:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.809220:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978123.809222:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809225:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978123.809227:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809231:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978123.809232:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809233:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978123.809234:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809235:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978123.809236:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978123.809237:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978123.809239:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978123.809240:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978123.809242:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978123.809246:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366991872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978123.809248:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809249:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.809251:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627366991616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809254:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978123.809256:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978123.809258:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978123.809259:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978123.809261:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978123.809262:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978123.809263:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978123.809265:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978123.809267:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978123.809269:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978123.809270:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:2.0:1783978123.809273:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978123.809274:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809275:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.809278:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627366991744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809289:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978123.809290:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978123.809291:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978123.809294:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978123.809295:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978123.809296:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978123.809298:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978123.809299:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978123.809301:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978123.809302:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978123.809303:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783978123.809305:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978123.809306:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978123.809311:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627366991872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978123.809317:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978123.809319:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978123.809320:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967800.
02000000:00000001:2.0:1783978123.809326:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978123.809327:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978123.809328:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978123.809330:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978123.809331:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978123.809334:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978123.809335:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978123.809336:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:2.0:1783978123.809338:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978123.809339:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809341:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978123.809347:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978123.809348:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978123.809350:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978123.809351:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978123.871940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978123.871948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978123.871950:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978123.871964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978123.871969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978123.871972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978123.871975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978123.871978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978123.871981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978124.000056:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978124.000060:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978124.000063:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978124.895919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978124.895926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978124.895928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978124.895934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978124.895937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978124.895941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978124.895943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978124.895945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978124.895948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978125.024093:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978125.024097:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978125.024100:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978125.919885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978125.919892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978125.919893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978125.919897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978125.919900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978125.919902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978125.919904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978125.919906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978125.919908:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978126.943872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978126.943880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978126.943883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978126.943889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978126.943892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978126.943896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978126.943898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978126.943899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978126.943902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978127.967899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978127.967905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978127.967906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978127.967912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978127.967914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978127.967917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978127.967919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978127.967921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978127.967923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978128.927936:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978128.927949:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978128.927953:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978128.927967:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978128.927973:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978128.927982:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8988
00000400:00000200:2.0:1783978128.927992:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978128.927997:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978128.928000:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978128.928002:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928006:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928009:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928011:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978128.928016:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978128.928018:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978128.928021:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978128.928026:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978128.928028:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978128.928031:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978128.928034:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928036:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928038:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928040:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978128.928044:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978128.928047:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928050:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978128.928053:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978128.928056:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978128.928058:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928060:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978128.928063:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978128.928074:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978128.928078:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978128.928081:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978128.928082:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928086:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978128.928088:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978128.928093:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978128.928100:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978128.928107:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978128.928116:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627366992000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978128.928125:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978128.928129:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978128.928132:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627366992000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978128.928155:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978128.928159:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978128.928169:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978128.928170:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978128.928172:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978128.928175:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978128.928177:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8988
00000400:00000200:2.0:1783978128.928181:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978128.928183:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978128.928186:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978128.928188:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928191:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928193:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928195:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978128.928197:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978128.928199:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978128.928200:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978128.928203:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978128.928205:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978128.928207:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978128.928210:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928212:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928214:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928216:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978128.928219:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978128.928221:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928223:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978128.928224:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978128.928230:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978128.928232:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928234:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978128.928239:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978128.928242:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928243:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978128.928247:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978128.928249:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978128.928251:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978128.928252:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928254:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978128.928255:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978128.928257:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978128.928260:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978128.928264:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978128.928268:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627366992128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978128.928275:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978128.928277:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978128.928280:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627366992128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978128.928292:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978128.928294:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978128.928297:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978128.928299:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978128.928300:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978128.928303:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978128.928305:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8988
00000400:00000200:2.0:1783978128.928309:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978128.928311:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978128.928314:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978128.928317:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928319:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928321:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928323:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978128.928324:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978128.928325:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978128.928327:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978128.928329:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978128.928331:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978128.928332:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978128.928335:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928337:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978128.928338:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928340:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978128.928342:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978128.928344:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978128.928346:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978128.928348:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978128.928351:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978128.928353:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928354:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978128.928357:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978128.928359:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928361:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978128.928364:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978128.928367:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978128.928369:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978128.928370:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978128.928372:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978128.928373:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978128.928375:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978128.928378:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978128.928381:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978128.928385:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627366992256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978128.928392:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978128.928394:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978128.928398:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627366992256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978128.928404:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978128.928407:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978128.928411:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978128.928413:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978128.928416:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978128.928417:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978128.928421:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8998)
00000800:00000200:1.1:1783978128.928421:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783978128.928877:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978128.928880:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783978128.929130:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978128.929132:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783978128.991931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978128.991941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978128.991943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978128.991952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978128.991957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978128.991961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978128.991965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978128.991968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978128.991971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978129.120080:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978129.120085:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978129.120088:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978130.015972:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978130.015986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978130.015990:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978130.015999:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978130.016005:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978130.016011:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978130.016014:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978130.016018:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978130.016022:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978130.144036:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978130.144041:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978130.144045:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978131.039885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978131.039894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978131.039896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978131.039902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978131.039905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978131.039909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978131.039911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978131.039913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978131.039917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978132.063906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978132.063916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978132.063918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978132.063924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978132.063927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978132.063935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978132.063938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978132.063940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978132.063944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978133.087889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978133.087897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978133.087899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978133.087905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978133.087908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978133.087912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978133.087915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978133.087917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978133.087921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978134.047906:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978134.047913:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978134.047916:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978134.047918:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978134.047921:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978134.047927:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8993
00000400:00000200:3.0:1783978134.047934:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978134.047938:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978134.047940:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978134.047942:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.047944:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.047946:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.047947:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978134.047951:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978134.047952:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978134.047955:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978134.047957:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978134.047959:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978134.047960:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978134.047962:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.047963:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.047964:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.047965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978134.047967:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978134.047969:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978134.047970:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978134.047972:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978134.047974:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978134.047976:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.047977:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978134.047979:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978134.047986:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978134.047990:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978134.047993:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978134.047994:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.047997:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978134.047999:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978134.048003:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978134.048011:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978134.048017:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978134.048025:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366992384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978134.048035:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978134.048039:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978134.048044:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366992384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978134.048063:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978134.048066:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978134.048068:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978134.048069:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978134.048070:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978134.048073:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978134.048075:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8993
00000400:00000200:3.0:1783978134.048078:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978134.048080:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978134.048081:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978134.048083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048085:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.048087:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048088:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978134.048090:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978134.048091:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978134.048092:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978134.048094:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978134.048095:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978134.048096:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978134.048098:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048099:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.048101:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048102:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978134.048104:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978134.048108:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048111:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978134.048121:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978134.048131:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978134.048136:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048142:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978134.048148:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978134.048153:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048158:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978134.048165:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978134.048169:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978134.048172:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978134.048174:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048178:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978134.048181:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978134.048183:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978134.048187:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978134.048191:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978134.048198:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366992512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978134.048206:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978134.048209:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978134.048212:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366992512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978134.048220:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978134.048222:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978134.048225:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978134.048229:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978134.048231:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978134.048234:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978134.048236:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8993
00000400:00000200:3.0:1783978134.048247:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978134.048253:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978134.048255:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978134.048259:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048262:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.048265:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048270:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978134.048273:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978134.048275:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978134.048278:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978134.048280:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978134.048285:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978134.048289:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978134.048294:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048299:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978134.048302:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048306:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978134.048311:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978134.048316:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978134.048321:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978134.048325:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978134.048329:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978134.048333:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048335:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978134.048337:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978134.048341:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048345:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978134.048350:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978134.048355:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978134.048360:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978134.048363:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978134.048366:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978134.048369:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978134.048372:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978134.048379:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978134.048384:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978134.048391:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366992640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978134.048408:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978134.048411:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978134.048418:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366992640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978134.048422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978134.048426:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978134.048438:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978134.048441:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978134.048444:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978134.048448:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978134.048453:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978134.048462:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9003)
00000800:00000200:1.1:1783978134.048828:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978134.048830:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978134.048995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978134.048996:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978134.111880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978134.111890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978134.111892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978134.111898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978134.111901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978134.111904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978134.111907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978134.111908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978134.111910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978134.239968:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978134.239972:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978134.239975:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978135.135944:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978135.135950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978135.135951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978135.135955:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978135.135965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978135.135968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978135.135970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978135.135972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978135.135974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978135.264003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978135.264008:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978135.264011:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978136.159892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978136.159898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978136.159899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978136.159903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978136.159905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978136.159908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978136.159910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978136.159912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978136.159914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978137.183889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978137.183897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978137.183899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978137.183905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978137.183908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978137.183911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978137.183914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978137.183916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978137.183919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978138.207892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978138.207899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978138.207901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978138.207907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978138.207910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978138.207914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978138.207917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978138.207920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978138.207923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978139.167898:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978139.167908:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978139.167910:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978139.167914:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978139.167918:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978139.167925:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 8998
00000400:00000200:3.0:1783978139.167934:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978139.167940:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978139.167943:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978139.167945:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.167949:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.167951:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.167953:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978139.167957:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978139.167959:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978139.167961:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978139.167964:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978139.167966:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978139.167968:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978139.167970:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.167980:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.167985:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.167987:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978139.167989:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978139.167993:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978139.167995:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978139.167997:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978139.168001:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978139.168003:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168005:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978139.168007:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978139.168016:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978139.168019:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978139.168023:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978139.168024:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168027:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978139.168030:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978139.168033:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978139.168041:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978139.168046:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978139.168054:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366992768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978139.168063:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978139.168067:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978139.168071:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366992768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978139.168093:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978139.168096:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978139.168098:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978139.168099:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978139.168101:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978139.168103:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978139.168106:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8998
00000400:00000200:3.0:1783978139.168109:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978139.168111:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978139.168113:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978139.168116:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.168119:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168121:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978139.168123:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978139.168124:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978139.168126:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978139.168128:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978139.168130:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978139.168132:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978139.168134:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168136:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.168139:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168143:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978139.168146:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978139.168150:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168154:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978139.168156:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978139.168163:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978139.168168:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168173:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978139.168178:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978139.168184:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168187:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978139.168192:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978139.168197:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978139.168200:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978139.168201:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168203:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978139.168204:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978139.168206:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978139.168212:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978139.168217:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978139.168227:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366992896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978139.168241:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978139.168244:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978139.168249:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366992896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978139.168262:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978139.168266:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978139.168272:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978139.168274:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978139.168277:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978139.168283:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978139.168286:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 8998
00000400:00000200:3.0:1783978139.168292:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978139.168298:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978139.168302:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978139.168307:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168311:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.168315:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168330:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978139.168334:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978139.168338:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978139.168340:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978139.168344:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978139.168346:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978139.168348:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978139.168355:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168358:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978139.168360:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168363:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978139.168367:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978139.168371:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978139.168375:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978139.168383:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978139.168388:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978139.168393:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168397:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978139.168400:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978139.168406:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168410:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978139.168418:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978139.168422:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978139.168426:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978139.168430:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978139.168433:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978139.168436:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978139.168439:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978139.168445:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978139.168450:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978139.168458:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366993024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978139.168470:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978139.168473:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978139.168476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978139.168481:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366993024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978139.168482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978139.168495:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978139.168500:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978139.168505:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978139.168510:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978139.168517:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978139.168523:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9008)
00000800:00000200:1.1:1783978139.168920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978139.168922:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978139.169185:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978139.169187:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978139.231912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978139.231919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978139.231922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978139.231928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978139.231933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978139.231936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978139.231939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978139.231942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978139.231945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978139.360016:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978139.360020:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978139.360023:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978140.255967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978140.255975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978140.255977:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978140.255983:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978140.255986:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978140.255989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978140.255991:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978140.255994:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978140.255997:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978140.383989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978140.383992:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978140.383996:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978141.279892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978141.279899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978141.279902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978141.279908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978141.279911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978141.279915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978141.279918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978141.279920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978141.279923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978142.303907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978142.303914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978142.303916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978142.303922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978142.303925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978142.303929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978142.303931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978142.303933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978142.303936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978143.327885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978143.327899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978143.327901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978143.327906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978143.327910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978143.327914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978143.327917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978143.327920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978143.327923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978144.288204:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978144.288214:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978144.288217:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978144.288221:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978144.288225:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978144.288232:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9003
00000400:00000200:2.0:1783978144.288241:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978144.288247:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978144.288250:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978144.288253:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288266:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.288269:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288271:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978144.288276:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978144.288279:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978144.288282:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978144.288285:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978144.288287:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978144.288297:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978144.288300:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288302:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.288308:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288310:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978144.288312:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978144.288316:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288318:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978144.288321:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978144.288324:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978144.288327:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.288329:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978144.288332:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978144.288341:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978144.288345:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978144.288349:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978144.288351:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.288354:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978144.288357:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978144.288360:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978144.288373:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978144.288379:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978144.288387:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627366993152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978144.288397:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978144.288401:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978144.288406:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627366993152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978144.288674:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978144.288677:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1783978144.288748:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978144.288752:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978144.288755:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978144.288757:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978144.288758:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978144.288761:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978144.288764:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9003
00000400:00000200:2.0:1783978144.288768:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978144.288771:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978144.288797:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978144.288800:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288802:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.288804:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288807:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978144.288809:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978144.288810:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978144.288812:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978144.288815:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978144.288817:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978144.288820:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978144.288822:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288824:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.288826:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288828:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978144.288831:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978144.288834:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978144.288836:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978144.288838:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978144.288843:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978144.288846:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.288848:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978144.288852:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978144.288855:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.288857:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978144.288861:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978144.288863:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978144.288866:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978144.288867:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.288869:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978144.288871:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978144.288873:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978144.288887:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978144.288892:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978144.288897:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627366993280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978144.288904:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978144.288906:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978144.288910:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627366993280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978144.290216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978144.290220:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1783978144.290387:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978144.290391:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978144.290395:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978144.290397:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978144.290398:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978144.290401:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978144.290404:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9003
00000400:00000200:2.0:1783978144.290409:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978144.290411:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978144.290414:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978144.290417:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.290420:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.290422:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.290424:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978144.290426:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978144.290428:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978144.290430:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978144.290432:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978144.290444:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978144.290447:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978144.290450:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.290452:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978144.290454:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978144.290456:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978144.290458:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978144.290461:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978144.290464:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978144.290466:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978144.290470:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978144.290472:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.290474:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978144.290478:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978144.290480:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.290482:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978144.290486:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978144.290489:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978144.290491:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978144.290493:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978144.290495:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978144.290497:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978144.290500:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978144.290505:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978144.290509:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978144.290514:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627366993408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978144.290522:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978144.290525:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978144.290529:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627366993408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978144.290537:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978144.290540:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978144.290543:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978144.290546:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978144.290548:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978144.290553:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9013)
00000800:00000200:1.1:1783978144.291004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978144.291007:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978144.351906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978144.351914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978144.351916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978144.351921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978144.351975:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978144.351978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978144.351980:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978144.351982:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978144.351984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978144.480092:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978144.480095:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978144.480098:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978145.375897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978145.375904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978145.375906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978145.375912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978145.375915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978145.375919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978145.375922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978145.375924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978145.375927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978145.504003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978145.504007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978145.504011:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978146.399905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978146.399913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978146.399915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978146.399921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978146.399924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978146.399928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978146.399930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978146.399932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978146.399935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978149.407923:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978149.407932:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978149.407934:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978149.407937:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978149.407941:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978149.407947:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9008
00000400:00000200:3.0:1783978149.407954:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978149.407958:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978149.407961:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978149.407963:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.407965:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.407966:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.407968:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978149.407971:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978149.407972:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978149.407975:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978149.407977:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978149.407978:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978149.407979:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978149.407981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.407982:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.407984:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.407985:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978149.407987:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978149.407989:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978149.407990:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978149.407992:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978149.407995:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978149.407997:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.407998:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978149.408000:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978149.408009:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978149.408013:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978149.408017:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978149.408019:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408022:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978149.408025:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978149.408029:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978149.408037:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978149.408042:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978149.408051:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366993536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978149.408060:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978149.408065:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978149.408070:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366993536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978149.408098:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978149.408101:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978149.408104:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978149.408105:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978149.408107:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978149.408110:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978149.408113:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9008
00000400:00000200:3.0:1783978149.408117:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978149.408120:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978149.408122:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978149.408125:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408127:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.408129:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408131:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978149.408133:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978149.408135:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978149.408136:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978149.408139:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978149.408141:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978149.408143:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978149.408146:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408148:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.408150:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408152:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978149.408155:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978149.408157:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408160:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978149.408161:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978149.408167:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978149.408169:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408171:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978149.408174:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978149.408177:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408179:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978149.408182:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978149.408184:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978149.408187:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978149.408188:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408189:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978149.408191:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978149.408192:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978149.408196:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978149.408199:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978149.408203:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366993664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978149.408210:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978149.408213:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978149.408216:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366993664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978149.408229:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978149.408232:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978149.408235:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978149.408236:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978149.408237:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978149.408240:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978149.408242:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9008
00000400:00000200:3.0:1783978149.408246:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978149.408249:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978149.408251:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978149.408254:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408256:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.408257:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408259:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978149.408261:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978149.408263:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978149.408264:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978149.408266:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978149.408268:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978149.408270:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978149.408273:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408275:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978149.408276:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408279:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978149.408281:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978149.408283:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978149.408285:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978149.408287:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978149.408290:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978149.408292:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408293:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978149.408295:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978149.408297:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408299:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978149.408302:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978149.408304:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978149.408306:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978149.408307:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978149.408309:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978149.408310:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978149.408312:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978149.408317:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978149.408320:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978149.408324:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366993792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978149.408331:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978149.408333:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978149.408337:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366993792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978149.408344:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978149.408373:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978149.408377:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978149.408380:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978149.408383:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978149.408387:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9018)
00000800:00000200:1.1:1783978149.408583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978149.408586:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978149.408898:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978149.408900:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978149.409094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978149.409096:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783978149.599997:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978149.600001:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978149.600004:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978150.624027:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978150.624031:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978150.624034:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978154.528477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978154.528483:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978154.528999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978154.529002:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978154.529285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978154.529287:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1783978154.720039:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978154.720041:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978154.720043:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978155.744011:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978155.744015:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978155.744017:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978159.647916:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978159.647931:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978159.647934:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978159.647939:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978159.647944:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978159.647953:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9018
00000400:00000200:3.0:1783978159.647966:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978159.647973:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978159.647976:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978159.647979:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.647984:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.647986:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.647989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978159.647994:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978159.647996:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978159.647999:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978159.648003:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978159.648006:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978159.648008:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978159.648024:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648027:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.648029:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648032:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978159.648035:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978159.648039:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648041:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978159.648046:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978159.648050:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978159.648054:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648057:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978159.648060:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978159.648073:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978159.648078:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978159.648082:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978159.648084:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648087:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978159.648091:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978159.648096:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978159.648106:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978159.648116:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978159.648127:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366994304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978159.648156:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978159.648162:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978159.648167:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366994304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978159.648217:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978159.648221:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978159.648224:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978159.648226:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978159.648227:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978159.648231:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978159.648234:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9018
00000400:00000200:3.0:1783978159.648239:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978159.648243:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978159.648246:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978159.648249:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648251:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.648254:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648256:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978159.648259:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978159.648261:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978159.648263:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978159.648265:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978159.648270:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978159.648274:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978159.648280:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648284:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.648288:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648294:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978159.648300:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978159.648307:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648312:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978159.648316:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978159.648323:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978159.648331:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648335:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978159.648342:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978159.648347:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648351:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978159.648355:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978159.648361:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978159.648365:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978159.648367:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648373:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978159.648376:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978159.648380:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978159.648386:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978159.648392:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978159.648401:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366994432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978159.648425:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978159.648430:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978159.648438:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366994432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978159.648465:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978159.648469:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978159.648481:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978159.648484:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978159.648488:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978159.648491:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978159.648496:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9018
00000400:00000200:3.0:1783978159.648503:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978159.648507:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978159.648510:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978159.648515:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648526:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.648531:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648536:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978159.648542:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978159.648545:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978159.648559:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978159.648564:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978159.648569:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978159.648575:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978159.648583:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648589:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978159.648595:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648600:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978159.648607:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978159.648612:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978159.648617:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978159.648619:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978159.648623:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978159.648627:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648631:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978159.648634:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978159.648639:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648643:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978159.648644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000010:3.0:1783978159.648648:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000800:00000200:1.1:1783978159.648649:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1783978159.648653:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978159.648660:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978159.648664:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978159.648668:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978159.648671:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978159.648673:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978159.648679:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978159.648685:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978159.648695:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366994560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978159.648707:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978159.648712:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978159.648722:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366994560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978159.648751:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978159.648756:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978159.648762:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978159.648767:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978159.648821:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978159.648829:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9028)
00000800:00000200:1.1:1783978159.649226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978159.649233:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978159.649534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978159.649536:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783978159.840550:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978159.840554:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978159.840557:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978160.864031:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978160.864036:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978160.864040:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978164.768459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978164.768465:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978164.768941:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978164.768943:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978164.769241:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978164.769244:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1783978164.959984:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978164.959987:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978164.959989:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978165.984081:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978165.984084:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978165.984087:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978169.890202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978169.890208:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978169.890653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978169.890655:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978169.891302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978169.891304:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1783978170.079985:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978170.079998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978170.080002:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978171.103947:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978171.103951:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978171.103954:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978175.007893:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978175.007900:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978175.007927:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978175.007930:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978175.007934:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978175.007939:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9034
00000400:00000200:3.0:1783978175.007947:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978175.007951:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978175.007954:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978175.007957:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.007961:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.007963:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.007965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978175.007968:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978175.007970:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978175.007972:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978175.007975:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978175.007977:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978175.007980:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978175.007982:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.007984:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.007986:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.007987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978175.007990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978175.007993:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978175.007995:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978175.007998:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978175.008000:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978175.008003:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008005:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978175.008007:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978175.008016:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978175.008020:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978175.008024:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978175.008025:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008029:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978175.008032:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978175.008036:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978175.008044:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978175.008050:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978175.008059:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366995456/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978175.008069:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978175.008074:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978175.008078:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366995456/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978175.008100:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978175.008103:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978175.008106:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978175.008107:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978175.008109:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978175.008112:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978175.008114:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9034
00000400:00000200:3.0:1783978175.008118:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978175.008122:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978175.008125:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978175.008128:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008130:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.008133:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008134:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978175.008144:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978175.008146:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978175.008150:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978175.008153:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978175.008157:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978175.008161:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978175.008167:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008173:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.008178:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008183:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978175.008200:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978175.008209:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008215:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978175.008219:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978175.008226:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978175.008231:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008232:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978175.008236:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978175.008240:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008245:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978175.008248:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978175.008251:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978175.008255:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978175.008257:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008258:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978175.008261:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978175.008263:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978175.008268:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978175.008273:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978175.008279:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366995584/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978175.008291:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978175.008294:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978175.008299:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366995584/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978175.008326:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978175.008330:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978175.008337:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978175.008339:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978175.008342:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978175.008346:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978175.008351:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9034
00000400:00000200:3.0:1783978175.008356:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978175.008360:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978175.008364:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978175.008367:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008368:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.008373:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008376:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978175.008379:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978175.008380:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978175.008381:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978175.008383:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978175.008385:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978175.008398:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978175.008406:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008410:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978175.008415:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008421:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978175.008426:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978175.008433:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978175.008438:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978175.008441:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978175.008445:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978175.008449:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008451:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978175.008455:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978175.008460:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008465:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978175.008471:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978175.008476:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978175.008480:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978175.008483:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978175.008487:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978175.008489:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978175.008492:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978175.008500:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978175.008504:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978175.008511:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366995712/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783978175.008512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978175.008521:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978175.008523:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978175.008525:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366995712/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978175.008529:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1783978175.008530:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978175.008532:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978175.008536:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978175.008540:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978175.008547:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978175.008554:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9044)
00000800:00000200:1.1:1783978175.009005:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978175.009008:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978175.009281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978175.009284:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1783978175.199974:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978175.199978:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978175.199981:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978176.224042:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978176.224046:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978176.224049:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978180.127907:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978180.127917:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978180.127919:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978180.127923:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978180.127927:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978180.127934:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9039
00000400:00000200:3.0:1783978180.127944:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978180.127950:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978180.127953:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978180.127956:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.127959:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.127962:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.127964:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978180.127968:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978180.127970:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978180.127981:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978180.127984:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978180.127990:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978180.127993:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978180.127995:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.127998:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.128000:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128002:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978180.128005:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978180.128008:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128010:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978180.128013:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978180.128016:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978180.128018:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128020:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978180.128023:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978180.128032:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978180.128035:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978180.128038:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978180.128040:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128043:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978180.128045:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978180.128048:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978180.128055:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978180.128062:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978180.128070:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627366995840/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978180.128079:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978180.128083:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978180.128088:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627366995840/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978180.128110:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978180.128113:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978180.128117:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978180.128118:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978180.128119:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978180.128122:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978180.128128:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9039
00000400:00000200:3.0:1783978180.128131:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978180.128134:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978180.128136:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978180.128138:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128141:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.128143:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128145:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978180.128148:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978180.128149:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978180.128151:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978180.128153:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978180.128156:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978180.128160:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978180.128165:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128170:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.128182:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128186:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978180.128192:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978180.128200:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128205:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978180.128208:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978180.128215:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978180.128219:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128225:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978180.128230:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978180.128237:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128240:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978180.128252:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978180.128257:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978180.128260:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978180.128263:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128267:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978180.128270:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978180.128272:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978180.128278:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978180.128284:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978180.128291:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627366995968/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978180.128299:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978180.128309:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978180.128316:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627366995968/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978180.128330:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978180.128334:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978180.128341:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978180.128350:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978180.128354:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978180.128359:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978180.128366:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9039
00000400:00000200:3.0:1783978180.128374:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978180.128382:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978180.128385:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978180.128390:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128395:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.128406:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128411:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978180.128415:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978180.128417:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978180.128420:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978180.128423:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978180.128428:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.1:1783978180.128429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783978180.128432:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978180.128438:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128440:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978180.128442:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128443:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978180.128445:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978180.128448:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978180.128450:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978180.128452:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978180.128455:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978180.128458:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128463:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978180.128467:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978180.128470:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128474:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978180.128479:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978180.128483:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978180.128488:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978180.128492:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978180.128498:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978180.128501:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978180.128506:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978180.128514:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978180.128519:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978180.128529:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627366996096/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978180.128549:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978180.128553:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978180.128564:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627366996096/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978180.128583:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978180.128588:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978180.128599:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978180.128610:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978180.128617:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978180.128625:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9049)
00000800:00000200:1.1:1783978180.128690:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978180.128883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783978180.321204:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978180.321207:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978180.321210:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978181.344007:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978181.344024:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978181.344028:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978185.248060:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978185.248071:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978185.248075:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978185.248078:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978185.248083:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978185.248099:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9044
00000400:00000200:2.0:1783978185.248110:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978185.248115:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978185.248119:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978185.248122:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248125:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248128:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248130:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978185.248134:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978185.248136:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978185.248139:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978185.248142:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978185.248144:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978185.248146:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978185.248149:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248151:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248153:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248155:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978185.248157:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978185.248160:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248162:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978185.248165:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978185.248169:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978185.248172:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248174:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978185.248176:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978185.248183:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978185.248186:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978185.248191:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978185.248192:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248209:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978185.248212:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978185.248216:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978185.248223:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978185.248230:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978185.248240:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627366996224/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978185.248249:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978185.248254:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978185.248259:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627366996224/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978185.248286:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978185.248289:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978185.248292:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978185.248293:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978185.248295:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978185.248298:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978185.248300:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9044
00000400:00000200:2.0:1783978185.248303:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978185.248306:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978185.248308:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978185.248310:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248312:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248314:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248316:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978185.248318:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978185.248319:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978185.248320:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978185.248322:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978185.248324:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978185.248325:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978185.248328:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248329:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248331:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248332:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978185.248334:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978185.248336:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248338:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978185.248340:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978185.248345:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978185.248347:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248349:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978185.248352:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978185.248355:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248356:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978185.248360:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978185.248362:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978185.248364:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978185.248365:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248366:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978185.248368:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978185.248369:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978185.248373:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978185.248376:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978185.248380:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627366996352/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978185.248387:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978185.248389:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978185.248393:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627366996352/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978185.248405:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978185.248420:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978185.248424:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978185.248425:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978185.248427:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978185.248429:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978185.248432:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9044
00000400:00000200:2.0:1783978185.248435:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978185.248438:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978185.248441:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978185.248444:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248446:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248447:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248449:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978185.248451:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978185.248452:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978185.248454:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978185.248455:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978185.248457:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978185.248459:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978185.248462:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248464:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978185.248466:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248468:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978185.248470:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978185.248473:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978185.248475:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978185.248477:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978185.248480:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978185.248481:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248483:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978185.248485:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978185.248488:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248489:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978185.248492:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978185.248495:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978185.248497:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978185.248498:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978185.248500:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978185.248501:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978185.248503:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978185.248506:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978185.248510:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978185.248514:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627366996480/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978185.248521:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978185.248523:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978185.248527:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627366996480/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978185.248535:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978185.248537:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978185.248540:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978185.248542:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978185.248543:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978185.248547:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9054)
00000800:00000200:1.1:1783978185.249615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978185.249619:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978185.250026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978185.250028:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978185.250312:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978185.250314:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978185.313278:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978185.313286:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978185.313288:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978185.313295:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978185.313299:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978185.313302:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978185.313309:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978185.313312:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978185.313314:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978185.439966:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978185.439970:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978185.439974:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978186.335989:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978186.335999:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978186.336001:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978186.336008:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978186.336012:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978186.336015:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978186.336018:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978186.336022:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978186.336024:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978186.464059:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978186.464061:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978186.464064:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978190.367891:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978190.367901:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978190.367904:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978190.367908:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978190.367912:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978190.367919:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9049
00000400:00000200:3.0:1783978190.367928:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978190.367934:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978190.367937:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978190.367940:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.367943:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.367945:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.367952:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978190.367957:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978190.367959:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978190.367961:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978190.367964:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978190.367967:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978190.367969:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978190.367972:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.367974:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.367976:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.367978:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978190.367980:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978190.367984:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978190.367986:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978190.367989:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978190.367992:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978190.367995:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.367998:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978190.368000:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978190.368010:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978190.368014:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978190.368017:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978190.368019:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368022:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978190.368025:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978190.368028:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978190.368036:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978190.368043:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978190.368055:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627366996608/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978190.368065:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978190.368069:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978190.368074:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627366996608/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978190.368096:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978190.368099:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978190.368102:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978190.368104:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978190.368105:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978190.368108:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978190.368110:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9049
00000400:00000200:3.0:1783978190.368114:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978190.368117:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978190.368119:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978190.368123:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368125:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.368127:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368129:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978190.368132:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978190.368133:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978190.368135:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978190.368138:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978190.368140:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978190.368142:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978190.368148:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368154:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.368157:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978190.368162:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978190.368165:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368170:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978190.368174:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978190.368182:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978190.368187:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368191:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978190.368194:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978190.368197:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368199:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978190.368203:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978190.368207:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978190.368212:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978190.368216:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368219:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978190.368222:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978190.368225:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978190.368229:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978190.368233:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978190.368241:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627366996736/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978190.368252:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978190.368254:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978190.368258:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627366996736/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978190.368267:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978190.368269:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978190.368273:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978190.368274:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978190.368276:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978190.368279:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978190.368284:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9049
00000400:00000200:3.0:1783978190.368291:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978190.368299:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978190.368303:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978190.368311:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368315:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.368321:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368326:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978190.368330:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978190.368332:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978190.368335:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978190.368338:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978190.368343:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978190.368357:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978190.368364:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368369:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978190.368372:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368377:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978190.368381:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978190.368388:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978190.368393:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978190.368397:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978190.368403:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978190.368408:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368411:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978190.368415:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978190.368421:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368425:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978190.368431:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978190.368435:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978190.368438:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978190.368440:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978190.368441:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978190.368443:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978190.368446:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978190.368454:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978190.368460:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978190.368470:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627366996864/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978190.368483:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1783978190.368484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978190.368486:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978190.368492:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1783978190.368495:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627366996864/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978190.368510:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978190.368514:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978190.368522:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978190.368527:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978190.368532:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978190.368541:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9059)
00000800:00000200:1.1:1783978190.368906:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978190.368908:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978190.369136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978190.369138:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1783978190.559966:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978190.559969:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978190.559971:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978191.583976:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978191.583980:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978191.583984:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978195.487888:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978195.487896:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978195.487898:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978195.487901:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978195.487905:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978195.487910:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9054
00000400:00000200:3.0:1783978195.487917:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978195.487922:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978195.487924:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978195.487926:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.487929:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.487930:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.487932:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978195.487934:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978195.487936:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978195.487938:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978195.487940:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978195.487941:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978195.487943:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978195.487944:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.487945:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.487947:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.487948:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978195.487950:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978195.487952:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978195.487953:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978195.487955:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978195.487957:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978195.487959:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.487960:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978195.487962:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978195.487969:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978195.487979:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978195.487987:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978195.487988:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.487992:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978195.487994:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978195.487997:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978195.488006:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978195.488012:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978195.488020:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627366996992/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978195.488035:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978195.488040:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978195.488044:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627366996992/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978195.488068:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978195.488072:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978195.488075:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978195.488076:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978195.488078:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978195.488081:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978195.488083:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9054
00000400:00000200:3.0:1783978195.488087:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978195.488090:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978195.488092:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978195.488094:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488096:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.488097:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488099:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978195.488101:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978195.488102:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978195.488103:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978195.488105:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978195.488106:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978195.488108:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978195.488110:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488113:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.488115:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488118:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978195.488124:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978195.488130:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488134:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978195.488138:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978195.488146:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978195.488150:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.488153:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978195.488157:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978195.488163:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.488168:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978195.488174:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978195.488180:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978195.488185:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978195.488187:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.488189:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978195.488190:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978195.488192:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978195.488200:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978195.488203:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978195.488211:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627366997120/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978195.488223:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978195.488227:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978195.488234:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627366997120/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978195.488258:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978195.488262:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978195.488270:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978195.488273:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978195.488276:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978195.488280:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978195.488286:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9054
00000400:00000200:3.0:1783978195.488292:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978195.488300:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978195.488305:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978195.488310:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488314:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.488320:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488324:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978195.488329:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978195.488333:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978195.488336:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978195.488340:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978195.488345:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978195.488349:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978195.488356:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488360:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978195.488362:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488367:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978195.488371:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978195.488375:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978195.488381:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978195.488384:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978195.488389:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978195.488393:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.488397:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978195.488399:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978195.488405:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978195.488415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978195.488418:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978195.488420:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978195.488429:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978195.488433:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978195.488438:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978195.488442:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978195.488446:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978195.488449:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978195.488451:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978195.488459:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978195.488465:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978195.488472:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627366997248/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978195.488486:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978195.488489:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978195.488497:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627366997248/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978195.488507:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978195.488512:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978195.488517:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978195.488521:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978195.488524:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978195.488528:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9064)
00000800:00000200:1.1:1783978195.488910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978195.488912:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978195.489184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978195.489186:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783978195.679988:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978195.679992:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978195.679996:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978196.704939:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978196.704941:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978196.704943:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978200.609678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978200.609682:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978200.610041:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978200.610043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978200.610323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978200.610326:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783978200.800021:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978200.800024:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978200.800028:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978201.825504:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978201.825509:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978201.825514:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978205.727936:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978205.727950:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978205.727954:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978205.727959:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978205.727964:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978205.727983:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9064
00000400:00000200:3.0:1783978205.727998:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978205.728005:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978205.728009:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978205.728012:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728017:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728019:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728022:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978205.728027:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978205.728030:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978205.728033:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978205.728037:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978205.728039:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978205.728042:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978205.728045:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728047:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728048:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728050:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978205.728052:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978205.728060:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728062:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978205.728067:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978205.728071:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978205.728073:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728075:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978205.728078:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978205.728089:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978205.728093:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978205.728097:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978205.728098:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728101:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978205.728104:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978205.728108:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978205.728118:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978205.728125:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978205.728134:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627366997760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978205.728143:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978205.728147:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978205.728150:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627366997760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978205.728169:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978205.728171:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978205.728174:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978205.728175:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978205.728176:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978205.728178:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978205.728180:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9064
00000400:00000200:3.0:1783978205.728182:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978205.728184:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978205.728186:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978205.728188:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728189:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728191:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728192:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978205.728194:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978205.728195:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978205.728196:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978205.728198:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978205.728200:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978205.728202:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978205.728204:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728205:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728207:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728208:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978205.728209:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978205.728211:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728212:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978205.728213:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978205.728219:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978205.728222:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728224:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978205.728228:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978205.728231:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728234:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978205.728237:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978205.728241:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978205.728245:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978205.728247:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728251:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978205.728252:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978205.728255:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978205.728260:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978205.728263:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978205.728269:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627366997888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978205.728284:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978205.728286:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978205.728290:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627366997888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978205.728305:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978205.728308:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978205.728312:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978205.728313:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978205.728315:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978205.728318:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978205.728321:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9064
00000400:00000200:3.0:1783978205.728325:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978205.728327:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978205.728328:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978205.728333:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728335:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728336:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728337:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978205.728339:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978205.728341:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978205.728344:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978205.728345:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978205.728346:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978205.728347:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978205.728349:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728350:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978205.728351:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728352:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978205.728353:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978205.728354:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978205.728355:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978205.728358:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978205.728360:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978205.728363:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728380:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978205.728384:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978205.728391:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728394:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978205.728400:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978205.728404:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978205.728408:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978205.728410:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978205.728412:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978205.728413:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978205.728415:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978205.728422:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978205.728427:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978205.728432:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366998016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978205.728443:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978205.728444:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978205.728448:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366998016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978205.728457:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978205.728460:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978205.728464:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978205.728467:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978205.728471:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978205.728474:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9075)
00000800:00000200:1.1:1783978205.728548:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978205.728551:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978205.728866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978205.728868:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978205.729063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978205.729066:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1783978205.920020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978205.920025:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978205.920030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978206.946095:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978206.946100:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978206.946103:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978210.851366:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978210.851370:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978210.851713:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978210.851716:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978210.852025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978210.852027:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1783978211.040337:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978211.040341:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978211.040345:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978212.064404:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978212.064407:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978212.064410:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978215.968543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978215.968546:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978215.969738:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978215.969741:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978215.970025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978215.970027:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783978216.160103:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978216.160107:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978216.160109:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978217.186351:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978217.186356:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978217.186359:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978221.088145:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978221.088150:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978221.088154:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978221.088162:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088173:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978221.088177:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.088181:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978221.088183:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978221.088188:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978221.088196:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366998912:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978221.088204:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978221.088210:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978221.088214:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.088219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978221.088225:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978221.088229:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978221.088240:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978221.088245:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978221.088251:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978221.088259:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366998912, portal 25
00000100:00000001:2.0:1783978221.088263:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978221.088265:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:2.0:1783978221.088273:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088284:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978221.088286:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978221.088288:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978221.088290:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366998912, offset 0
00000400:00000200:2.0:1783978221.088296:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978221.088305:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.088313:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978221.088319:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978221.088325:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978221.088331:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978221.088336:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978221.088341:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345364:345364:256:4294967295] 192.168.201.109@tcp LPNI seq info [345353:345353:8:4294967295]
00000400:00000200:2.0:1783978221.088348:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.088359:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978221.088369:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.088376:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978221.088388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978221.088395:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978221.088407:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978221.088414:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978221.088422:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.088426:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978221.088435:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978221.088444:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978221.088450:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978221.088455:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978221.088463:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978221.088468:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088485:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.088490:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088500:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.088503:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978221.088510:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978221.088516:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978221.088521:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303753974
00000100:00000010:2.0:1783978221.088526:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fb40.
00000100:00000001:2.0:1783978221.088533:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978221.088540:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303753974
00000100:00000010:2.0:1783978221.088544:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd20.
00000100:00000001:2.0:1783978221.088546:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978221.088550:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978221.088551:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.088553:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978221.088558:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978221/real 1783978221]  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978221.088565:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978221.088566:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978221.088567:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978221.088569:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978221.088570:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978221.088572:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978221.088574:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978221.088579:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088583:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978221.088584:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088585:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.088587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978221.088590:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088596:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978221.088600:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088606:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978221.088608:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.088611:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088614:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978221.088615:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978221.088618:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978221.088622:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978221.088624:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978221.088629:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978221.088637:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366998912:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978221.088641:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088643:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.088647:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627366998912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088653:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978221.088655:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978221.088657:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978221.088660:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978221.088662:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978221.088664:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978221.088666:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978221.088668:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783978221.088672:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978221.088674:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978221.088676:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:2.0:1783978221.088679:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978221.088680:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088682:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088687:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978221.088689:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.088691:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978221.088693:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978221.088694:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978221.088698:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088704:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978221.088705:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.088707:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978221.088709:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978221.088711:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978221.088713:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978221.088716:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978221.088718:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978221.088720:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.088722:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978221.088725:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978221.088726:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978221.088730:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978221.088732:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978221.088735:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978221.088737:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999040, portal 10
00000100:00000001:2.0:1783978221.088738:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978221.088739:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:2.0:1783978221.088744:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088748:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978221.088750:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978221.088752:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978221.088754:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999040, offset 0
00000400:00000200:2.0:1783978221.088758:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978221.088762:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.088765:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978221.088767:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978221.088770:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978221.088813:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978221.088816:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978221.088827:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345365:345365:256:4294967295] 192.168.201.109@tcp LPNI seq info [345354:345354:8:4294967295]
00000400:00000200:2.0:1783978221.088831:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.088837:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978221.088842:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.088845:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978221.088849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978221.088852:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978221.088856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978221.088859:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978221.088862:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.088864:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978221.088867:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978221.088870:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978221.088872:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978221.088873:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978221.088875:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978221.088877:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088882:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.088884:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088888:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.088889:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978221.088891:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978221.088893:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978221.088895:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978221.088897:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303752736
00000100:00000001:2.0:1783978221.088899:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303753974
00000100:00000001:2.0:1783978221.088901:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303752736
00000100:00000001:2.0:1783978221.088903:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303753974
00000100:00000001:2.0:1783978221.088905:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978221.088907:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.088908:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978221.088912:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978221/real 1783978221]  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978221.088920:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978221.088921:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978221.088923:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978221.088925:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978221.088927:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978221.088929:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978221.088932:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978221.088941:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088947:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978221.088949:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088950:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.088952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978221.088955:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088961:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978221.088972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.088983:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978221.088985:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088986:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.088987:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.088989:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978221.088992:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978221.088995:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978221.088998:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978221.089001:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978221.089005:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978221.089013:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978221.089017:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978221.089020:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089026:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978221.089027:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.089029:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978221.089031:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978221.089033:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978221.089036:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978221.089039:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978221.089040:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978221.089042:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978221.089044:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978221.089047:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978221.089049:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978221.089052:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978221.089054:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978221.089057:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978221.089060:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999168, portal 10
00000100:00000001:2.0:1783978221.089061:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978221.089062:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:2.0:1783978221.089067:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089073:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978221.089075:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978221.089077:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978221.089080:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999168, offset 0
00000400:00000200:2.0:1783978221.089084:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978221.089087:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.089091:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978221.089094:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978221.089096:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978221.089098:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978221.089101:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978221.089113:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345366:345366:256:4294967295] 192.168.201.109@tcp LPNI seq info [345355:345355:8:4294967295]
00000400:00000200:2.0:1783978221.089117:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978221.089122:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978221.089126:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.089130:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978221.089133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978221.089136:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978221.089139:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978221.089141:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978221.089145:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978221.089146:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978221.089149:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978221.089152:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978221.089154:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978221.089156:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978221.089158:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978221.089161:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089168:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.089170:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089175:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.089176:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978221.089179:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978221.089182:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978221.089184:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978221.089186:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303752733
00000100:00000001:2.0:1783978221.089189:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303753974
00000100:00000001:2.0:1783978221.089191:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303752733
00000100:00000001:2.0:1783978221.089193:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303753974
00000100:00000001:2.0:1783978221.089194:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978221.089196:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.089198:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978221.089202:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978221/real 1783978221]  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978221.089209:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978221.089210:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978221.089211:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978221.089214:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978221.089215:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978221.089217:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978221.089220:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978221.089228:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089233:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978221.089234:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089236:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.089237:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978221.089240:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089246:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978221.089249:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089254:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978221.089257:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089258:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978221.089259:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089261:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978221.089262:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978221.089265:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978221.089268:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978221.089270:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978221.089273:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978221.089279:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978221.089282:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089284:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.089287:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627366999040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089293:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978221.089295:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978221.089297:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978221.089299:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978221.089301:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978221.089302:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978221.089303:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978221.089305:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783978221.089307:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978221.089308:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978221.089310:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:2.0:1783978221.089312:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978221.089313:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089314:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978221.089317:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627366999168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978221.089328:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978221.089329:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978221.089331:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978221.089333:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978221.089334:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978221.089335:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978221.089338:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978221.089339:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:2.0:1783978221.089341:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978221.089342:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978221.089343:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:2.0:1783978221.089345:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978221.089346:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089348:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978221.089351:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978221.089352:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978221.089355:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978221.089356:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978221.280037:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978221.280042:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978221.280051:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978222.304160:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978222.304167:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978222.304172:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978226.208375:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978226.208388:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978226.208392:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978226.208412:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.208487:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978226.208489:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.208503:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978226.208508:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978226.208514:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978226.208524:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366999296:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978226.208535:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978226.208544:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978226.208549:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.208553:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978226.208565:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978226.208574:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978226.208584:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978226.208592:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978226.208601:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978226.208610:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999296, portal 25
00000100:00000001:2.0:1783978226.208614:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978226.208619:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:2.0:1783978226.208629:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.208645:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978226.208651:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978226.208654:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978226.208663:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366999296, offset 0
00000400:00000200:2.0:1783978226.208673:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978226.208688:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.208699:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978226.208706:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978226.208715:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978226.208722:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978226.208728:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978226.208739:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345367:345367:256:4294967295] 192.168.201.109@tcp LPNI seq info [345356:345356:8:4294967295]
00000400:00000200:2.0:1783978226.208758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.208828:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978226.208837:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.208843:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978226.208853:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978226.208858:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978226.208870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978226.208877:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978226.208890:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.208895:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978226.208906:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978226.208912:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978226.208922:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978226.208927:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978226.208937:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978226.208943:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.208961:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.208966:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.208985:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.208991:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978226.209001:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978226.209010:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978226.209039:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303759095
00000100:00000010:2.0:1783978226.209047:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f7e0.
00000100:00000001:2.0:1783978226.209055:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978226.209064:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303759095
00000100:00000010:2.0:1783978226.209067:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f480.
00000100:00000001:2.0:1783978226.209071:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978226.209074:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978226.209077:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209080:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978226.209085:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978226/real 1783978226]  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978226.209095:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978226.209097:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978226.209099:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978226.209103:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978226.209105:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978226.209108:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978226.209111:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978226.209117:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209123:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978226.209125:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209127:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209129:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978226.209131:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209136:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978226.209140:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209144:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978226.209146:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209148:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209150:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978226.209152:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978226.209154:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978226.209156:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978226.209158:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978226.209161:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978226.209165:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366999296:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978226.209169:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209170:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.209172:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627366999296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209176:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978226.209178:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978226.209181:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978226.209183:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978226.209185:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978226.209187:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978226.209188:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978226.209191:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783978226.209195:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978226.209196:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978226.209198:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:2.0:1783978226.209201:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978226.209202:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209203:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209211:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978226.209212:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209214:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978226.209215:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978226.209217:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978226.209219:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209224:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978226.209225:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.209226:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978226.209228:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978226.209230:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978226.209231:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978226.209233:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978226.209234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978226.209235:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.209237:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978226.209239:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978226.209240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978226.209242:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978226.209244:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978226.209246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978226.209248:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999424, portal 10
00000100:00000001:2.0:1783978226.209250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978226.209251:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:2.0:1783978226.209256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209260:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978226.209261:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978226.209263:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978226.209264:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999424, offset 0
00000400:00000200:2.0:1783978226.209267:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978226.209269:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.209272:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978226.209274:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978226.209275:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978226.209277:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978226.209279:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978226.209281:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345368:345368:256:4294967295] 192.168.201.109@tcp LPNI seq info [345357:345357:8:4294967295]
00000400:00000200:2.0:1783978226.209284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.209288:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978226.209291:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.209292:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978226.209295:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978226.209297:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978226.209299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978226.209301:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978226.209304:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.209305:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978226.209307:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978226.209309:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978226.209311:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978226.209312:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978226.209314:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978226.209316:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209324:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.209326:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209330:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209331:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978226.209332:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978226.209335:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978226.209337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978226.209338:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303757856
00000100:00000001:2.0:1783978226.209340:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303759095
00000100:00000001:2.0:1783978226.209341:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303757856
00000100:00000001:2.0:1783978226.209343:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303759095
00000100:00000001:2.0:1783978226.209344:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978226.209345:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209346:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978226.209348:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978226/real 1783978226]  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978226.209354:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978226.209355:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978226.209357:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978226.209359:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978226.209360:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978226.209362:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978226.209365:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978226.209372:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209379:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978226.209381:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209383:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209384:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978226.209388:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209395:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978226.209399:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209405:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978226.209407:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209408:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209409:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209410:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978226.209413:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978226.209415:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978226.209417:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978226.209419:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978226.209421:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978226.209426:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978226.209428:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978226.209431:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209434:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978226.209435:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.209436:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978226.209438:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978226.209439:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978226.209441:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978226.209443:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978226.209445:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978226.209446:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978226.209448:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978226.209450:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978226.209451:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978226.209453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978226.209455:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978226.209457:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978226.209459:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999552, portal 10
00000100:00000001:2.0:1783978226.209460:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978226.209461:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:2.0:1783978226.209465:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209469:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978226.209470:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978226.209472:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978226.209473:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999552, offset 0
00000400:00000200:2.0:1783978226.209475:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978226.209478:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.209480:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978226.209482:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978226.209483:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978226.209485:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978226.209486:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978226.209488:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345369:345369:256:4294967295] 192.168.201.109@tcp LPNI seq info [345358:345358:8:4294967295]
00000400:00000200:2.0:1783978226.209490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978226.209494:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978226.209496:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.209498:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978226.209501:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978226.209503:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978226.209506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978226.209508:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978226.209513:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978226.209515:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978226.209517:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978226.209520:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978226.209523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978226.209525:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978226.209527:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978226.209531:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209539:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.209542:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209548:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209550:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978226.209553:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978226.209555:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978226.209557:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978226.209558:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303757853
00000100:00000001:2.0:1783978226.209560:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303759095
00000100:00000001:2.0:1783978226.209561:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303757853
00000100:00000001:2.0:1783978226.209563:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303759095
00000100:00000001:2.0:1783978226.209564:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978226.209565:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209566:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978226.209568:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978226/real 1783978226]  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978226.209573:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978226.209575:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978226.209576:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978226.209577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978226.209578:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978226.209580:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978226.209581:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978226.209586:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209590:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978226.209591:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209592:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209593:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978226.209594:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209598:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978226.209600:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209603:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978226.209604:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209605:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978226.209606:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209607:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978226.209608:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978226.209609:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978226.209611:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978226.209612:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978226.209614:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978226.209622:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978226.209625:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209626:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.209627:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627366999424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209631:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978226.209632:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978226.209633:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978226.209634:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978226.209635:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978226.209636:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978226.209637:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978226.209638:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783978226.209639:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978226.209640:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978226.209641:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:2.0:1783978226.209643:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978226.209643:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209644:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978226.209646:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627366999552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978226.209649:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978226.209650:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978226.209651:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964400.
02000000:00000001:2.0:1783978226.209652:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978226.209652:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978226.209653:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978226.209654:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978226.209655:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:2.0:1783978226.209656:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978226.209657:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978226.209657:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:2.0:1783978226.209659:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978226.209660:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209661:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978226.209663:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978226.209664:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978226.209665:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978226.209667:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978226.400037:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978226.400039:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978226.400042:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978227.424169:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978227.424173:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978227.424176:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978231.327950:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978231.327962:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978231.327965:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978231.327968:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978231.327973:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978231.327981:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9090
00000400:00000200:3.0:1783978231.327991:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978231.327999:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978231.328002:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978231.328006:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328010:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978231.328012:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328015:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978231.328020:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978231.328023:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978231.328025:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978231.328029:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978231.328031:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978231.328034:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978231.328037:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328039:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978231.328042:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328044:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978231.328047:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978231.328051:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328053:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978231.328057:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978231.328061:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978231.328065:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328067:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978231.328070:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978231.328085:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978231.328089:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978231.328100:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978231.328102:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328106:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978231.328110:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978231.328115:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978231.328125:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978231.328134:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978231.328146:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978231.328159:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978231.328165:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978231.328170:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978231.328195:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978231.328198:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978231.328202:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978231.328204:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978231.328205:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978231.328209:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978231.328212:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9090
00000400:00000200:3.0:1783978231.328216:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978231.328219:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978231.328221:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978231.328225:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328228:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978231.328230:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328231:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978231.328233:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978231.328234:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978231.328236:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978231.328238:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978231.328241:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978231.328243:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978231.328246:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978231.328247:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978231.328249:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978231.328253:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978231.328255:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978231.328256:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978231.328261:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978231.328261:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978231.328267:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328270:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978231.328273:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978231.328273:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978231.328281:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978231.328284:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328289:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978231.328293:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978231.328298:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328299:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978231.328300:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328304:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978231.328306:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978231.328310:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978231.328312:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978231.328313:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978231.328317:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978231.328317:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328322:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978231.328323:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978231.328330:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366999680:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978231.328330:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978231.328335:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328338:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1783978231.328342:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978231.328346:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978231.328347:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978231.328353:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783978231.328358:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328359:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978231.328362:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978231.328365:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783978231.328369:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978231.328375:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978231.328378:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1783978231.328379:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
00000100:00080000:3.0:1783978231.328383:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1783978231.328385:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328387:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978231.328390:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978231.328395:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1783978231.328396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783978231.328400:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9090
00000400:00000010:2.0:1783978231.328404:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000200:3.0:1783978231.328406:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978231.328412:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978231.328414:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1783978231.328416:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000040:3.0:1783978231.328419:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328422:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978231.328423:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328425:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:2.0:1783978231.328426:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999680, portal 25
00000020:00000001:3.0:1783978231.328428:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978231.328431:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000001:2.0:1783978231.328432:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1783978231.328434:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1783978231.328436:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000020:00000040:3.0:1783978231.328438:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978231.328442:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978231.328446:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783978231.328446:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978231.328455:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328459:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783978231.328463:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783978231.328463:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328467:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:2.0:1783978231.328472:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978231.328472:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978231.328478:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:2.0:1783978231.328479:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000001:3.0:1783978231.328481:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978231.328484:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1783978231.328486:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627366999680, offset 0
02000000:00000001:3.0:1783978231.328487:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978231.328492:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328494:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978231.328497:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783978231.328499:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000008:00000001:3.0:1783978231.328501:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328505:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978231.328512:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978231.328514:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978231.328517:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978231.328518:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978231.328520:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978231.328522:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1783978231.328525:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978231.328525:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978231.328532:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:2.0:1783978231.328537:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978231.328537:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978231.328544:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783978231.328547:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978231.328555:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978231.328556:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978231.328560:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978231.328569:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783978231.328572:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978231.328578:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978231.328583:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978231.328587:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978231.328588:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345370:345370:256:4294967295] 192.168.201.109@tcp LPNI seq info [345359:345359:8:4294967295]
00000100:00000040:3.0:1783978231.328595:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1783978231.328600:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978231.328600:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978231.328613:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1783978231.328617:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1783978231.328622:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9100)
00000800:00000200:2.0:1783978231.328627:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.328634:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978231.328643:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978231.328647:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978231.328653:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978231.328656:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978231.328660:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.328662:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978231.328670:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978231.328675:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978231.328681:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978231.328685:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978231.328690:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978231.328694:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328705:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.328709:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328716:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328718:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978231.328724:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978231.328729:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978231.328733:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303764214
00000100:00000010:2.0:1783978231.328738:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa20.
00000100:00000001:2.0:1783978231.328746:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978231.328753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303764214
00000100:00000010:2.0:1783978231.328756:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f240.
00000100:00000001:2.0:1783978231.328759:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978231.328762:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978231.328764:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328768:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978231.328798:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978231/real 1783978231]  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978231.328809:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978231.328810:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978231.328813:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978231.328816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978231.328818:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978231.328820:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978231.328823:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978231.328831:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328837:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978231.328838:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328841:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.328842:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978231.328846:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328852:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978231.328856:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328868:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978231.328871:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328872:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.328873:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328876:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978231.328878:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978231.328881:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978231.328885:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978231.328887:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978231.328891:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978231.328899:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627366999680:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978231.328903:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328905:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.328908:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627366999680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328914:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978231.328917:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978231.328920:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978231.328923:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978231.328936:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978231.328938:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978231.328941:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978231.328944:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978231.328949:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978231.328952:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978231.328953:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:2.0:1783978231.328957:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978231.328958:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328960:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.328970:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978231.328972:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.328974:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978231.328976:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978231.328977:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978231.328981:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.328987:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978231.328989:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978231.328991:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978231.328993:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978231.328994:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978231.328997:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978231.329000:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978231.329002:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978231.329003:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978231.329005:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978231.329016:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978231.329018:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978231.329022:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978231.329025:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978231.329029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978231.329032:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999808, portal 10
00000100:00000001:2.0:1783978231.329034:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978231.329035:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:2.0:1783978231.329042:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329047:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978231.329049:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978231.329051:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978231.329052:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999808, offset 0
00000400:00000200:2.0:1783978231.329055:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978231.329064:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978231.329067:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978231.329070:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978231.329072:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978231.329073:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978231.329075:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978231.329077:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345371:345371:256:4294967295] 192.168.201.109@tcp LPNI seq info [345360:345360:8:4294967295]
00000400:00000200:2.0:1783978231.329080:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978231.329084:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978231.329087:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.329090:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978231.329093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978231.329094:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978231.329097:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978231.329099:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978231.329102:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.329103:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978231.329105:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978231.329107:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978231.329109:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978231.329110:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978231.329112:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978231.329114:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329124:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.329127:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329131:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.329132:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978231.329134:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978231.329138:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978231.329139:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978231.329141:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303762976
00000100:00000001:2.0:1783978231.329143:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303764214
00000100:00000001:2.0:1783978231.329145:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303762976
00000100:00000001:2.0:1783978231.329146:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303764214
00000100:00000001:2.0:1783978231.329148:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978231.329149:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.329151:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978231.329152:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978231/real 1783978231]  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978231.329157:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978231.329157:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978231.329158:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978231.329160:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978231.329161:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978231.329163:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978231.329165:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978231.329169:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329173:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978231.329173:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329174:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.329175:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978231.329177:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329181:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978231.329183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329187:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978231.329189:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329190:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.329191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329192:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978231.329195:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978231.329197:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978231.329199:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978231.329200:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978231.329202:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978231.329207:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978231.329210:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978231.329211:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329214:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978231.329215:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978231.329216:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978231.329217:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978231.329219:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978231.329220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978231.329221:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978231.329223:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978231.329224:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978231.329225:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978231.329227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783978231.329228:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978231.329230:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978231.329232:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978231.329234:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978231.329235:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627366999936, portal 10
00000100:00000001:2.0:1783978231.329237:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978231.329238:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:2.0:1783978231.329242:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329246:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978231.329247:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978231.329249:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978231.329250:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627366999936, offset 0
00000400:00000200:2.0:1783978231.329252:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978231.329254:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978231.329256:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978231.329258:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978231.329259:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978231.329260:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978231.329261:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978231.329263:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345372:345372:256:4294967295] 192.168.201.109@tcp LPNI seq info [345361:345361:8:4294967295]
00000400:00000200:2.0:1783978231.329266:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978231.329270:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978231.329272:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.329274:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978231.329276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978231.329278:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978231.329281:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978231.329282:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783978231.329285:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978231.329286:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978231.329288:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978231.329290:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978231.329291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978231.329293:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978231.329294:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978231.329296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329301:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.329303:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329307:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.329309:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978231.329310:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978231.329311:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978231.329313:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978231.329314:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303762973
00000100:00000001:2.0:1783978231.329316:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303764214
00000100:00000001:2.0:1783978231.329317:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303762973
00000100:00000001:2.0:1783978231.329318:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303764214
00000100:00000001:2.0:1783978231.329320:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978231.329321:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.329322:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978231.329324:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978231/real 1783978231]  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978231.329327:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978231.329328:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978231.329329:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978231.329331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978231.329332:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978231.329333:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978231.329334:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978231.329339:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978231.329343:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329343:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.329344:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978231.329347:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329351:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978231.329353:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329357:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978231.329359:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329360:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978231.329361:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329363:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978231.329364:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978231.329366:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978231.329369:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978231.329371:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978231.329375:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978231.329382:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627366999936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978231.329386:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329387:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.329390:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627366999808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329396:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978231.329398:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978231.329400:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964000.
02000000:00000001:2.0:1783978231.329402:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978231.329404:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978231.329405:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978231.329407:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978231.329409:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978231.329412:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978231.329414:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978231.329415:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:2.0:1783978231.329418:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978231.329419:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329421:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978231.329424:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627366999936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978231.329429:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978231.329430:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978231.329432:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965000.
02000000:00000001:2.0:1783978231.329436:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978231.329438:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978231.329439:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978231.329441:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978231.329443:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978231.329445:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978231.329446:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978231.329447:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:2.0:1783978231.329450:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978231.329451:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329453:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978231.329456:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978231.329457:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978231.329459:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978231.329461:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978231.520103:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978231.520106:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978231.520108:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978232.544537:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978232.544542:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978232.544545:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978236.447965:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978236.447988:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978236.447991:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978236.447996:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978236.448002:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978236.448011:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9095
00000400:00000200:2.0:1783978236.448022:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978236.448087:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978236.448092:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978236.448096:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448099:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448102:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448104:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978236.448108:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978236.448111:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978236.448114:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978236.448118:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978236.448120:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978236.448123:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978236.448126:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448129:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448130:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448132:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978236.448136:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978236.448148:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448151:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978236.448154:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978236.448159:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978236.448162:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448164:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978236.448167:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978236.448181:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978236.448185:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978236.448190:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978236.448192:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448195:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978236.448199:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978236.448204:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978236.448215:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978236.448223:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978236.448234:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367000064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978236.448246:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978236.448251:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978236.448256:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367000064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978236.448288:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978236.448292:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978236.448295:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978236.448297:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978236.448298:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978236.448301:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978236.448303:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9095
00000400:00000200:2.0:1783978236.448308:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978236.448311:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978236.448313:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978236.448315:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448318:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448320:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448332:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978236.448335:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978236.448336:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978236.448338:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978236.448341:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978236.448346:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978236.448349:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978236.448355:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448359:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448364:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448370:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978236.448376:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978236.448382:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448387:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978236.448392:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978236.448401:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978236.448407:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448410:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978236.448416:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978236.448423:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448426:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978236.448433:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978236.448438:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978236.448443:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978236.448446:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448448:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978236.448451:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978236.448454:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978236.448461:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978236.448468:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978236.448476:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367000192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978236.448486:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978236.448490:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978236.448494:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367000192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978236.448505:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978236.448511:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978236.448516:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978236.448519:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978236.448521:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978236.448527:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978236.448532:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9095
00000400:00000200:2.0:1783978236.448541:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978236.448546:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978236.448552:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978236.448558:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448563:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448566:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448569:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978236.448574:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978236.448577:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978236.448580:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978236.448582:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978236.448584:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978236.448587:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978236.448593:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448596:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978236.448600:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448604:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978236.448608:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978236.448612:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978236.448616:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978236.448618:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978236.448623:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978236.448633:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448637:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978236.448641:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978236.448647:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448650:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978236.448656:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978236.448662:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978236.448667:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978236.448670:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978236.448680:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978236.448683:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978236.448685:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978236.448692:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978236.448697:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978236.448702:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367000320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978236.448709:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978236.448713:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978236.448721:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367000320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978236.448730:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978236.448735:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978236.448736:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1783978236.448740:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978236.448747:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978236.448752:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978236.448758:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978236.448763:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9105)
00000800:00000200:1.1:1783978236.449233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978236.449236:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978236.449530:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978236.449533:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783978236.640576:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978236.640581:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978236.640584:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978237.664641:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978237.664648:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978237.664652:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978241.567943:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978241.567955:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978241.567957:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978241.567961:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978241.567966:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978241.567981:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9100
00000400:00000200:3.0:1783978241.567996:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978241.568004:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978241.568008:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978241.568010:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568014:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568015:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568017:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978241.568021:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978241.568022:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978241.568025:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978241.568028:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978241.568030:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978241.568032:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978241.568033:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568035:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568036:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568037:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978241.568039:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978241.568041:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568042:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978241.568045:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978241.568048:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978241.568050:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568053:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978241.568056:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978241.568067:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978241.568070:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978241.568074:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978241.568075:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568079:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978241.568081:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978241.568086:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978241.568096:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978241.568105:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978241.568116:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367000448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978241.568128:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978241.568133:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978241.568136:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367000448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978241.568156:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978241.568158:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978241.568161:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978241.568162:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978241.568163:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978241.568166:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978241.568168:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9100
00000400:00000200:3.0:1783978241.568171:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978241.568173:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978241.568175:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978241.568178:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568180:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568181:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568183:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978241.568185:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978241.568186:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978241.568187:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978241.568189:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978241.568192:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978241.568194:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978241.568197:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568200:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568202:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568204:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978241.568207:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978241.568212:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568215:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978241.568219:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978241.568227:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978241.568231:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568235:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978241.568240:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978241.568246:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568248:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978241.568253:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978241.568257:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978241.568258:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978241.568260:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568263:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978241.568264:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978241.568266:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978241.568273:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978241.568277:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978241.568284:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367000576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978241.568293:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978241.568296:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978241.568298:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367000576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978241.568310:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978241.568314:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978241.568317:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978241.568322:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978241.568326:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978241.568330:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978241.568334:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9100
00000400:00000200:3.0:1783978241.568341:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978241.568347:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978241.568350:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978241.568367:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568372:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568375:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568377:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978241.568379:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978241.568380:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978241.568382:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978241.568384:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978241.568387:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978241.568391:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978241.568396:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568400:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978241.568403:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568407:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978241.568410:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978241.568416:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978241.568420:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978241.568422:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978241.568426:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978241.568430:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568434:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978241.568437:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978241.568441:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568443:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978241.568448:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978241.568452:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978241.568454:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978241.568455:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978241.568457:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978241.568458:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978241.568460:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978241.568466:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978241.568471:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978241.568478:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367000704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978241.568490:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978241.568494:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978241.568502:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367000704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978241.568516:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978241.568521:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978241.568528:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978241.568532:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978241.568538:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978241.568546:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9110)
00000800:00000200:1.1:1783978241.568581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978241.568585:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978241.569101:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978241.569104:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978241.569416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978241.569419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783978241.760074:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978241.760078:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978241.760082:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978242.784032:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978242.784038:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978242.784041:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978246.687883:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978246.687894:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978246.687897:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978246.687901:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978246.687905:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978246.687911:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9105
00000400:00000200:3.0:1783978246.687919:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978246.687925:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978246.687928:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978246.687930:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.687934:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.687936:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.687938:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978246.687942:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978246.687944:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978246.687947:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978246.687950:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978246.687952:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978246.687954:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978246.687957:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.687959:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.687960:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.687962:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978246.687964:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978246.687968:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978246.687971:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978246.687974:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978246.687977:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978246.687980:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.687982:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978246.687984:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978246.687999:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978246.688002:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978246.688006:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978246.688007:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688011:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978246.688013:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978246.688017:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978246.688025:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978246.688031:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978246.688040:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367000832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978246.688051:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978246.688055:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978246.688060:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367000832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978246.688086:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978246.688090:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978246.688094:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978246.688095:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978246.688097:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978246.688100:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978246.688103:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9105
00000400:00000200:3.0:1783978246.688107:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978246.688111:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978246.688114:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978246.688117:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688120:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.688123:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978246.688128:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978246.688129:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978246.688131:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978246.688133:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978246.688135:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978246.688137:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978246.688140:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688145:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.688148:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688152:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978246.688156:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978246.688163:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688168:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978246.688172:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978246.688180:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978246.688185:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688188:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978246.688192:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978246.688195:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688199:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978246.688202:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978246.688204:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978246.688206:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978246.688209:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688213:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978246.688215:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978246.688218:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978246.688222:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978246.688227:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978246.688234:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367000960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978246.688242:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978246.688245:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978246.688250:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367000960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978246.688256:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978246.688259:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978246.688263:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978246.688264:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978246.688265:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978246.688270:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978246.688274:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9105
00000400:00000200:3.0:1783978246.688279:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978246.688283:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978246.688290:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978246.688294:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688296:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.688297:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688299:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978246.688300:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978246.688302:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978246.688304:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978246.688307:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978246.688311:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978246.688312:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978246.688318:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688320:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978246.688324:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688326:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978246.688329:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978246.688332:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978246.688335:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978246.688338:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978246.688340:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978246.688341:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688342:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978246.688343:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978246.688344:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688345:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978246.688347:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978246.688349:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978246.688353:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978246.688354:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978246.688360:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978246.688362:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978246.688365:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978246.688374:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978246.688379:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978246.688388:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367001088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978246.688403:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978246.688407:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978246.688413:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367001088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978246.688426:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978246.688432:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978246.688437:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978246.688443:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978246.688451:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978246.688459:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9116)
00000800:00000200:1.1:1783978246.688538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978246.688832:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978246.689006:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783978246.880018:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978246.880026:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978246.880030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978247.904086:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978247.904090:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978247.904093:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978249.760152:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978249.760206:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978249.760215:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978249.760219:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978249.760224:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978249.760227:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978249.760233:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978249.760237:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:3.0:1783978249.760242:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978249.760246:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978249.760252:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2ee0
00000400:00000010:3.0:1783978249.760254:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2ee0.
00000100:00000001:3.0:1783978249.760259:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978249.760267:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6ad80 x1870627367000832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760294:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978249.760297:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367000832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760303:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978249.760304:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978249.760311:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978249.760313:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bd00.
00000400:00000200:3.0:1783978249.760316:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978249.760320:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978249.760323:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2990
00000400:00000010:3.0:1783978249.760325:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2990.
00000100:00000001:3.0:1783978249.760327:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978249.760330:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68a80 x1870627367000960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760337:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978249.760476:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367000960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760486:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978249.760488:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978249.760496:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978249.760499:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bb00.
00000400:00000200:3.0:1783978249.760502:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978249.760506:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978249.760509:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2bb0
00000400:00000010:3.0:1783978249.760512:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2bb0.
00000100:00000001:3.0:1783978249.760518:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978249.760523:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69180 x1870627367001088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760534:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978249.760540:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367001088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978249.760550:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978249.760554:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1783978251.807970:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978251.807980:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978251.807982:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978251.807985:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978251.807990:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978251.807996:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9111
00000400:00000200:3.0:1783978251.808019:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978251.808026:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978251.808028:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978251.808031:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808034:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808037:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808039:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978251.808043:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978251.808045:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978251.808047:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978251.808050:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978251.808053:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978251.808055:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978251.808058:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808070:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808072:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808074:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978251.808077:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978251.808080:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808083:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978251.808086:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978251.808090:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978251.808092:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808095:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978251.808098:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978251.808117:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978251.808121:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978251.808125:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978251.808127:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808130:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978251.808132:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978251.808136:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978251.808144:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978251.808150:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978251.808159:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367001216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978251.808169:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978251.808174:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978251.808179:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367001216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978251.808206:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978251.808209:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978251.808213:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978251.808214:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978251.808216:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978251.808219:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978251.808221:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9111
00000400:00000200:3.0:1783978251.808225:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978251.808228:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978251.808230:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978251.808233:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808235:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808237:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808239:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978251.808241:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978251.808242:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978251.808244:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978251.808245:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978251.808247:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978251.808250:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978251.808252:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808267:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808269:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808271:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978251.808274:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978251.808276:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808278:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978251.808280:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978251.808285:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978251.808287:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808289:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978251.808293:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978251.808296:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808298:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978251.808301:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978251.808303:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978251.808306:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978251.808307:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808309:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978251.808310:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978251.808312:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978251.808315:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978251.808319:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978251.808324:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367001344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978251.808332:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978251.808334:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978251.808337:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367001344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978251.808344:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978251.808347:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978251.808350:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978251.808351:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978251.808353:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978251.808355:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978251.808357:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9111
00000400:00000200:3.0:1783978251.808362:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978251.808365:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978251.808366:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978251.808368:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808370:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808372:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808374:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978251.808376:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978251.808377:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978251.808379:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978251.808380:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978251.808382:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978251.808384:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978251.808387:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808389:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978251.808390:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808392:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978251.808394:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978251.808397:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978251.808399:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978251.808401:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978251.808403:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978251.808405:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808407:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978251.808409:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978251.808411:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808413:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978251.808416:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978251.808418:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978251.808420:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978251.808422:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978251.808423:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978251.808424:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978251.808426:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978251.808430:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978251.808433:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978251.808438:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367001472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978251.808445:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978251.808447:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978251.808451:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367001472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978251.808458:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978251.808461:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978251.808464:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978251.808467:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978251.808469:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978251.808474:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9121)
00000800:00000200:1.1:1783978251.809052:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978251.809072:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978251.809414:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978251.809417:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978251.809693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978251.809696:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783978252.000023:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978252.000027:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978252.000030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978253.024405:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978253.024410:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978253.024413:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978256.927946:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978256.927961:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978256.927965:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978256.927970:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978256.927976:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978256.927985:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9116
00000400:00000200:3.0:1783978256.927998:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978256.928005:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978256.928010:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978256.928013:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928017:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928020:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928023:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978256.928028:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978256.928030:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978256.928033:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978256.928036:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978256.928038:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978256.928039:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978256.928055:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928058:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928059:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928061:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978256.928064:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978256.928067:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928070:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978256.928074:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978256.928078:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978256.928081:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928084:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978256.928087:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978256.928099:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978256.928102:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978256.928106:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978256.928107:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928111:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978256.928114:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978256.928120:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978256.928129:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978256.928137:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978256.928150:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367001600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978256.928162:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978256.928167:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978256.928172:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367001600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978256.928204:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978256.928207:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978256.928209:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978256.928210:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978256.928211:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978256.928214:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978256.928216:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9116
00000400:00000200:3.0:1783978256.928219:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978256.928223:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978256.928225:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978256.928228:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928230:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928232:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928234:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978256.928237:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978256.928238:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978256.928240:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978256.928242:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978256.928244:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978256.928246:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978256.928249:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928251:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928252:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928254:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978256.928256:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978256.928259:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928261:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978256.928263:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978256.928269:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978256.928272:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928274:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978256.928279:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978256.928282:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928283:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978256.928288:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978256.928290:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978256.928293:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978256.928294:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928296:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978256.928297:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978256.928299:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978256.928303:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978256.928307:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978256.928322:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367001728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978256.928330:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978256.928332:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978256.928336:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367001728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978256.928348:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978256.928351:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978256.928354:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978256.928356:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978256.928357:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978256.928360:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978256.928362:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9116
00000400:00000200:3.0:1783978256.928366:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978256.928369:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978256.928371:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978256.928373:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928375:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928377:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928379:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978256.928381:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978256.928382:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978256.928383:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978256.928385:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978256.928387:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978256.928389:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978256.928392:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928394:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978256.928395:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928397:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978256.928399:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978256.928401:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978256.928404:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978256.928406:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978256.928409:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978256.928411:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928413:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978256.928416:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978256.928418:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928420:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978256.928426:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978256.928428:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978256.928431:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978256.928432:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978256.928434:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978256.928435:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978256.928437:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978256.928449:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978256.928454:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978256.928458:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367001856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978256.928465:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978256.928467:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978256.928470:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367001856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978256.928477:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978256.928492:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978256.928496:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978256.928499:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978256.928502:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978256.928507:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9126)
00000800:00000200:1.1:1783978256.930302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978256.930305:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978256.930644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978256.930647:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978256.930942:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978256.930945:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1783978257.120096:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978257.120101:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978257.120106:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978258.144135:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978258.144138:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978258.144140:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978262.047880:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978262.047897:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978262.047900:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978262.047904:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978262.047909:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978262.047916:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9121
00000400:00000200:3.0:1783978262.047925:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978262.047930:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978262.047934:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978262.047937:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.047940:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.047942:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.047945:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978262.047961:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978262.047963:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978262.047966:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978262.047969:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978262.047971:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978262.047973:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978262.047976:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.047978:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.047980:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.047981:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978262.047984:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978262.047987:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978262.047990:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978262.047993:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978262.047997:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978262.048000:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048002:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978262.048005:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978262.048014:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978262.048017:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978262.048020:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978262.048021:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048024:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978262.048026:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978262.048029:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978262.048036:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978262.048042:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978262.048049:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367001984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978262.048056:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978262.048059:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978262.048062:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367001984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978262.048082:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978262.048084:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978262.048087:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978262.048088:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978262.048089:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978262.048091:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978262.048092:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9121
00000400:00000200:3.0:1783978262.048095:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978262.048097:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978262.048099:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978262.048100:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048102:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.048103:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048104:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978262.048106:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978262.048107:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978262.048108:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978262.048110:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978262.048111:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978262.048112:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978262.048114:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048116:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.048117:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048118:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978262.048120:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978262.048122:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048123:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978262.048124:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978262.048128:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978262.048130:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048132:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978262.048137:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978262.048141:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048143:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978262.048147:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978262.048151:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978262.048154:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978262.048158:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048162:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978262.048165:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978262.048169:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978262.048175:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978262.048181:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978262.048191:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367002112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978262.048207:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978262.048209:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978262.048213:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367002112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978262.048223:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978262.048226:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978262.048230:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978262.048233:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978262.048235:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978262.048239:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978262.048241:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9121
00000400:00000200:3.0:1783978262.048250:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978262.048256:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978262.048261:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978262.048265:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048270:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.048272:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048277:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978262.048279:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978262.048281:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978262.048285:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978262.048289:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978262.048295:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978262.048300:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978262.048308:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048312:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978262.048316:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048319:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978262.048323:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978262.048328:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978262.048330:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978262.048333:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978262.048338:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978262.048341:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048343:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978262.048345:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978262.048348:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048349:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978262.048353:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978262.048355:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978262.048357:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978262.048359:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978262.048360:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978262.048361:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978262.048363:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978262.048368:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978262.048371:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978262.048376:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367002240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978262.048383:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978262.048385:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978262.048389:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367002240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978262.048417:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978262.048423:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978262.048430:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978262.048434:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978262.048440:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978262.048447:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9131)
00000800:00000200:1.1:1783978262.048500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978262.048503:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978262.048927:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978262.048930:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978262.049182:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978262.049184:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783978262.239974:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978262.239978:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978262.239981:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978263.264027:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978263.264031:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978263.264034:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978267.167901:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978267.167913:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978267.167916:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978267.167920:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978267.167925:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978267.167932:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9126
00000400:00000200:3.0:1783978267.167942:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978267.167947:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978267.167951:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978267.167953:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.167956:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978267.167959:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.167961:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978267.167965:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978267.167967:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978267.167970:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978267.167973:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978267.167976:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978267.167978:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978267.167981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.167983:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978267.167985:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.167987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978267.167990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978267.167993:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978267.167996:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978267.167999:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978267.168002:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978267.168005:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168008:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978267.168010:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978267.168020:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978267.168024:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978267.168028:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978267.168030:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168033:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978267.168036:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978267.168040:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978267.168047:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978267.168053:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978267.168062:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367002368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978267.168073:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978267.168077:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978267.168083:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367002368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978267.168107:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978267.168111:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978267.168114:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978267.168115:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978267.168117:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978267.168120:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978267.168123:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9126
00000400:00000200:3.0:1783978267.168126:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978267.168130:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978267.168133:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978267.168137:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168139:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978267.168142:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168147:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978267.168153:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978267.168156:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978267.168160:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978267.168163:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978267.168168:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978267.168173:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978267.168180:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168185:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978267.168189:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168194:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978267.168200:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978267.168207:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168211:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978267.168215:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978267.168222:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978267.168226:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168229:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978267.168234:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978267.168241:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168244:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978267.168250:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978267.168253:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978267.168258:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978267.168259:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168261:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978267.168264:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978267.168268:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978267.168277:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978267.168284:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978267.168294:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367002496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978267.168338:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978267.168343:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978267.168351:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367002496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978267.168366:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978267.168371:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978267.168380:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978267.168383:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978267.168387:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978267.168393:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978267.168399:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9126
00000400:00000200:3.0:1783978267.168409:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978267.168415:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978267.168420:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978267.168427:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168432:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1783978267.168437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978267.168438:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168444:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:1.1:1783978267.168444:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783978267.168450:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978267.168454:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978267.168458:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978267.168462:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978267.168466:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978267.168468:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978267.168472:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168474:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978267.168476:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168478:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978267.168481:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978267.168483:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978267.168486:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978267.168488:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978267.168491:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978267.168493:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168495:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978267.168497:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978267.168500:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168501:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978267.168506:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978267.168511:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978267.168515:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978267.168518:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978267.168521:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978267.168524:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978267.168528:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978267.168536:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978267.168542:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978267.168551:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367002624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978267.168577:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978267.168582:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978267.168590:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367002624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978267.168605:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978267.168609:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978267.168615:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978267.168618:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978267.168623:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978267.168628:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9136)
00000800:00000200:1.1:1783978267.168911:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978267.168913:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978267.169421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978267.169423:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1783978267.359991:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978267.359995:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978267.359998:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978268.384069:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978268.384074:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978268.384077:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978272.288123:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978272.288130:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978272.288133:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978272.288140:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288150:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978272.288153:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.288157:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978272.288160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978272.288165:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978272.288172:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367002752:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978272.288177:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978272.288181:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978272.288184:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.288188:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978272.288195:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978272.288198:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978272.288204:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978272.288211:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978272.288244:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978272.288253:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367002752, portal 25
00000100:00000001:2.0:1783978272.288259:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978272.288261:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:2.0:1783978272.288269:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978272.288289:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978272.288292:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978272.288297:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367002752, offset 0
00000400:00000200:2.0:1783978272.288307:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978272.288317:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.288334:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978272.288345:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978272.288353:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978272.288358:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978272.288363:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978272.288370:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345394:345394:256:4294967295] 192.168.201.109@tcp LPNI seq info [345383:345383:8:4294967295]
00000400:00000200:2.0:1783978272.288380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.288397:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978272.288406:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.288414:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978272.288438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978272.288444:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978272.288451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978272.288457:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978272.288465:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.288469:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978272.288476:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978272.288484:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978272.288491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978272.288495:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978272.288499:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978272.288505:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288517:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.288521:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288527:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.288528:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978272.288534:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978272.288537:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978272.288540:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303805174
00000100:00000010:2.0:1783978272.288544:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f240.
00000100:00000001:2.0:1783978272.288549:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978272.288554:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303805174
00000100:00000010:2.0:1783978272.288556:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f7e0.
00000100:00000001:2.0:1783978272.288558:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978272.288560:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978272.288562:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.288563:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978272.288566:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978272/real 1783978272]  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978272.288572:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978272.288574:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978272.288575:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978272.288578:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978272.288579:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978272.288580:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978272.288582:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978272.288587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288591:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978272.288592:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288593:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.288595:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978272.288597:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288601:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978272.288603:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288607:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978272.288608:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288609:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.288610:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288611:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978272.288613:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978272.288614:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978272.288617:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978272.288618:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978272.288621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978272.288626:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367002752:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978272.288629:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288630:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.288632:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367002752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288636:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978272.288638:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978272.288639:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978272.288689:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978272.288691:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978272.288693:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978272.288695:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978272.288697:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:2.0:1783978272.288700:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978272.288701:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978272.288702:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:2.0:1783978272.288705:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978272.288706:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288707:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288713:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978272.288715:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.288717:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978272.288718:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978272.288720:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978272.288724:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288730:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978272.288731:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.288733:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978272.288735:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978272.288737:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978272.288740:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367002880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978272.288743:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978272.288745:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978272.288746:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.288749:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978272.288751:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978272.288753:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978272.288757:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978272.288758:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978272.288761:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978272.288763:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367002880, portal 10
00000100:00000001:2.0:1783978272.288764:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978272.288765:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:2.0:1783978272.288770:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288799:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978272.288800:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978272.288802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978272.288803:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367002880, offset 0
00000400:00000200:2.0:1783978272.288806:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978272.288809:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.288811:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978272.288813:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978272.288815:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978272.288816:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978272.288818:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978272.288820:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345395:345395:256:4294967295] 192.168.201.109@tcp LPNI seq info [345384:345384:8:4294967295]
00000400:00000200:2.0:1783978272.288822:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.288826:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978272.288829:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.288831:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978272.288834:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978272.288836:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978272.288838:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978272.288840:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978272.288842:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.288851:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978272.288855:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978272.288861:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978272.288864:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978272.288865:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978272.288869:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978272.288872:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288878:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.288881:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288886:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.288887:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978272.288890:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978272.288893:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978272.288896:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978272.288898:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303803936
00000100:00000001:2.0:1783978272.288901:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303805174
00000100:00000001:2.0:1783978272.288902:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303803936
00000100:00000001:2.0:1783978272.288904:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303805174
00000100:00000001:2.0:1783978272.288906:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978272.288908:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.288910:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978272.288913:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978272/real 1783978272]  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978272.288919:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978272.288920:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978272.288922:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978272.288924:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978272.288925:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978272.288927:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978272.288930:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978272.288937:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288943:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978272.288944:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288946:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.288947:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978272.288951:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288956:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978272.288960:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.288966:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978272.288968:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288969:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.288971:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.288972:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978272.288975:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978272.288978:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978272.288981:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978272.288984:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978272.288987:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978272.288995:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367002880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978272.288999:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978272.289002:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289014:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978272.289015:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.289017:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978272.289018:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978272.289020:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978272.289023:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978272.289026:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978272.289028:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978272.289030:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978272.289031:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978272.289035:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978272.289036:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978272.289039:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978272.289041:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978272.289045:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978272.289047:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367003008, portal 10
00000100:00000001:2.0:1783978272.289049:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978272.289050:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:2.0:1783978272.289055:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289060:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978272.289063:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978272.289065:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978272.289067:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367003008, offset 0
00000400:00000200:2.0:1783978272.289070:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978272.289074:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.289077:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978272.289080:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978272.289083:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978272.289085:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978272.289087:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978272.289090:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345396:345396:256:4294967295] 192.168.201.109@tcp LPNI seq info [345385:345385:8:4294967295]
00000400:00000200:2.0:1783978272.289094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978272.289100:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978272.289104:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.289108:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978272.289112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978272.289114:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978272.289118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978272.289121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783978272.289124:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978272.289127:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978272.289129:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978272.289132:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978272.289134:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978272.289135:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978272.289137:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978272.289140:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289144:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.289146:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289150:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.289151:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978272.289153:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978272.289155:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978272.289157:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978272.289158:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303803933
00000100:00000001:2.0:1783978272.289160:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303805174
00000100:00000001:2.0:1783978272.289161:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303803933
00000100:00000001:2.0:1783978272.289163:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303805174
00000100:00000001:2.0:1783978272.289164:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978272.289166:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.289167:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978272.289169:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978272/real 1783978272]  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978272.289174:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978272.289175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978272.289176:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978272.289177:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978272.289178:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978272.289179:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978272.289181:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978272.289186:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289189:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978272.289189:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289190:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.289191:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978272.289193:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289196:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978272.289199:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289205:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978272.289207:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289208:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978272.289210:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289211:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978272.289212:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978272.289227:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978272.289230:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978272.289233:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978272.289237:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978272.289244:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978272.289248:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289250:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.289253:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367002880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289258:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978272.289260:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978272.289262:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978272.289265:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978272.289266:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978272.289266:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978272.289268:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978272.289269:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:2.0:1783978272.289270:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978272.289272:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978272.289273:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:2.0:1783978272.289274:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978272.289275:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289276:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978272.289278:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367003008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978272.289282:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978272.289283:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978272.289284:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978272.289288:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978272.289288:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978272.289289:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978272.289290:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978272.289291:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783978272.289292:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978272.289293:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978272.289294:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:2.0:1783978272.289295:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978272.289296:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289297:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978272.289299:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978272.289300:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978272.289301:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978272.289302:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978272.480069:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978272.480073:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978272.480076:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978273.503989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978273.503994:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978273.503997:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978277.408137:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978277.408143:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978277.408148:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978277.408159:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408176:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978277.408180:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.408187:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978277.408191:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978277.408196:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978277.408203:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367003136:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978277.408211:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978277.408216:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978277.408219:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.408223:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978277.408231:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978277.408235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978277.408244:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978277.408250:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978277.408258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978277.408267:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367003136, portal 25
00000100:00000001:2.0:1783978277.408270:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978277.408273:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:2.0:1783978277.408279:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408289:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978277.408295:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978277.408300:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978277.408305:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367003136, offset 0
00000400:00000200:2.0:1783978277.408316:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978277.408328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.408338:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978277.408345:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978277.408351:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978277.408365:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978277.408372:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978277.408380:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345397:345397:256:4294967295] 192.168.201.109@tcp LPNI seq info [345386:345386:8:4294967295]
00000400:00000200:2.0:1783978277.408387:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.408414:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978277.408427:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.408435:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978277.408446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978277.408451:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783978277.408461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978277.408466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783978277.408475:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.408480:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978277.408489:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978277.408496:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978277.408504:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978277.408507:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978277.408514:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978277.408519:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408531:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.408535:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408553:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.408555:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978277.408560:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978277.408567:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978277.408571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303810294
00000100:00000010:2.0:1783978277.408576:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f480.
00000100:00000001:2.0:1783978277.408585:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978277.408594:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303810294
00000100:00000010:2.0:1783978277.408599:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fd20.
00000100:00000001:2.0:1783978277.408604:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978277.408608:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978277.408611:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.408613:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978277.408618:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978277/real 1783978277]  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978277.408627:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978277.408628:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978277.408631:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978277.408634:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978277.408636:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978277.408638:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978277.408642:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978277.408655:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408662:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978277.408663:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408666:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.408667:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978277.408671:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408678:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978277.408681:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408687:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978277.408690:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408691:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.408692:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408695:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978277.408697:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978277.408699:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978277.408703:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978277.408705:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978277.408710:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978277.408716:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367003136:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978277.408721:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408722:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.408725:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627367003136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408730:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978277.408732:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978277.408734:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978277.408740:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978277.408742:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978277.408744:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978277.408745:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978277.408748:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783978277.408751:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978277.408753:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978277.408754:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:2.0:1783978277.408757:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978277.408758:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408760:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.408767:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978277.408769:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.408770:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978277.408802:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978277.408804:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978277.408807:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408814:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978277.408815:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.408818:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978277.408819:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978277.408821:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978277.408824:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978277.408827:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978277.408829:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978277.408831:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.408832:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978277.408835:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978277.408837:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978277.408841:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978277.408845:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978277.408848:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978277.408851:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367003264, portal 10
00000100:00000001:2.0:1783978277.408853:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978277.408854:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:2.0:1783978277.408860:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408866:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978277.408868:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978277.408881:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978277.408884:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367003264, offset 0
00000400:00000200:2.0:1783978277.408889:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978277.408892:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.408896:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978277.408898:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978277.408899:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978277.408901:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978277.408903:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978277.408904:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345398:345398:256:4294967295] 192.168.201.109@tcp LPNI seq info [345387:345387:8:4294967295]
00000400:00000200:2.0:1783978277.408907:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.408911:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978277.408914:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.408916:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978277.408918:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978277.408920:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783978277.408923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978277.408925:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783978277.408927:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.408928:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978277.408930:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978277.408932:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978277.408934:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978277.408935:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978277.408937:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978277.408940:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408944:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.408946:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408950:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.408951:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978277.408953:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978277.408956:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978277.408958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978277.408959:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303809056
00000100:00000001:2.0:1783978277.408961:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303810294
00000100:00000001:2.0:1783978277.408962:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303809056
00000100:00000001:2.0:1783978277.408963:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303810294
00000100:00000001:2.0:1783978277.408965:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978277.408966:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.408967:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978277.408969:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978277/real 1783978277]  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978277.408974:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978277.408975:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978277.408977:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978277.408979:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978277.408981:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978277.408983:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978277.408986:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978277.408992:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.408998:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978277.409000:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409001:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.409003:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978277.409006:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409012:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978277.409016:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409023:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978277.409026:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409027:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.409028:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409030:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978277.409032:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978277.409033:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978277.409035:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978277.409037:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978277.409040:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978277.409044:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978277.409047:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978277.409049:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409052:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978277.409053:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.409054:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978277.409055:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978277.409056:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978277.409058:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978277.409060:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978277.409061:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978277.409062:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978277.409063:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978277.409065:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978277.409067:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978277.409069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978277.409070:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978277.409073:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978277.409075:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367003392, portal 10
00000100:00000001:2.0:1783978277.409076:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978277.409077:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000100:00000040:2.0:1783978277.409080:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409084:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978277.409085:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978277.409086:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978277.409088:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367003392, offset 0
00000400:00000200:2.0:1783978277.409090:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978277.409092:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.409094:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978277.409096:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978277.409098:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978277.409099:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978277.409101:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978277.409102:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345399:345399:256:4294967295] 192.168.201.109@tcp LPNI seq info [345388:345388:8:4294967295]
00000400:00000200:2.0:1783978277.409105:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978277.409109:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978277.409111:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.409113:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978277.409115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978277.409117:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783978277.409119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978277.409121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783978277.409135:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978277.409137:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978277.409140:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978277.409144:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978277.409147:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978277.409149:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978277.409151:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978277.409154:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409166:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.409169:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409176:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.409177:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978277.409180:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978277.409182:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978277.409184:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978277.409186:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303809053
00000100:00000001:2.0:1783978277.409188:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303810294
00000100:00000001:2.0:1783978277.409190:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303809053
00000100:00000001:2.0:1783978277.409192:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303810294
00000100:00000001:2.0:1783978277.409194:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978277.409196:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.409198:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978277.409201:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978277/real 1783978277]  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978277.409208:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978277.409209:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978277.409211:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978277.409213:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978277.409215:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978277.409217:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978277.409219:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978277.409226:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409232:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978277.409234:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409236:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.409237:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978277.409240:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409246:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978277.409250:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409256:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978277.409259:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409260:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978277.409261:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409263:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978277.409264:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978277.409267:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978277.409270:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978277.409271:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978277.409275:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978277.409283:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367003392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978277.409287:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409288:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.409291:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627367003264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409296:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978277.409299:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978277.409300:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978277.409304:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978277.409305:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978277.409306:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978277.409308:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978277.409309:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:2.0:1783978277.409311:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978277.409312:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978277.409314:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:2.0:1783978277.409317:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978277.409318:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409319:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978277.409322:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627367003392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978277.409328:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978277.409330:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978277.409331:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978277.409334:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978277.409335:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978277.409336:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978277.409338:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978277.409339:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978277.409341:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978277.409342:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978277.409343:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:2.0:1783978277.409345:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978277.409347:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409348:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978277.409351:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978277.409352:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978277.409354:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978277.409355:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978277.600003:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978277.600007:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978277.600011:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978278.624181:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978278.624185:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978278.624188:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978282.527897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978282.527906:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978282.527909:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978282.527913:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978282.527917:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978282.527924:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9141
00000400:00000200:2.0:1783978282.527932:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978282.527938:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978282.527941:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978282.527944:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.527947:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.527949:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.527951:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978282.527955:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978282.527957:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978282.527960:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978282.527963:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978282.527965:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978282.527967:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978282.527970:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.527972:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.527974:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.527975:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978282.527978:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978282.527982:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978282.527984:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978282.527986:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978282.527990:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978282.527992:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.527995:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978282.527998:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978282.528007:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978282.528010:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978282.528013:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978282.528015:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528018:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978282.528021:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978282.528025:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978282.528034:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978282.528052:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978282.528060:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367003520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978282.528069:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978282.528073:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978282.528078:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367003520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978282.528099:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978282.528102:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978282.528106:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978282.528107:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978282.528109:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978282.528112:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978282.528114:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9141
00000400:00000200:2.0:1783978282.528117:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978282.528120:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978282.528122:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978282.528125:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528127:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.528129:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528131:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978282.528134:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978282.528135:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978282.528137:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978282.528139:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978282.528142:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978282.528145:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978282.528148:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528152:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.528155:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978282.528163:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978282.528168:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528174:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978282.528178:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978282.528186:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978282.528191:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528195:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978282.528200:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978282.528205:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528210:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978282.528216:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978282.528221:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978282.528225:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978282.528229:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528234:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978282.528237:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978282.528239:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978282.528244:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978282.528250:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978282.528259:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367003648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978282.528271:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978282.528275:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978282.528282:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367003648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978282.528298:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978282.528303:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978282.528311:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978282.528314:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978282.528317:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978282.528322:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978282.528327:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9141
00000400:00000200:2.0:1783978282.528335:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978282.528348:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978282.528352:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978282.528355:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528357:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.528359:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528362:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978282.528367:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978282.528367:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978282.528369:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978282.528371:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978282.528374:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978282.528378:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978282.528382:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528385:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978282.528388:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528389:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978282.528392:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978282.528397:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978282.528400:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978282.528404:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978282.528408:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978282.528412:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528414:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978282.528417:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978282.528421:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528428:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978282.528432:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978282.528437:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978282.528442:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978282.528445:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978282.528448:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978282.528452:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978282.528455:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978282.528461:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978282.528464:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978282.528469:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367003776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978282.528476:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978282.528488:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978282.528494:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367003776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978282.528510:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978282.528514:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978282.528519:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978282.528519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978282.528524:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978282.528526:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978282.528529:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9151)
00000800:00000200:1.1:1783978282.528534:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978282.528974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978282.528976:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978282.529272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978282.529274:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1783978282.720070:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978282.720074:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978282.720077:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978283.743961:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978283.743965:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978283.743968:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978287.648039:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978287.648050:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978287.648052:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978287.648056:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978287.648060:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978287.648067:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9146
00000400:00000200:2.0:1783978287.648075:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978287.648091:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978287.648094:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978287.648097:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648100:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648102:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648105:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978287.648108:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978287.648110:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978287.648113:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978287.648158:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978287.648161:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978287.648164:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978287.648167:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648169:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648170:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648172:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978287.648175:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978287.648178:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648180:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978287.648183:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978287.648186:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978287.648189:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648191:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978287.648194:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978287.648203:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978287.648207:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978287.648210:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978287.648212:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648215:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978287.648218:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978287.648223:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978287.648230:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978287.648237:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978287.648245:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367003904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978287.648266:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978287.648271:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978287.648276:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367003904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978287.648304:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978287.648307:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978287.648310:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978287.648312:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978287.648313:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978287.648316:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978287.648319:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9146
00000400:00000200:2.0:1783978287.648322:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978287.648326:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978287.648328:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978287.648330:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648332:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648334:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648335:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978287.648337:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978287.648338:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978287.648340:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978287.648342:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978287.648344:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978287.648346:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978287.648353:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648356:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648358:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648360:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978287.648362:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978287.648364:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648366:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978287.648368:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978287.648373:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978287.648375:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648376:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978287.648380:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978287.648383:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648384:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978287.648388:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978287.648390:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978287.648392:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978287.648393:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648394:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978287.648396:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978287.648397:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978287.648401:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978287.648404:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978287.648409:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367004032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978287.648416:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978287.648418:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978287.648426:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367004032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978287.648433:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978287.648436:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978287.648439:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978287.648441:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978287.648442:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978287.648445:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978287.648447:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9146
00000400:00000200:2.0:1783978287.648450:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978287.648453:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978287.648455:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978287.648457:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648459:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648461:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648463:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978287.648465:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978287.648466:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978287.648467:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978287.648469:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978287.648471:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978287.648473:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978287.648475:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648477:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978287.648479:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648480:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978287.648482:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978287.648485:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978287.648487:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978287.648488:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978287.648491:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978287.648493:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648495:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978287.648497:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978287.648499:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648501:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978287.648504:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978287.648506:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978287.648508:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978287.648510:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978287.648511:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978287.648512:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978287.648514:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978287.648517:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978287.648520:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978287.648523:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367004160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978287.648529:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978287.648531:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978287.648534:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367004160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978287.648539:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978287.648541:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978287.648544:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978287.648546:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978287.648549:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978287.648553:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9156)
00000800:00000200:1.1:1783978287.648796:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978287.648800:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978287.649125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978287.649128:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978287.649396:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978287.649399:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1783978287.841033:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978287.841040:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978287.841045:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978288.864005:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978288.864008:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978288.864010:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978292.767904:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978292.767914:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978292.767916:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978292.767918:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978292.767922:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978292.767927:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9151
00000400:00000200:2.0:1783978292.767934:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978292.767939:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978292.767942:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978292.767943:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.767946:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.767947:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.767949:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978292.767952:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978292.767953:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978292.767955:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978292.767957:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978292.767959:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978292.767960:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978292.767962:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.767963:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.767964:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.767965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978292.767967:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978292.767969:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978292.767971:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978292.767973:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978292.767976:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978292.767979:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.767980:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978292.767983:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978292.768021:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978292.768025:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978292.768028:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978292.768030:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768032:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978292.768034:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978292.768038:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978292.768052:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978292.768059:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978292.768068:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367004288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978292.768077:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978292.768082:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978292.768086:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367004288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978292.768108:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978292.768111:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978292.768114:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978292.768116:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978292.768117:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978292.768119:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978292.768121:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9151
00000400:00000200:2.0:1783978292.768125:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978292.768127:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978292.768129:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978292.768132:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768134:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.768135:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768137:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978292.768139:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978292.768140:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978292.768142:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978292.768144:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978292.768146:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978292.768148:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978292.768151:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768152:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.768155:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768157:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978292.768161:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978292.768165:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768169:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978292.768171:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978292.768178:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978292.768183:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768186:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978292.768190:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978292.768193:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768194:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978292.768199:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978292.768201:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978292.768203:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978292.768204:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768206:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978292.768215:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978292.768217:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978292.768221:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978292.768225:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978292.768230:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367004416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978292.768237:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978292.768239:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978292.768242:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367004416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978292.768251:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978292.768253:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978292.768259:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978292.768262:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978292.768264:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978292.768269:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978292.768272:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9151
00000400:00000200:2.0:1783978292.768277:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978292.768281:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978292.768284:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978292.768286:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768287:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.768289:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768290:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978292.768291:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978292.768292:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978292.768293:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978292.768295:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978292.768298:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978292.768299:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978292.768300:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768302:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978292.768303:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768305:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978292.768309:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978292.768313:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978292.768316:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978292.768320:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978292.768324:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978292.768329:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768331:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978292.768335:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978292.768338:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768342:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978292.768347:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978292.768349:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978292.768352:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978292.768354:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978292.768357:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978292.768359:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978292.768361:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978292.768369:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978292.768373:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978292.768381:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367004544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978292.768391:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978292.768394:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978292.768399:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367004544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978292.768412:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978292.768416:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978292.768425:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978292.768430:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978292.768437:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978292.768444:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9162)
00000800:00000200:1.1:1783978292.768595:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978292.768598:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978292.769095:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978292.769098:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978292.769363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978292.769366:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1783978292.960065:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978292.960068:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978292.960071:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978293.987133:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978293.987140:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978293.987145:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978297.888733:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978297.888743:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978297.888746:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978297.888750:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978297.888764:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978297.888832:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9157
00000400:00000200:3.0:1783978297.888841:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978297.888847:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978297.888850:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978297.888853:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.888856:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.888863:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.888865:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978297.888869:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978297.888871:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978297.888874:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978297.888877:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978297.888879:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978297.888882:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978297.888885:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.888887:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.888889:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.888891:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978297.888893:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978297.888896:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978297.888898:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978297.888901:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978297.888905:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978297.888908:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.888910:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978297.888913:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978297.888922:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978297.888926:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978297.888929:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978297.888931:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.888934:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978297.888936:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978297.888940:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978297.888947:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978297.888954:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978297.888962:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367004672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978297.888973:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978297.888977:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978297.888982:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367004672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978297.889004:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978297.889007:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978297.889010:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978297.889012:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978297.889013:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978297.889017:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978297.889019:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9157
00000400:00000200:3.0:1783978297.889023:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978297.889026:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978297.889028:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978297.889031:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889034:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.889037:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889039:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978297.889042:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978297.889043:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978297.889046:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978297.889050:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978297.889054:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978297.889058:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978297.889064:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889067:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.889071:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889077:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978297.889082:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978297.889087:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889091:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978297.889094:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978297.889102:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978297.889106:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889111:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978297.889128:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978297.889133:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889135:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978297.889142:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978297.889146:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978297.889152:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978297.889155:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889158:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978297.889161:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978297.889164:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978297.889171:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978297.889176:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978297.889186:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367004800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978297.889207:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978297.889209:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978297.889214:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367004800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978297.889232:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978297.889237:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978297.889244:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978297.889248:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978297.889251:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978297.889254:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978297.889257:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9157
00000400:00000200:3.0:1783978297.889260:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978297.889266:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978297.889269:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978297.889273:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889275:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.889279:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889284:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978297.889287:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978297.889289:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978297.889292:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978297.889296:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978297.889298:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978297.889304:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978297.889311:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889315:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978297.889322:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889326:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978297.889330:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978297.889337:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978297.889343:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978297.889345:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978297.889349:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978297.889353:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889358:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978297.889361:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978297.889366:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889370:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978297.889374:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978297.889379:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978297.889381:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978297.889384:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978297.889388:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978297.889392:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978297.889394:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978297.889401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:3.0:1783978297.889402:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000800:00000200:1.1:1783978297.889407:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978297.889408:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978297.889413:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367004928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978297.889425:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978297.889428:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978297.889436:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367004928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978297.889447:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978297.889450:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978297.889453:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978297.889456:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978297.889459:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978297.889464:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9167)
00000800:00000200:1.1:1783978297.889915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978297.889918:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978297.890195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978297.890198:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783978298.080170:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978298.080173:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978298.080176:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978299.108865:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978299.108872:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978299.108877:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978303.008505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978303.008507:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978303.008858:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978303.008861:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978303.009087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978303.009088:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783978303.200608:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978303.200612:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978303.200615:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978304.224000:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978304.224003:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978304.224006:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978308.128450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978308.128457:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978308.129042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978308.129044:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978308.129338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978308.129340:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1783978308.320030:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978308.320036:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978308.320040:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978309.344058:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978309.344064:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978309.344070:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1783978313.248484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978313.248731:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978313.248892:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783978313.440656:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978313.440659:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978313.440661:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978314.339565:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978314.339574:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978314.339577:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978314.339583:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978314.339587:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978314.339591:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978314.339594:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978314.339596:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978314.339599:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978314.465371:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978314.465375:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978314.465378:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978315.359999:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978315.360009:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978315.360012:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978315.360019:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978315.360024:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978315.360029:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978315.360032:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978315.360035:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978315.360038:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1783978316.322348:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978316.322415:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978316.322428:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978316.322432:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978316.322438:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978316.322444:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978316.322462:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978316.322467:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:3.0:1783978316.322475:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978316.322481:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978316.322489:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2dd0
00000400:00000010:3.0:1783978316.322493:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2dd0.
00000100:00000001:3.0:1783978316.322505:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978316.322516:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c2b100 x1870627367005824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.322546:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978316.323213:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627367005824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.323221:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783978316.323226:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783978316.323230:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:3.0:1783978316.323234:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783978316.323237:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783978316.323239:0:2397:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:3.0:1783978316.323241:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783978316.323244:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:3.0:1783978316.323248:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783978316.323251:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783978316.323253:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:3.0:1783978316.323257:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783978316.323259:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978316.323261:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978316.323273:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978316.323276:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bb00.
00000400:00000200:3.0:1783978316.323280:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978316.323284:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978316.323288:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2908
00000400:00000010:3.0:1783978316.323290:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2908.
00000100:00000001:3.0:1783978316.323293:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978316.323297:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28380 x1870627367005952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.323312:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978316.323316:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627367005952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.323322:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978316.323323:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978316.323328:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978316.323330:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bd00.
00000400:00000200:3.0:1783978316.323333:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978316.323336:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978316.323339:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2770
00000400:00000010:3.0:1783978316.323341:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2770.
00000100:00000001:3.0:1783978316.323343:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978316.323347:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c29880 x1870627367006080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.323354:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978316.323356:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627367006080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978316.323362:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978316.323364:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783978316.383978:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978316.383987:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978316.383990:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978316.383996:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978316.384001:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978316.384005:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978316.384017:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978316.384020:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978316.384023:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978317.407931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978317.407938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978317.407940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978317.407945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978317.407948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978317.407952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978317.407955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978317.407957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978317.407959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978318.372645:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978318.372659:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978318.372662:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978318.372666:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978318.372671:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978318.372680:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9177
00000400:00000200:3.0:1783978318.372692:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978318.372699:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978318.372702:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978318.372705:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.372709:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.372712:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.372715:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978318.372719:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978318.372722:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978318.372725:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978318.372729:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978318.372732:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978318.372734:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978318.372737:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.372740:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.372742:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.372743:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978318.372746:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978318.372750:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978318.372752:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978318.372756:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978318.372760:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978318.372763:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.372765:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978318.372768:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978318.372840:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978318.372845:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978318.372849:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978318.372852:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.372855:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978318.372859:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978318.372864:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978318.372872:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978318.372880:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978318.372890:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367006208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978318.372900:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978318.372905:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978318.372910:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367006208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978318.373271:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978318.373276:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978318.373280:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978318.373281:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978318.373283:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978318.373287:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978318.373290:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9177
00000400:00000200:3.0:1783978318.373295:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978318.373298:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978318.373300:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978318.373303:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373305:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.373307:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373309:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978318.373312:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978318.373313:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978318.373315:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978318.373316:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978318.373318:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978318.373320:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978318.373323:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373325:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.373327:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373329:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978318.373331:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978318.373333:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373335:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978318.373337:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978318.373344:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978318.373346:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373348:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978318.373353:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978318.373356:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373358:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978318.373362:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978318.373365:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978318.373367:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978318.373369:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373370:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978318.373372:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978318.373373:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978318.373380:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978318.373383:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978318.373388:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367006336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978318.373396:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978318.373398:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978318.373402:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367006336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978318.373410:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978318.373413:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978318.373428:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978318.373429:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978318.373431:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978318.373434:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978318.373436:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9177
00000400:00000200:3.0:1783978318.373440:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978318.373442:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978318.373445:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978318.373447:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373450:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.373452:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373455:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978318.373457:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978318.373458:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978318.373459:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978318.373461:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978318.373463:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978318.373466:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978318.373468:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373470:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978318.373473:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373474:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978318.373476:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978318.373478:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978318.373480:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978318.373482:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978318.373484:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978318.373486:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373488:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978318.373490:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978318.373492:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373494:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978318.373498:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978318.373500:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978318.373502:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978318.373503:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978318.373505:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978318.373507:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978318.373509:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978318.373513:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978318.373516:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978318.373519:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367006464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978318.373533:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978318.373535:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978318.373538:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367006464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978318.373546:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978318.373549:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978318.373553:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978318.373556:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978318.373559:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978318.373565:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9187)
00000800:00000200:1.1:1783978318.373769:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978318.373797:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978318.374553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978318.374557:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978318.375217:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978318.375220:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978318.435974:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978318.435982:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978318.435984:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978318.435991:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978318.435995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978318.435999:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978318.436003:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978318.436006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978318.436009:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978318.560035:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978318.560041:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978318.560044:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978319.455979:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978319.455988:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978319.455990:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978319.455995:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978319.455999:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978319.456004:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978319.456006:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978319.456009:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978319.456013:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978319.588457:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978319.588463:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978319.588468:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978320.480011:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978320.480017:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978320.480018:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978320.480022:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978320.480024:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978320.480027:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978320.480029:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978320.480031:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978320.480032:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978321.504170:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978321.504178:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978321.504180:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978321.504186:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978321.504190:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978321.504193:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978321.504196:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978321.504199:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978321.504202:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978322.527936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978322.527946:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978322.527973:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978322.527980:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978322.527984:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978322.527988:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978322.527991:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978322.527995:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978322.527998:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978323.487995:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978323.488003:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978323.488005:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978323.488008:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978323.488011:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978323.488017:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9182
00000400:00000200:2.0:1783978323.488025:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978323.488030:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978323.488034:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978323.488036:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488039:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978323.488042:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488044:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978323.488047:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978323.488049:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978323.488052:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978323.488055:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978323.488057:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978323.488059:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978323.488062:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488064:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978323.488066:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488067:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978323.488070:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978323.488073:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488076:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978323.488078:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978323.488082:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978323.488084:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.488086:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978323.488089:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978323.488098:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978323.488102:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978323.488105:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978323.488106:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.488109:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978323.488111:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978323.488115:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978323.488123:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783978323.488129:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978323.488138:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367006592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978323.488148:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978323.488152:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978323.488156:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367006592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978323.488179:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978323.488182:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978323.488185:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978323.488187:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978323.488188:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978323.488191:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978323.488193:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9182
00000400:00000200:2.0:1783978323.488197:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978323.488200:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978323.488202:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978323.488205:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488207:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978323.488209:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488212:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978323.488219:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978323.488221:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978323.488223:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978323.488226:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978323.488228:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978323.488231:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978323.488234:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488238:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978323.488240:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488244:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978323.488246:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978323.488249:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488251:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978323.488255:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978323.488260:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978323.488263:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.488264:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978323.488268:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978323.488274:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.488281:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978323.488289:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978323.488294:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978323.488298:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978323.488301:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.488309:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978323.488311:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978323.488316:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978323.488337:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978323.488343:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978323.488349:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367006720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978323.488367:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978323.488372:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978323.488379:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367006720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978323.488410:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978323.488416:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978323.488423:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978323.488427:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978323.488432:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978323.488435:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978323.488440:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9182
00000400:00000200:2.0:1783978323.488452:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978323.488461:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978323.488469:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978323.488477:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488482:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978323.488485:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488502:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978323.488599:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978323.488604:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978323.488613:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978323.488618:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978323.488626:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978323.488631:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978323.488640:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488647:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1783978323.488666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978323.488669:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1783978323.488903:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488907:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978323.488911:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978323.488919:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978323.488926:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978323.488931:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978323.488937:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978323.489034:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.489040:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978323.489047:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978323.489055:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.489059:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978323.489070:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978323.489076:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978323.489083:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978323.489087:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978323.489092:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978323.489097:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978323.489103:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978323.489115:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978323.489123:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978323.489134:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367006848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978323.489166:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978323.489175:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978323.489191:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367006848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978323.489214:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978323.489223:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978323.489230:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978323.489235:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978323.489243:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978323.489250:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9192)
00000800:00000200:1.1:1783978323.489442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978323.489444:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978323.489738:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978323.489740:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783978323.552357:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978323.552364:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978323.552366:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978323.552372:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978323.552376:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978323.552381:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978323.552384:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978323.552386:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978323.552391:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978323.680105:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978323.680111:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978323.680115:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978324.575968:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978324.575976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978324.575978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978324.575984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978324.575987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978324.575992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978324.575995:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978324.575997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978324.576000:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978324.704544:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978324.704548:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978324.704552:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978325.600029:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978325.600037:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978325.600038:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978325.600044:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978325.600048:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978325.600051:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978325.600054:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978325.600056:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978325.600059:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978326.623920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978326.623928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978326.623930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978326.623935:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978326.623939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978326.623941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978326.623944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978326.623946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978326.623949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978327.647935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978327.647945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978327.647947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978327.647954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978327.647959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978327.647964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978327.647967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978327.647970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978327.647973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978328.608454:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978328.608466:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978328.608468:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978328.608474:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978328.608479:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978328.608489:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9187
00000400:00000200:2.0:1783978328.608498:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978328.608504:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978328.608507:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978328.608511:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608513:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608515:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608517:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978328.608520:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978328.608522:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978328.608525:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978328.608528:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978328.608529:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978328.608531:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978328.608532:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608534:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608535:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608536:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978328.608539:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978328.608541:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608543:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978328.608545:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978328.608548:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978328.608550:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608551:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978328.608554:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978328.608563:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978328.608567:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978328.608570:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978328.608571:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608574:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978328.608577:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978328.608582:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978328.608589:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978328.608597:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978328.608605:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367006976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978328.608614:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978328.608618:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978328.608621:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367006976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978328.608643:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978328.608645:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978328.608648:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978328.608649:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978328.608650:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978328.608652:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978328.608654:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9187
00000400:00000200:2.0:1783978328.608656:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978328.608658:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978328.608659:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978328.608661:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608662:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608664:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608666:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978328.608667:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978328.608668:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978328.608669:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978328.608670:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978328.608671:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978328.608673:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978328.608675:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608676:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608677:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608678:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978328.608681:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978328.608683:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608685:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978328.608686:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978328.608692:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978328.608694:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608696:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978328.608702:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978328.608705:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608707:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978328.608709:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978328.608712:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978328.608716:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978328.608718:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608721:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978328.608722:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978328.608725:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978328.608729:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978328.608733:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978328.608739:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367007104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978328.608746:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978328.608748:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978328.608753:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367007104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978328.608762:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978328.608766:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978328.608769:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978328.608790:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978328.608791:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978328.608793:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978328.608796:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9187
00000400:00000200:2.0:1783978328.608799:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978328.608801:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978328.608802:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978328.608805:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608806:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608808:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608809:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978328.608812:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978328.608812:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978328.608813:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978328.608815:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978328.608816:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978328.608819:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978328.608821:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608826:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978328.608827:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608831:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978328.608832:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978328.608834:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978328.608836:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978328.608839:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978328.608843:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978328.608846:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608847:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978328.608848:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978328.608850:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608853:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978328.608859:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978328.608862:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978328.608866:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978328.608868:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978328.608870:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978328.608871:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978328.608872:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978328.608875:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978328.608878:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978328.608881:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367007232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978328.608890:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978328.608892:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978328.608897:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367007232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978328.608905:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978328.608909:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978328.608916:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978328.608922:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978328.608930:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978328.608938:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9197)
00000800:00000200:1.1:1783978328.609037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978328.609041:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978328.609685:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978328.609687:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978328.609902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978328.609903:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978328.671937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978328.671948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978328.671951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978328.671960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978328.671964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978328.671969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978328.671972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978328.671975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978328.671978:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978328.800020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978328.800025:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978328.800028:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978329.695905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978329.695916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978329.695919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978329.695926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978329.695931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978329.695936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978329.695939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978329.695943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978329.695959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978329.826548:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978329.826553:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978329.826557:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978330.719925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978330.719935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978330.719938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978330.719945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978330.719949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978330.719954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978330.719957:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978330.719961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978330.719964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978331.743929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978331.743940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978331.743942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978331.743949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978331.743953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978331.743957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978331.743960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978331.743962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978331.743966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978332.768027:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978332.768035:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978332.768037:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978332.768043:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978332.768059:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978332.768063:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978332.768066:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978332.768068:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978332.768071:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978333.727922:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978333.727932:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978333.727935:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978333.727939:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978333.727944:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978333.727952:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9192
00000400:00000200:2.0:1783978333.727960:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978333.727967:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978333.727971:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978333.727974:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.727977:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.727980:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.727983:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978333.727987:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978333.727990:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978333.727992:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978333.727995:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978333.727997:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978333.728000:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978333.728003:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728005:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.728006:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728008:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978333.728010:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978333.728013:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728015:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978333.728017:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978333.728020:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978333.728023:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728025:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978333.728028:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978333.728037:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978333.728040:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978333.728044:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978333.728046:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728049:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978333.728051:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978333.728055:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978333.728062:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978333.728068:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978333.728077:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367007360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978333.728087:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978333.728091:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978333.728095:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367007360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978333.728378:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978333.728384:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978333.728389:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978333.728392:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978333.728396:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1783978333.728397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978333.728401:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1783978333.728403:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1783978333.728407:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9192
00000400:00000200:2.0:1783978333.728414:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978333.728421:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978333.728424:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978333.728436:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728438:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.728442:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728445:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978333.728450:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978333.728453:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978333.728456:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978333.728459:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978333.728464:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978333.728469:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978333.728474:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728477:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.728481:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728485:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978333.728490:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978333.728496:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728502:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978333.728507:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978333.728514:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978333.728518:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728523:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978333.728528:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978333.728532:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728544:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978333.728552:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978333.728557:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978333.728563:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978333.728566:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728569:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978333.728572:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978333.728578:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978333.728586:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978333.728593:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978333.728604:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367007488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978333.728637:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978333.728641:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978333.728650:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367007488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978333.728665:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978333.728670:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978333.728675:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978333.728678:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978333.728680:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978333.728686:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978333.728691:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9192
00000400:00000200:2.0:1783978333.728697:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978333.728705:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978333.728709:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978333.728715:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728719:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.728724:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728731:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978333.728736:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978333.728738:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978333.728742:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978333.728746:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978333.728751:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978333.728757:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978333.728764:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728770:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978333.728800:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728804:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978333.728809:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978333.728815:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978333.728820:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978333.728823:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978333.728827:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978333.728832:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728836:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978333.728839:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978333.728843:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728846:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978333.728854:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978333.728858:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978333.728865:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978333.728868:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978333.728872:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978333.728876:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978333.728878:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978333.728884:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978333.728890:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978333.728899:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367007616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978333.728909:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978333.728913:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978333.728920:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367007616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978333.728942:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978333.728948:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978333.728955:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978333.728960:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978333.728968:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978333.728975:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9203)
00000800:00000200:1.1:1783978333.729045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978333.729046:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978333.729294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978333.729296:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978333.791889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978333.791898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978333.791900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978333.791905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978333.791909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978333.791912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978333.791915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978333.791917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978333.791920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978333.920040:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978333.920043:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978333.920046:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978334.815869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978334.815877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978334.815878:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978334.815884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978334.815887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978334.815891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978334.815894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978334.815896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978334.815899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978334.943974:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978334.943978:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978334.943981:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978335.839865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978335.839873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978335.839875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978335.839880:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978335.839884:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978335.839888:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978335.839891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978335.839894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978335.839898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978336.863869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978336.863875:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978336.863876:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978336.863880:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978336.863882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978336.863885:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978336.863887:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978336.863889:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978336.863891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978337.887877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978337.887884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978337.887886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978337.887892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978337.887895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978337.887898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978337.887901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978337.887904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978337.887907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978338.848566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978338.848572:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978338.849111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978338.849114:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978338.849398:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978338.849400:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978338.911886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978338.911893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978338.911894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978338.911900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978338.911904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978338.911907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978338.911910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978338.911912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978338.911915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978339.039943:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978339.039948:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978339.039951:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978339.935967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978339.935978:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978339.935980:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978339.935988:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978339.935994:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978339.935998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978339.936001:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978339.936004:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978339.936007:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978340.064016:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978340.064020:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978340.064023:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978340.959914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978340.959922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978340.959924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978340.959930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978340.959933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978340.959936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978340.959939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978340.959941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978340.959944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978341.983894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978341.983901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978341.983903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978341.983909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978341.983912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978341.983916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978341.983918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978341.983920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978341.983923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.007886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978343.007893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978343.007894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978343.007900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978343.007904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978343.007907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978343.007910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978343.007912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978343.007915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978343.967898:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978343.967906:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978343.967908:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978343.967911:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978343.967914:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978343.967920:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9203
00000400:00000200:3.0:1783978343.967927:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978343.967932:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978343.967934:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978343.967936:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.967938:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.967940:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.967942:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978343.967945:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978343.967947:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978343.967949:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978343.967952:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978343.967954:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978343.967957:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978343.967959:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.967961:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.967962:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.967964:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978343.967967:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978343.967981:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978343.967984:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978343.967986:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978343.967990:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978343.967992:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.967994:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978343.967997:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978343.968006:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978343.968010:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978343.968013:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978343.968015:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968017:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978343.968019:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978343.968023:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978343.968029:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978343.968034:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978343.968041:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367008128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978343.968048:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978343.968051:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978343.968054:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367008128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978343.968083:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978343.968086:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978343.968089:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978343.968091:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978343.968092:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978343.968095:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978343.968098:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9203
00000400:00000200:3.0:1783978343.968102:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978343.968107:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978343.968109:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978343.968112:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968115:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.968119:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968123:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978343.968126:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978343.968128:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978343.968129:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978343.968132:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978343.968133:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978343.968136:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978343.968142:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968145:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.968148:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968151:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978343.968155:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978343.968158:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968160:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978343.968164:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978343.968168:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978343.968171:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968175:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978343.968179:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978343.968182:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968184:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978343.968189:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978343.968192:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978343.968195:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978343.968195:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968197:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978343.968200:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978343.968201:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978343.968203:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978343.968205:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978343.968211:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367008256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978343.968217:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978343.968221:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978343.968223:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367008256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978343.968232:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978343.968235:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978343.968238:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978343.968240:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978343.968243:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978343.968245:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978343.968247:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9203
00000400:00000200:3.0:1783978343.968252:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978343.968254:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978343.968256:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978343.968261:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968262:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.968263:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968265:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978343.968270:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978343.968272:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978343.968275:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978343.968279:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978343.968283:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978343.968289:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978343.968296:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968301:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978343.968306:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968311:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978343.968317:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978343.968322:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978343.968327:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978343.968330:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978343.968333:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978343.968335:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968336:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978343.968339:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978343.968343:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968344:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978343.968349:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978343.968352:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978343.968355:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978343.968357:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978343.968359:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978343.968361:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978343.968363:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978343.968369:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978343.968376:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978343.968384:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367008384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978343.968396:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978343.968400:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978343.968417:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367008384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978343.968431:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978343.968436:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978343.968442:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978343.968444:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978343.968447:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978343.968449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978343.968452:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9213)
00000800:00000200:1.1:1783978343.968454:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978343.968849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978343.968852:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978343.969147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978343.969149:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978344.031892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978344.031899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978344.031900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978344.031905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978344.031907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978344.031910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978344.031912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978344.031914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978344.031916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978344.160056:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978344.160059:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978344.160062:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978345.056060:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978345.056068:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978345.056070:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978345.056075:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978345.056079:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978345.056082:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978345.056085:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978345.056088:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978345.056091:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978345.184113:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978345.184116:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978345.184118:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978346.079912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978346.079922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978346.079924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978346.079943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978346.079948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978346.079952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978346.079955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978346.079958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978346.079960:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978347.103957:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978347.103969:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978347.103972:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978347.103979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978347.103983:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978347.103989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978347.103993:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978347.103996:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978347.103999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978348.127886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978348.127893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978348.127895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978348.127912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978348.127917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978348.127920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978348.127923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978348.127926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978348.127929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978349.087909:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978349.087919:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978349.087922:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978349.087925:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978349.087929:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978349.087935:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9208
00000400:00000200:3.0:1783978349.087945:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978349.087954:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978349.087957:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978349.087960:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.087963:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.087965:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.087967:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978349.087970:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978349.087972:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978349.087974:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978349.087977:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978349.087980:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978349.087982:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978349.087985:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.087987:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.087989:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.087991:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978349.087994:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978349.087997:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978349.087999:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978349.088001:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978349.088005:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978349.088008:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088010:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978349.088012:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978349.088023:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978349.088026:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978349.088029:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978349.088031:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088033:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978349.088036:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978349.088040:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978349.088047:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978349.088053:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978349.088060:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367008512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978349.088070:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978349.088074:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978349.088078:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367008512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978349.088107:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978349.088110:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978349.088114:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978349.088115:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978349.088124:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978349.088127:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978349.088129:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9208
00000400:00000200:3.0:1783978349.088133:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978349.088136:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978349.088138:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978349.088140:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088142:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.088144:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088146:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978349.088148:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978349.088149:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978349.088151:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978349.088153:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978349.088156:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978349.088158:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978349.088161:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088162:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.088164:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088167:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978349.088172:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978349.088177:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088181:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978349.088183:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978349.088190:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978349.088195:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088199:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978349.088204:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978349.088210:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088213:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978349.088218:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978349.088222:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978349.088228:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978349.088230:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088234:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978349.088237:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978349.088240:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978349.088245:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978349.088251:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978349.088258:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367008640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978349.088271:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978349.088275:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978349.088280:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367008640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978349.088294:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978349.088298:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978349.088305:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978349.088308:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978349.088310:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978349.088315:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978349.088321:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9208
00000400:00000200:3.0:1783978349.088327:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978349.088335:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978349.088351:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978349.088357:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088361:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.088365:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088370:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978349.088375:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978349.088376:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978349.088379:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978349.088383:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978349.088389:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978349.088393:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978349.088401:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088406:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978349.088421:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088430:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978349.088434:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978349.088441:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978349.088445:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978349.088449:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978349.088452:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978349.088456:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088460:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978349.088463:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978349.088469:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978349.088469:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978349.088474:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978349.088474:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000010:3.0:1783978349.088479:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978349.088484:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978349.088498:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978349.088501:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978349.088507:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978349.088511:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978349.088514:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978349.088522:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978349.088528:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978349.088537:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367008768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978349.088567:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978349.088571:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978349.088588:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367008768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978349.088600:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978349.088605:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978349.088609:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978349.088614:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978349.088620:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978349.088626:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9218)
00000800:00000200:1.1:1783978349.088972:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978349.088975:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978349.089258:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978349.089260:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783978349.151909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978349.151916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978349.151918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978349.151923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978349.151926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978349.151930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978349.151932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978349.151934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978349.151937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978349.279984:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978349.279988:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978349.279991:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978350.175908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978350.175916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978350.175918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978350.175923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978350.175927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978350.175931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978350.175933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978350.175935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978350.175938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978350.304112:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978350.304116:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978350.304118:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978351.199915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978351.199922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978351.199924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978351.199930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978351.199933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978351.199937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978351.199940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978351.199942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978351.199945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978352.223877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978352.223884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978352.223886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978352.223891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978352.223894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978352.223898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978352.223900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978352.223903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978352.223906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978353.247873:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978353.247881:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978353.247883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978353.247888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978353.247891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978353.247894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978353.247896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978353.247899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978353.247902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978354.208524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978354.208529:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978354.208998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978354.209001:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978354.209255:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978354.209257:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978354.271914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978354.271920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978354.271921:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978354.271926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978354.271929:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978354.271933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978354.271936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978354.271938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978354.271941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978354.399997:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978354.400001:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978354.400004:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978355.295892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978355.295898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978355.295899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978355.295903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978355.295906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978355.295909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978355.295911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978355.295914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978355.295917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978355.423991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978355.423995:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978355.423999:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978356.319887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978356.319895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978356.319897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978356.319904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978356.319907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978356.319910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978356.319913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978356.319915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978356.319918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978357.343984:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978357.343993:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978357.343996:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978357.344002:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978357.344006:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978357.344011:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978357.344014:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978357.344017:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978357.344020:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978358.367930:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978358.367943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978358.367945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978358.367954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978358.367959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978358.367964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978358.367968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978358.367971:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978358.367974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978359.328624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978359.328629:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978359.329113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978359.329116:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978359.329343:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978359.329345:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783978359.392003:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978359.392013:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978359.392016:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978359.392024:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978359.392029:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978359.392034:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978359.392037:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978359.392040:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978359.392044:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978359.519989:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978359.519992:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978359.519996:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978360.415922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978360.415929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978360.415931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978360.415936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978360.415940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978360.415943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978360.415946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978360.415948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978360.415951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978360.544038:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978360.544042:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978360.544045:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978361.439906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978361.439914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978361.439916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978361.439922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978361.439925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978361.439929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978361.439931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978361.439933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978361.439936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978362.463872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978362.463878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978362.463880:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978362.463884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978362.463886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978362.463889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978362.463890:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978362.463892:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978362.463893:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978363.487976:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978363.487991:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978363.487994:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978363.488001:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978363.488006:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978363.488010:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978363.488012:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978363.488016:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978363.488019:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978364.447871:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978364.447880:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978364.447882:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978364.447885:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978364.447889:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978364.447895:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9223
00000400:00000200:2.0:1783978364.447902:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978364.447906:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978364.447908:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978364.447910:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.447912:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.447914:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.447916:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978364.447919:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978364.447921:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978364.447924:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978364.447927:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978364.447929:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978364.447931:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978364.447934:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.447936:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.447937:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.447940:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978364.447944:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978364.447947:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978364.447949:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978364.447952:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978364.447956:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978364.447958:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.447960:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978364.447963:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978364.447972:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978364.447976:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978364.447979:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978364.447981:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.447983:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978364.447986:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978364.447990:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978364.447998:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978364.448004:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978364.448012:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367009664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978364.448021:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978364.448030:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978364.448035:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367009664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978364.448057:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978364.448059:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978364.448063:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978364.448064:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978364.448065:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978364.448068:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978364.448070:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9223
00000400:00000200:2.0:1783978364.448074:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978364.448077:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978364.448080:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978364.448083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448085:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.448087:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448092:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978364.448095:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978364.448098:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978364.448100:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978364.448104:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978364.448107:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978364.448110:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978364.448117:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448121:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.448124:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448128:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978364.448133:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978364.448138:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448144:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978364.448148:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978364.448156:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978364.448160:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448165:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978364.448171:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978364.448174:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448177:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978364.448182:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978364.448184:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978364.448186:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978364.448195:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448202:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978364.448205:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978364.448208:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978364.448214:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978364.448220:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978364.448230:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367009792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978364.448245:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978364.448248:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978364.448253:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367009792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978364.448262:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978364.448265:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978364.448269:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978364.448272:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978364.448274:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978364.448277:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978364.448282:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9223
00000400:00000200:2.0:1783978364.448289:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978364.448295:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978364.448299:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978364.448302:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448306:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.448310:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448312:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978364.448316:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978364.448318:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978364.448321:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978364.448323:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978364.448326:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978364.448327:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978364.448330:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448333:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978364.448335:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448336:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978364.448338:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978364.448342:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978364.448346:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978364.448348:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978364.448351:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978364.448355:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448358:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1783978364.448361:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000008:00100000:2.0:1783978364.448362:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1783978364.448365:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000008:00000001:2.0:1783978364.448367:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448372:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978364.448377:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978364.448382:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978364.448388:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978364.448392:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978364.448396:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978364.448399:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978364.448403:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978364.448409:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978364.448420:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978364.448431:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367009920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978364.448447:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978364.448451:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978364.448459:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367009920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978364.448473:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978364.448478:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978364.448483:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978364.448489:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978364.448493:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978364.448501:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9233)
00000800:00000200:1.1:1783978364.448766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978364.448768:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978364.449024:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978364.449026:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978364.511874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978364.511882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978364.511884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978364.511889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978364.511893:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978364.511896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978364.511899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978364.511902:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978364.511905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978364.640013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978364.640017:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978364.640020:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978365.535842:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978365.535849:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978365.535851:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978365.535857:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978365.535861:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978365.535864:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978365.535867:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978365.535870:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978365.535874:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978365.663987:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978365.663991:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978365.663994:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978366.559899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978366.559907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978366.559909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978366.559915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978366.559918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978366.559922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978366.559925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978366.559927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978366.559930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978367.583906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978367.583912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978367.583914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978367.583918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978367.583926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978367.583929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978367.583931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978367.583934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978367.583937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978368.607918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978368.607924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978368.607926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978368.607930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978368.607933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978368.607936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978368.607937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978368.607939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978368.607941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978369.568500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978369.568504:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978369.568965:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978369.568968:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978369.569263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978369.569266:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783978369.631898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978369.631905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978369.631906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978369.631910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978369.631913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978369.631916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978369.631918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978369.631920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978369.631922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978369.759957:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978369.759961:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978369.759965:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978370.655847:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978370.655855:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978370.655856:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978370.655862:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978370.655865:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978370.655869:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978370.655872:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978370.655875:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978370.655878:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978370.784019:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978370.784023:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978370.784026:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978371.679884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978371.679890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978371.679891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978371.679895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978371.679897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978371.679900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978371.679902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978371.679903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978371.679905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978372.703882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978372.703888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978372.703890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978372.703894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978372.703896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978372.703899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978372.703901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978372.703903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978372.703905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978373.727889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978373.727896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978373.727898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978373.727903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978373.727906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978373.727908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978373.727910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978373.727912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978373.727913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978374.687929:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978374.687939:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978374.687942:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978374.687945:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978374.687949:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978374.687956:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9233
00000400:00000200:3.0:1783978374.687965:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978374.687971:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978374.687973:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978374.687976:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.687979:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.687982:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.687984:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978374.687988:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978374.687990:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978374.687993:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978374.688003:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978374.688006:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978374.688008:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978374.688011:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688013:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.688015:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688017:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978374.688020:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978374.688023:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688026:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978374.688029:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978374.688032:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978374.688035:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688037:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978374.688039:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978374.688048:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978374.688051:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978374.688055:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978374.688057:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688059:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978374.688062:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978374.688065:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978374.688072:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978374.688078:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978374.688087:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367010432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978374.688096:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978374.688101:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978374.688105:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367010432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978374.688127:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978374.688131:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978374.688134:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978374.688135:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978374.688137:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978374.688140:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978374.688142:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9233
00000400:00000200:3.0:1783978374.688146:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978374.688149:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978374.688151:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978374.688154:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688157:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.688160:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688162:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978374.688164:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978374.688166:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978374.688167:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978374.688170:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978374.688172:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978374.688176:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978374.688193:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688199:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.688204:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688209:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978374.688215:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978374.688222:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688228:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978374.688234:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978374.688242:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978374.688247:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688249:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978374.688256:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978374.688262:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688266:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978374.688272:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978374.688276:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978374.688282:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978374.688285:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688290:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978374.688292:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978374.688296:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978374.688311:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978374.688318:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978374.688325:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367010560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978374.688338:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978374.688342:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978374.688349:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367010560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978374.688367:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978374.688374:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978374.688380:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978374.688384:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978374.688388:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978374.688393:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978374.688398:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9233
00000400:00000200:3.0:1783978374.688408:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:1.1:1783978374.688419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000400:00000200:3.0:1783978374.688425:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000200:1.1:1783978374.688429:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1783978374.688433:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978374.688450:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688455:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.688459:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688475:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978374.688482:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978374.688486:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978374.688489:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978374.688493:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978374.688499:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978374.688504:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978374.688513:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688517:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978374.688523:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688529:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978374.688542:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978374.688553:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978374.688557:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978374.688561:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978374.688565:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978374.688570:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688571:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978374.688574:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978374.688578:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688580:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978374.688584:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978374.688586:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978374.688589:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978374.688591:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978374.688594:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978374.688598:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978374.688608:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978374.688616:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978374.688621:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978374.688628:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367010688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978374.688644:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978374.688649:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978374.688654:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367010688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978374.688670:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978374.688674:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978374.688681:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978374.688687:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978374.688693:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978374.688700:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9244)
00000800:00000200:1.1:1783978374.688951:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978374.688953:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978374.689143:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978374.689144:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1783978374.751903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978374.751910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978374.751912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978374.751917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978374.751921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978374.751924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978374.751927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978374.751929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978374.751932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978374.880171:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978374.880176:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978374.880179:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978375.775954:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978375.775961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978375.775963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978375.775968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978375.775972:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978375.775975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978375.775977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978375.775979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978375.775982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978375.904092:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978375.904096:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978375.904099:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978376.799910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978376.799916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978376.799918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978376.799924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978376.799927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978376.799931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978376.799933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978376.799936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978376.799939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978377.824014:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978377.824022:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978377.824024:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978377.824029:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978377.824033:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978377.824037:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978377.824039:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978377.824042:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978377.824044:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978378.847918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978378.847928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978378.847930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978378.847937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978378.847941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978378.847946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978378.847949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978378.847953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978378.847956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978379.808995:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978379.809010:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978379.809013:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978379.809018:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978379.809024:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978379.809034:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9239
00000400:00000200:2.0:1783978379.809047:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978379.809054:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978379.809069:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978379.809072:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809076:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809078:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809081:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978379.809085:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978379.809089:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978379.809092:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978379.809095:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978379.809098:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978379.809101:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978379.809104:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809107:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809109:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809111:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978379.809114:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978379.809118:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809121:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978379.809124:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978379.809128:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978379.809131:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809133:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978379.809142:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978379.809154:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978379.809158:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978379.809163:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978379.809165:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809169:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978379.809173:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978379.809180:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978379.809191:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978379.809200:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978379.809211:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367010816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978379.809222:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978379.809227:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978379.809233:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367010816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978379.809266:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978379.809270:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978379.809274:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978379.809276:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978379.809278:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978379.809281:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978379.809284:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9239
00000400:00000200:2.0:1783978379.809288:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978379.809292:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978379.809295:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978379.809298:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809301:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809303:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809306:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978379.809311:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978379.809313:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978379.809317:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978379.809320:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978379.809324:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978379.809328:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978379.809333:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809337:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809340:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809341:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978379.809344:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978379.809346:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809380:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978379.809382:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978379.809389:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978379.809392:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809393:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978379.809398:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978379.809401:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809403:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978379.809407:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978379.809409:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978379.809412:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978379.809413:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809415:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978379.809416:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978379.809417:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978379.809423:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978379.809428:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978379.809433:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367010944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978379.809440:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978379.809442:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978379.809446:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367010944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978379.809454:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978379.809457:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978379.809460:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978379.809461:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978379.809463:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978379.809466:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978379.809468:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9239
00000400:00000200:2.0:1783978379.809472:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978379.809474:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978379.809478:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978379.809484:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809488:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809502:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809508:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978379.809516:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978379.809519:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978379.809523:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978379.809526:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978379.809530:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978379.809534:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978379.809539:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809543:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978379.809548:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809551:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978379.809554:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978379.809559:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978379.809565:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978379.809567:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978379.809572:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978379.809575:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809578:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978379.809581:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978379.809585:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809587:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978379.809592:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978379.809595:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978379.809662:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978379.809663:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978379.809665:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978379.809666:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978379.809668:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978379.809672:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978379.809676:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978379.809681:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367011072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978379.809688:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978379.809690:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978379.809693:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367011072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978379.809700:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978379.809703:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978379.809706:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978379.809709:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978379.809713:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978379.809720:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9249)
00000800:00000200:1.1:1783978379.809857:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978379.810076:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978379.810243:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978379.871927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978379.871935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978379.871937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978379.871943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978379.871946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978379.871950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978379.871952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978379.871955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978379.871957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978380.000018:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978380.000023:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978380.000026:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978380.895922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978380.895932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978380.895934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978380.895942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978380.895946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978380.895951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978380.895954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978380.895957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978380.895961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978381.024915:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978381.024920:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978381.024924:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978381.919872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978381.919883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978381.919885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978381.919893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978381.919898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978381.919902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978381.919906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978381.919909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978381.919912:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978382.944472:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978382.944479:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978382.944481:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978382.944487:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978382.944491:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978382.944495:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978382.944497:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978382.944500:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978382.944503:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978384.929139:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978384.929143:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978384.930609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978384.930612:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978384.930913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978384.930915:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1783978385.120115:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978385.120122:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978385.120126:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1783978386.145130:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978386.145134:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978386.145138:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978390.049627:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978390.049632:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978390.049636:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978390.049644:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.049652:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978390.049658:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.049664:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978390.049666:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978390.049669:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978390.049673:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367011584:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978390.049677:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978390.049682:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978390.049685:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.049688:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978390.049695:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.049697:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978390.049704:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978390.049707:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978390.049713:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978390.049720:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367011584, portal 25
00000100:00000001:2.0:1783978390.049722:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978390.049723:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:2.0:1783978390.049727:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.049733:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978390.049735:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978390.049738:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978390.049742:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367011584, offset 0
00000400:00000200:2.0:1783978390.049749:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978390.049766:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.049797:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978390.049804:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978390.049810:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978390.049820:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978390.049822:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978390.049826:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345463:345463:256:4294967295] 192.168.201.109@tcp LPNI seq info [345452:345452:8:4294967295]
00000400:00000200:2.0:1783978390.049830:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.049841:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978390.049847:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.049853:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978390.049861:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978390.049866:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978390.049871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978390.049875:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978390.049879:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.049882:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978390.049889:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978390.049893:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978390.049900:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978390.049902:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978390.049907:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978390.049910:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050296:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.050301:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050309:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050310:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978390.050318:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978390.050323:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978390.050326:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303922936
00000100:00000010:2.0:1783978390.050333:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fb40.
00000100:00000001:2.0:1783978390.050341:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978390.050348:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303922936
00000100:00000010:2.0:1783978390.050351:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff00.
00000100:00000001:2.0:1783978390.050355:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978390.050358:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978390.050361:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050364:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978390.050368:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978390/real 1783978390]  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978390.050379:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978390.050381:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978390.050383:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978390.050387:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978390.050389:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978390.050391:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978390.050394:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978390.050402:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978390.050411:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050414:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.050416:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978390.050420:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050427:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978390.050432:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050439:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978390.050442:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050444:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.050445:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050448:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978390.050451:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978390.050454:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978390.050458:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978390.050461:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978390.050466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978390.050474:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367011584:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978390.050479:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050481:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.050484:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367011584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050491:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978390.050494:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978390.050498:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.050504:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978390.050506:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978390.050508:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978390.050510:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978390.050513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:2.0:1783978390.050517:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978390.050520:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978390.050522:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:2.0:1783978390.050526:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978390.050527:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050529:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050536:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978390.050539:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050541:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978390.050543:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978390.050544:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978390.050548:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050555:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978390.050557:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.050559:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978390.050561:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978390.050563:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978390.050566:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367011712:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978390.050569:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978390.050571:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978390.050573:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.050576:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978390.050579:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.050581:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978390.050583:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978390.050585:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978390.050588:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978390.050590:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367011712, portal 10
00000100:00000001:2.0:1783978390.050593:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978390.050594:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:2.0:1783978390.050608:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050615:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978390.050617:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978390.050620:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978390.050623:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367011712, offset 0
00000400:00000200:2.0:1783978390.050627:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978390.050631:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.050635:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978390.050638:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978390.050641:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978390.050643:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978390.050646:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978390.050649:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345464:345464:256:4294967295] 192.168.201.109@tcp LPNI seq info [345453:345453:8:4294967295]
00000400:00000200:2.0:1783978390.050653:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.050659:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978390.050664:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.050667:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978390.050672:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978390.050675:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978390.050680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978390.050682:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978390.050686:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.050688:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978390.050690:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978390.050692:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978390.050695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978390.050696:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978390.050698:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978390.050700:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050709:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.050711:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050715:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050716:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978390.050718:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978390.050721:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978390.050723:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978390.050725:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303921697
00000100:00000001:2.0:1783978390.050727:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303922936
00000100:00000001:2.0:1783978390.050728:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303921697
00000100:00000001:2.0:1783978390.050730:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303922936
00000100:00000001:2.0:1783978390.050732:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978390.050734:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050736:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978390.050740:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978390/real 1783978390]  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978390.050747:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978390.050748:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978390.050750:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978390.050752:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978390.050754:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978390.050756:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978390.050759:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978390.050767:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050811:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978390.050814:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050816:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.050817:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978390.050821:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050828:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978390.050831:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050838:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978390.050840:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050842:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.050843:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050845:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978390.050848:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978390.050851:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978390.050854:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978390.050856:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978390.050860:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978390.050868:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367011712:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978390.050871:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050873:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.050876:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367011712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.050883:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978390.050884:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978390.050886:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.050889:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978390.050891:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978390.050893:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978390.050895:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978390.050897:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:2.0:1783978390.050899:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978390.050900:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978390.050902:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:2.0:1783978390.050905:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978390.050906:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050908:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.050911:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978390.050913:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.050915:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978390.050917:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.051392:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978390.051395:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978390.051396:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978390.051401:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051409:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978390.051410:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.051412:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978390.051414:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978390.051416:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978390.051418:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367011840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978390.051421:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978390.051423:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978390.051425:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978390.051426:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978390.051430:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.051431:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978390.051435:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978390.051438:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978390.051441:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978390.051444:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367011840, portal 10
00000100:00000001:2.0:1783978390.051446:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978390.051448:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:2.0:1783978390.051454:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051461:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978390.051463:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978390.051466:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978390.051468:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367011840, offset 0
00000400:00000200:2.0:1783978390.051472:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978390.051477:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.051481:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978390.051486:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978390.051488:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978390.051491:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978390.051493:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978390.051496:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345465:345465:256:4294967295] 192.168.201.109@tcp LPNI seq info [345454:345454:8:4294967295]
00000400:00000200:2.0:1783978390.051501:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978390.051507:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978390.051511:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.051515:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978390.051520:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978390.051523:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978390.051527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978390.051530:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783978390.051535:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978390.051537:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978390.051540:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978390.051544:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978390.051547:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978390.051549:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978390.051551:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978390.051555:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051562:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.051566:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051572:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.051574:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978390.051578:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978390.051581:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978390.051584:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978390.051586:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303921695
00000100:00000001:2.0:1783978390.051588:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303922936
00000100:00000001:2.0:1783978390.051590:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303921695
00000100:00000001:2.0:1783978390.051592:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303922936
00000100:00000001:2.0:1783978390.051595:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978390.051597:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.051599:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978390.051602:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978390/real 1783978390]  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978390.051610:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978390.051612:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978390.051613:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978390.051616:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978390.051618:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978390.051620:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978390.051623:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978390.051630:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051636:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978390.051638:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051639:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.051641:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978390.051644:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051650:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978390.051654:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051661:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978390.051663:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051665:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978390.051666:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051668:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978390.051670:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978390.051672:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978390.051675:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978390.051677:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978390.051681:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978390.051688:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367011840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978390.051691:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051693:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978390.051696:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367011840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978390.051701:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978390.051703:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978390.051705:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978390.051708:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978390.051709:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978390.051710:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978390.051712:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978390.051714:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:2.0:1783978390.051717:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978390.051718:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978390.051720:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:2.0:1783978390.051722:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978390.051724:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051725:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978390.051729:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978390.051731:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978390.051733:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978390.051734:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978390.240031:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978390.240035:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978390.240039:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978395.167992:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978395.168006:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978395.168010:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978395.168014:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978395.168020:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978395.168030:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9254
00000400:00000200:3.0:1783978395.168042:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978395.168050:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978395.168053:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978395.168057:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168061:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978395.168063:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168066:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978395.168071:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978395.168074:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978395.168077:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978395.168093:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978395.168096:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978395.168100:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978395.168103:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168105:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978395.168107:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168109:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978395.168112:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978395.168116:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168118:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978395.168122:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978395.168126:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978395.168129:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978395.168132:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978395.168135:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978395.168148:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978395.168152:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978395.168157:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978395.168159:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978395.168163:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978395.168166:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978395.168171:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978395.168181:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978395.168190:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978395.168202:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978395.168213:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978395.168219:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978395.168224:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978395.168251:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978395.168255:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978395.168259:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978395.168260:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978395.168262:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978395.168265:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978395.168268:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9254
00000400:00000200:3.0:1783978395.168272:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978395.168275:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978395.168278:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978395.168282:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168284:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978395.168287:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168290:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978395.168292:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978395.168293:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978395.168297:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:2.0:1783978395.168299:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783978395.168299:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978395.168304:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:2.0:1783978395.168305:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783978395.168307:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978395.168311:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978395.168315:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978395.168318:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168324:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978395.168328:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978395.168333:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978395.168334:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978395.168337:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978395.168338:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:2.0:1783978395.168342:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1783978395.168343:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:2.0:1783978395.168345:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978395.168349:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978395.168349:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978395.168355:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1783978395.168356:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367011968:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978395.168361:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978395.168363:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978395.168365:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783978395.168369:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.168370:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.168375:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978395.168376:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1783978395.168380:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978395.168383:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783978395.168383:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978395.168389:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978395.168392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978395.168394:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978395.168397:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00000010:3.0:1783978395.168400:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000400:00000010:2.0:1783978395.168405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000020:00000040:3.0:1783978395.168405:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978395.168409:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978395.168412:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978395.168413:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367011968, portal 25
00000100:00000001:3.0:1783978395.168415:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1783978395.168418:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1783978395.168419:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783978395.168420:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
02000000:00000001:3.0:1783978395.168423:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978395.168430:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783978395.168430:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978395.168436:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.168444:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1783978395.168447:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1783978395.168451:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978395.168457:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000001:3.0:1783978395.168460:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1783978395.168463:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367011968, offset 0
00000100:00000001:3.0:1783978395.168470:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978395.168474:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978395.168479:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978395.168488:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978395.168493:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978395.168497:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783978395.168500:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:3.0:1783978395.168502:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978395.168505:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978395.168507:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1783978395.168508:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783978395.168514:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1783978395.168518:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00080000:3.0:1783978395.168519:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9254
00000400:00000200:2.0:1783978395.168526:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978395.168530:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978395.168535:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345466:345466:256:4294967295] 192.168.201.109@tcp LPNI seq info [345455:345455:8:4294967295]
00000400:00000200:2.0:1783978395.168539:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978395.168545:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978395.168563:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:2.0:1783978395.168568:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783978395.168569:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978395.168576:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:2.0:1783978395.168580:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168581:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978395.168586:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000010:2.0:1783978395.168588:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000100:00000001:3.0:1783978395.168589:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978395.168594:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978395.168595:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978395.168598:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1783978395.168600:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783978395.168602:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:2.0:1783978395.168607:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1783978395.168607:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978395.168611:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:2.1:1783978395.168617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978395.168618:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168624:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1783978395.168625:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1783978395.168628:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168633:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000100:2.0:1783978395.168636:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978395.168637:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000010:2.0:1783978395.168640:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000100:00080000:3.0:1783978395.168643:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978395.168648:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978395.168650:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1783978395.168652:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1783978395.168654:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1783978395.168660:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1783978395.168660:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978395.168665:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978395.168668:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783978395.168669:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978395.168672:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000008:00000001:3.0:1783978395.168673:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.168678:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978395.168678:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978395.168684:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783978395.168687:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978395.168692:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:2.0:1783978395.168696:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1783978395.168696:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978395.168700:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978395.168701:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978395.168704:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978395.168707:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978395.168710:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978395.168718:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:2.0:1783978395.168719:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.168722:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978395.168729:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978395.168734:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978395.168735:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978395.168740:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303928054
00000100:00100000:3.0:1783978395.168744:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1783978395.168747:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f960.
00000100:00000001:2.0:1783978395.168756:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1783978395.168756:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978395.168761:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978395.168767:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168768:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303928054
00000100:00000010:2.0:1783978395.168813:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fe40.
00000100:00000001:3.0:1783978395.168814:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.168818:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1783978395.168819:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783978395.168826:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783978395.168826:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1783978395.168831:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978395.168833:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783978395.168835:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1783978395.168840:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1783978395.168841:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978395/real 1783978395]  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978395.168849:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9264)
00000400:00000001:2.0:1783978395.168851:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978395.168854:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978395.168856:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978395.168859:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978395.168860:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978395.168862:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978395.168865:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978395.168871:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168876:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978395.168877:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168879:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.168880:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978395.168882:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168887:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978395.168890:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168895:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978395.168896:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168897:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.168898:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168900:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978395.168901:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978395.168903:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978395.168905:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978395.168907:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978395.168909:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978395.168914:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367011968:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978395.168917:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168918:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978395.168920:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367011968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168927:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978395.168930:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978395.168932:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978395.168937:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978395.168938:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978395.168939:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978395.168941:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978395.168943:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:2.0:1783978395.168948:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978395.168950:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978395.168951:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:2.0:1783978395.168954:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978395.168955:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168956:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.168963:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978395.168965:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.168966:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978395.168967:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978395.168968:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978395.168970:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.168975:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978395.168977:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.168979:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978395.168981:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978395.168983:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978395.168986:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012096:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978395.168989:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978395.168991:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978395.168993:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.168994:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978395.168997:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978395.169000:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978395.169003:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978395.169006:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978395.169009:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978395.169012:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367012096, portal 10
00000100:00000001:2.0:1783978395.169014:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978395.169015:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:2.0:1783978395.169022:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169028:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978395.169030:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978395.169033:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978395.169035:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367012096, offset 0
00000400:00000200:2.0:1783978395.169039:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978395.169043:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978395.169046:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978395.169050:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978395.169052:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978395.169055:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978395.169057:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978395.169060:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345467:345467:256:4294967295] 192.168.201.109@tcp LPNI seq info [345456:345456:8:4294967295]
00000400:00000200:2.0:1783978395.169064:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978395.169070:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978395.169074:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978395.169077:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978395.169094:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978395.169097:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978395.169102:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978395.169105:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783978395.169107:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978395.169109:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978395.169111:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978395.169114:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978395.169116:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978395.169118:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978395.169121:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978395.169125:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169131:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978395.169134:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169140:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.169142:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978395.169146:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978395.169150:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978395.169153:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978395.169155:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303926816
00000100:00000001:2.0:1783978395.169158:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303928054
00000100:00000001:2.0:1783978395.169160:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303926816
00000100:00000001:2.0:1783978395.169163:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303928054
00000100:00000001:2.0:1783978395.169164:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978395.169166:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.169168:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978395.169172:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978395/real 1783978395]  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978395.169180:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978395.169181:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978395.169182:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978395.169185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978395.169186:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978395.169188:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978395.169191:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978395.169199:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169206:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978395.169207:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169209:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.169210:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978395.169214:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169220:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978395.169223:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169231:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978395.169233:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169235:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.169236:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169238:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978395.169242:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978395.169244:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978395.169247:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978395.169249:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978395.169253:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978395.169261:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012096:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978395.169265:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978395.169268:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169273:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978395.169275:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.169276:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978395.169278:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978395.169280:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978395.169282:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012224:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978395.169285:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978395.169287:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978395.169288:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978395.169290:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978395.169293:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978395.169295:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978395.169298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978395.169300:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978395.169303:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978395.169306:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367012224, portal 10
00000100:00000001:2.0:1783978395.169308:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978395.169309:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:2.0:1783978395.169315:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169321:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978395.169322:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978395.169324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978395.169326:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367012224, offset 0
00000400:00000200:2.0:1783978395.169330:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978395.169334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978395.169337:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978395.169341:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978395.169343:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978395.169345:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978395.169348:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978395.169350:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345468:345468:256:4294967295] 192.168.201.109@tcp LPNI seq info [345457:345457:8:4294967295]
00000400:00000200:2.0:1783978395.169354:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978395.169360:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978395.169363:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978395.169367:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978395.169371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978395.169373:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978395.169377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978395.169379:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783978395.169383:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978395.169384:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978395.169387:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978395.169391:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978395.169394:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978395.169396:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978395.169398:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978395.169401:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169408:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978395.169411:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169417:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.169419:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978395.169422:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978395.169425:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978395.169428:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978395.169430:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303926813
00000100:00000001:2.0:1783978395.169432:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303928054
00000100:00000001:2.0:1783978395.169434:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303926813
00000100:00000001:2.0:1783978395.169436:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303928054
00000100:00000001:2.0:1783978395.169439:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978395.169440:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.169442:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978395.169446:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978395/real 1783978395]  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978395.169453:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978395.169454:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978395.169455:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978395.169458:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978395.169459:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978395.169461:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978395.169464:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978395.169472:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169479:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978395.169480:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169482:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.169483:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978395.169487:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169494:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978395.169497:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169504:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978395.169507:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169508:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978395.169509:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169511:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978395.169513:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978395.169516:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978395.169519:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978395.169521:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978395.169524:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978395.169531:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012224:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978395.169535:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169537:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978395.169539:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367012096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169545:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978395.169547:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978395.169549:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978395.169552:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978395.169553:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978395.169555:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978395.169557:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978395.169558:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:2.0:1783978395.169561:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978395.169562:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978395.169563:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:2.0:1783978395.169566:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978395.169567:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169569:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978395.169571:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367012224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978395.169577:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978395.169578:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978395.169580:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978395.169586:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978395.169587:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978395.169588:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978395.169590:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978395.169591:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978395.169593:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978395.169594:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978395.169596:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:2.0:1783978395.169598:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978395.169599:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169601:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978395.169604:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978395.169606:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978395.169608:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978395.169609:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978395.359992:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978395.359997:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978395.360001:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978400.288580:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978400.288586:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978400.288590:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978400.288601:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.288614:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978400.288617:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.288623:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978400.288627:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978400.288632:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978400.288639:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367012352:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978400.288646:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978400.288652:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978400.288656:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.288662:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978400.288669:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978400.288673:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978400.288682:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978400.288689:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978400.288706:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978400.288714:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367012352, portal 25
00000100:00000001:2.0:1783978400.288719:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978400.288723:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:2.0:1783978400.288734:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.288753:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978400.288760:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978400.288764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978400.288771:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367012352, offset 0
00000400:00000200:2.0:1783978400.288813:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978400.288822:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.288830:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978400.288839:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978400.288847:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978400.288854:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978400.288859:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978400.288869:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345469:345469:256:4294967295] 192.168.201.109@tcp LPNI seq info [345458:345458:8:4294967295]
00000400:00000200:2.0:1783978400.288878:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.288896:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978400.288911:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.288919:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978400.288929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978400.288935:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978400.288944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978400.288950:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978400.288959:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.288963:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978400.288971:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978400.288979:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978400.288987:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978400.289006:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978400.289012:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978400.289019:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289045:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289052:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289062:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289064:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978400.289071:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978400.289075:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978400.289078:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303933175
00000100:00000010:2.0:1783978400.289087:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f0c0.
00000100:00000001:2.0:1783978400.289093:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978400.289099:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303933175
00000100:00000010:2.0:1783978400.289101:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fcc0.
00000100:00000001:2.0:1783978400.289104:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978400.289107:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978400.289110:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289121:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978400.289126:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978400/real 1783978400]  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978400.289137:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978400.289139:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978400.289141:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978400.289145:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978400.289146:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978400.289149:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978400.289153:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978400.289161:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289172:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978400.289174:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289176:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289178:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978400.289185:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289192:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978400.289196:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289203:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978400.289206:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289208:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289209:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289211:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978400.289213:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978400.289216:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978400.289225:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978400.289229:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978400.289233:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978400.289242:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367012352:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978400.289246:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289248:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289250:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367012352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289257:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978400.289259:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978400.289261:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978400.289269:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978400.289271:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978400.289273:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978400.289275:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978400.289278:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783978400.289281:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978400.289283:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978400.289297:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:2.0:1783978400.289301:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978400.289302:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289304:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289312:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978400.289313:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289315:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978400.289317:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978400.289318:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978400.289322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289329:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978400.289330:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.289332:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978400.289334:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978400.289337:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978400.289344:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012480:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978400.289347:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978400.289350:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978400.289351:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.289353:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978400.289356:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978400.289358:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978400.289362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978400.289365:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978400.289369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978400.289372:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367012480, portal 10
00000100:00000001:2.0:1783978400.289373:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978400.289375:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:2.0:1783978400.289381:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289386:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978400.289389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978400.289391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978400.289393:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367012480, offset 0
00000400:00000200:2.0:1783978400.289397:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978400.289401:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.289405:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978400.289408:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978400.289410:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978400.289412:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978400.289414:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978400.289417:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345470:345470:256:4294967295] 192.168.201.109@tcp LPNI seq info [345459:345459:8:4294967295]
00000400:00000200:2.0:1783978400.289421:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.289427:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978400.289432:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.289435:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978400.289439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978400.289442:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978400.289446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978400.289449:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978400.289453:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.289455:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978400.289458:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978400.289462:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978400.289474:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978400.289475:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978400.289478:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978400.289481:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289489:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289492:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289497:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289499:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978400.289502:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978400.289506:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978400.289509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978400.289511:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303931936
00000100:00000001:2.0:1783978400.289514:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303933175
00000100:00000001:2.0:1783978400.289516:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303931936
00000100:00000001:2.0:1783978400.289518:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303933175
00000100:00000001:2.0:1783978400.289520:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978400.289522:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289524:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978400.289528:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978400/real 1783978400]  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978400.289542:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978400.289543:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978400.289544:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978400.289547:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978400.289549:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978400.289551:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978400.289553:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978400.289561:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289567:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978400.289569:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289571:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289572:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978400.289576:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289584:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978400.289588:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289594:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978400.289597:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289598:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289600:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289601:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978400.289604:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978400.289607:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978400.289619:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978400.289622:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978400.289627:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978400.289633:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012480:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978400.289637:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978400.289639:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289645:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978400.289646:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.289648:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978400.289650:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978400.289651:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978400.289654:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978400.289657:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978400.289659:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978400.289661:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978400.289662:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978400.289665:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978400.289667:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978400.289670:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978400.289672:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978400.289675:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978400.289683:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367012608, portal 10
00000100:00000001:2.0:1783978400.289685:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978400.289686:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:2.0:1783978400.289692:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289698:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978400.289701:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978400.289703:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978400.289705:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367012608, offset 0
00000400:00000200:2.0:1783978400.289709:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978400.289713:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.289716:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978400.289719:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978400.289722:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978400.289724:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978400.289726:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978400.289729:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345471:345471:256:4294967295] 192.168.201.109@tcp LPNI seq info [345460:345460:8:4294967295]
00000400:00000200:2.0:1783978400.289733:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978400.289739:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978400.289744:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.289746:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978400.289750:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978400.289753:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978400.289757:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978400.289760:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783978400.289764:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978400.289765:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978400.289768:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978400.289793:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978400.289796:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978400.289798:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978400.289801:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978400.289805:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289813:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289816:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289822:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289823:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978400.289826:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978400.289829:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978400.289832:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978400.289834:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303931934
00000100:00000001:2.0:1783978400.289837:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303933175
00000100:00000001:2.0:1783978400.289839:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303931934
00000100:00000001:2.0:1783978400.289841:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303933175
00000100:00000001:2.0:1783978400.289843:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978400.289845:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.289847:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978400.289851:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978400/real 1783978400]  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978400.289858:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978400.289860:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978400.289861:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978400.289863:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978400.289865:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978400.289867:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978400.289870:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978400.289878:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289885:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978400.289886:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289888:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289889:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978400.289893:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289900:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978400.289903:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289910:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978400.289913:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289915:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978400.289917:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289918:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978400.289920:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978400.289923:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978400.289926:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978400.289929:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978400.289933:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978400.289941:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367012608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978400.289945:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289947:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289950:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367012480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.289957:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978400.289958:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978400.289960:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36967c00.
02000000:00000001:2.0:1783978400.289964:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978400.289966:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978400.289967:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978400.289970:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978400.289971:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783978400.289974:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978400.289975:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978400.289976:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:2.0:1783978400.289979:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978400.289980:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.289982:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978400.289985:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627367012608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978400.290008:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978400.290010:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978400.290011:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36965400.
02000000:00000001:2.0:1783978400.290015:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978400.290016:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978400.290017:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978400.290019:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978400.290020:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:2.0:1783978400.290022:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978400.290023:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978400.290025:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:2.0:1783978400.290027:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978400.290028:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.290029:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978400.290033:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978400.290034:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978400.290036:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978400.290037:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978400.479998:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978400.480002:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978400.480006:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978405.407937:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978405.407952:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978405.407955:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978405.407958:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978405.407963:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978405.407969:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9264
00000400:00000200:2.0:1783978405.407978:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978405.407983:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978405.407986:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978405.407989:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.407992:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.407995:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.407996:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978405.407999:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978405.408001:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978405.408003:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978405.408006:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978405.408007:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978405.408009:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978405.408011:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408012:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.408013:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408014:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978405.408016:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978405.408018:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408019:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978405.408021:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978405.408023:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978405.408025:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408026:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978405.408028:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978405.408035:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978405.408037:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978405.408040:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978405.408041:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408043:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978405.408045:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978405.408048:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978405.408053:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978405.408059:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978405.408065:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367012736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978405.408072:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978405.408075:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978405.408078:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367012736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978405.408101:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978405.408104:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978405.408106:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978405.408107:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978405.408108:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978405.408110:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978405.408111:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9264
00000400:00000200:2.0:1783978405.408114:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978405.408117:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978405.408118:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978405.408121:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408122:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.408124:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978405.408126:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978405.408127:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978405.408128:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978405.408130:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978405.408134:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978405.408135:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978405.408139:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408140:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.408144:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408145:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978405.408147:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978405.408150:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408152:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978405.408155:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978405.408161:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978405.408164:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408166:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978405.408171:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978405.408174:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408176:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978405.408181:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978405.408185:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978405.408190:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978405.408191:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408193:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978405.408194:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978405.408198:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978405.408212:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978405.408218:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978405.408227:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367012864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978405.408246:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978405.408250:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978405.408256:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367012864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978405.408263:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978405.408266:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978405.408269:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978405.408272:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978405.408274:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978405.408276:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978405.408279:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9264
00000400:00000200:2.0:1783978405.408284:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978405.408286:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978405.408288:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978405.408290:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408291:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.408292:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408295:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978405.408296:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978405.408297:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978405.408299:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978405.408302:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978405.408305:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978405.408308:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978405.408311:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408313:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978405.408317:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408320:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978405.408322:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978405.408326:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978405.408330:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978405.408331:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978405.408334:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978405.408338:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408342:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978405.408343:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978405.408345:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408346:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978405.408352:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978405.408355:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978405.408364:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978405.408367:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978405.408369:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978405.408371:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978405.408374:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978405.408379:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978405.408385:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978405.408391:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367012992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978405.408400:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978405.408401:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978405.408410:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367012992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978405.408423:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978405.408428:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978405.408434:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978405.408439:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978405.408440:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978405.408444:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1783978405.408445:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978405.408453:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9274)
00000800:00000200:1.1:1783978405.408844:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978405.408846:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978405.409054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978405.409056:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1783978405.600122:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978405.600129:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978405.600132:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978410.527912:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978410.527922:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978410.527924:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978410.527928:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978410.527933:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978410.527940:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9269
00000400:00000200:2.0:1783978410.527950:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978410.527955:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978410.527958:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978410.527961:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.527964:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.527966:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.527969:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978410.527973:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978410.527977:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978410.527979:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978410.527982:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978410.527984:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978410.527987:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978410.527989:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.527991:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.527993:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.527995:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978410.527998:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978410.528001:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528003:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978410.528006:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978410.528010:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978410.528012:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528014:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978410.528017:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978410.528036:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978410.528039:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978410.528045:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978410.528046:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528049:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978410.528051:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978410.528055:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978410.528063:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978410.528070:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978410.528078:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367013120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978410.528089:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978410.528094:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978410.528099:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367013120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978410.528124:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978410.528127:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978410.528130:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978410.528132:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978410.528133:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978410.528136:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978410.528140:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9269
00000400:00000200:2.0:1783978410.528144:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978410.528149:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978410.528153:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978410.528159:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528163:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.528169:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528173:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978410.528177:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978410.528181:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978410.528186:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978410.528191:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978410.528196:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978410.528201:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978410.528208:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528211:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.528221:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528227:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978410.528232:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978410.528238:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528242:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978410.528246:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978410.528252:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978410.528257:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528259:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978410.528263:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978410.528269:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528274:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978410.528281:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978410.528287:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978410.528292:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978410.528295:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528297:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978410.528299:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978410.528302:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978410.528307:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978410.528311:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978410.528319:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367013248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978410.528328:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978410.528331:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978410.528335:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367013248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978410.528345:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978410.528349:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978410.528355:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978410.528358:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978410.528362:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978410.528367:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978410.528372:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9269
00000400:00000200:2.0:1783978410.528379:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978410.528387:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978410.528391:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978410.528398:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528401:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.528404:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528408:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978410.528412:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978410.528414:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978410.528418:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978410.528422:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978410.528427:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978410.528432:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.1:1783978410.528432:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978410.528439:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:1.1:1783978410.528439:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1783978410.528445:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978410.528450:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528455:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978410.528459:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978410.528463:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978410.528467:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978410.528471:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978410.528476:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978410.528480:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528490:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978410.528494:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978410.528507:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528514:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978410.528520:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978410.528525:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978410.528530:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978410.528533:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978410.528537:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978410.528539:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978410.528541:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978410.528547:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978410.528553:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978410.528560:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367013376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978410.528570:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978410.528573:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978410.528579:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367013376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978410.528593:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978410.528598:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978410.528605:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978410.528609:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978410.528616:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978410.528625:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9279)
00000800:00000200:1.1:1783978410.528940:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978410.528943:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978410.529194:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978410.529196:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1783978410.720036:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978410.720040:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978410.720049:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978415.648170:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978415.648175:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978415.648179:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978415.648186:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648199:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978415.648203:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.648209:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978415.648214:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978415.648220:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978415.648227:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367013504:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978415.648236:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978415.648242:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978415.648246:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.648251:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978415.648259:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978415.648263:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978415.648271:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978415.648275:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978415.648284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978415.648292:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367013504, portal 25
00000100:00000001:2.0:1783978415.648298:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978415.648302:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:2.0:1783978415.648312:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648330:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978415.648336:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978415.648340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978415.648345:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367013504, offset 0
00000400:00000200:2.0:1783978415.648352:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978415.648363:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.648374:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978415.648384:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978415.648391:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978415.648398:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978415.648405:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978415.648426:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345478:345478:256:4294967295] 192.168.201.109@tcp LPNI seq info [345467:345467:8:4294967295]
00000400:00000200:2.0:1783978415.648440:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.648459:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978415.648465:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.648471:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978415.648477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978415.648480:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978415.648484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978415.648486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783978415.648489:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.648490:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978415.648495:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978415.648498:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978415.648502:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978415.648504:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978415.648507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978415.648510:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648517:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.648520:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648530:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.648535:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978415.648543:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978415.648550:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978415.648556:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303948534
00000100:00000010:2.0:1783978415.648564:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9fa80.
00000100:00000001:2.0:1783978415.648574:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978415.648590:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303948534
00000100:00000010:2.0:1783978415.648598:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f060.
00000100:00000001:2.0:1783978415.648604:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978415.648609:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978415.648615:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.648620:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978415.648629:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978415/real 1783978415]  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978415.648646:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978415.648650:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978415.648654:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978415.648660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978415.648665:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978415.648670:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978415.648678:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978415.648697:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648713:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978415.648716:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.648722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978415.648741:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648751:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978415.648756:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648794:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978415.648797:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648799:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.648800:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648802:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978415.648804:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978415.648807:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978415.648811:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978415.648813:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978415.648818:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978415.648826:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367013504:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978415.648831:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648833:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.648836:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627367013504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648843:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978415.648845:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978415.648848:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978415.648851:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978415.648853:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978415.648855:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978415.648857:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978415.648860:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783978415.648863:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978415.648865:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978415.648867:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:2.0:1783978415.648870:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978415.648871:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648873:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.648880:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978415.648881:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.648884:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978415.648885:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978415.648887:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978415.648891:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648897:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978415.648898:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.648900:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978415.648902:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978415.648904:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978415.648907:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367013632:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978415.648910:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978415.648912:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978415.648914:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.648916:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978415.648919:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978415.648921:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978415.648925:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978415.648928:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978415.648931:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978415.648934:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367013632, portal 10
00000100:00000001:2.0:1783978415.648936:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978415.648937:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:2.0:1783978415.648944:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.648950:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978415.648952:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978415.648955:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978415.648957:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367013632, offset 0
00000400:00000200:2.0:1783978415.648960:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978415.648963:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.648966:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978415.648968:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978415.648969:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978415.648971:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978415.648973:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978415.648975:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345479:345479:256:4294967295] 192.168.201.109@tcp LPNI seq info [345468:345468:8:4294967295]
00000400:00000200:2.0:1783978415.648977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.648982:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978415.648986:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.648989:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978415.648993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978415.648996:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978415.648999:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978415.649002:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783978415.649005:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.649007:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978415.649010:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978415.649013:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978415.649016:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978415.649018:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978415.649020:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978415.649024:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649037:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.649040:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649046:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.649047:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978415.649051:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978415.649055:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978415.649058:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978415.649060:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303947296
00000100:00000001:2.0:1783978415.649063:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303948534
00000100:00000001:2.0:1783978415.649065:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303947296
00000100:00000001:2.0:1783978415.649067:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303948534
00000100:00000001:2.0:1783978415.649069:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978415.649071:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.649073:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978415.649076:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978415/real 1783978415]  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978415.649084:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978415.649085:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978415.649086:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978415.649089:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978415.649091:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978415.649093:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978415.649096:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978415.649104:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649109:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978415.649111:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649113:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.649114:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978415.649118:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649125:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978415.649128:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649134:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978415.649136:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649137:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.649138:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649139:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978415.649141:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978415.649143:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978415.649145:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978415.649146:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978415.649149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978415.649153:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367013632:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978415.649156:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978415.649157:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649161:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978415.649162:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.649163:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978415.649164:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978415.649166:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978415.649168:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367013760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978415.649170:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978415.649171:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978415.649172:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978415.649173:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978415.649176:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978415.649177:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978415.649179:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978415.649180:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978415.649182:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978415.649184:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367013760, portal 10
00000100:00000001:2.0:1783978415.649185:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978415.649186:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:2.0:1783978415.649190:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649194:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978415.649195:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978415.649196:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978415.649198:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367013760, offset 0
00000400:00000200:2.0:1783978415.649200:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978415.649202:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.649204:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978415.649206:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978415.649208:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978415.649209:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978415.649211:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978415.649213:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345480:345480:256:4294967295] 192.168.201.109@tcp LPNI seq info [345469:345469:8:4294967295]
00000400:00000200:2.0:1783978415.649217:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978415.649223:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978415.649227:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.649230:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978415.649234:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978415.649237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978415.649240:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978415.649243:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783978415.649247:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978415.649248:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978415.649251:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978415.649254:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978415.649257:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978415.649259:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978415.649261:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978415.649265:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649272:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.649275:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649281:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.649282:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978415.649285:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978415.649288:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978415.649291:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978415.649293:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303947293
00000100:00000001:2.0:1783978415.649295:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303948534
00000100:00000001:2.0:1783978415.649297:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303947293
00000100:00000001:2.0:1783978415.649299:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303948534
00000100:00000001:2.0:1783978415.649301:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978415.649303:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.649305:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978415.649308:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978415/real 1783978415]  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978415.649317:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978415.649318:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978415.649320:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978415.649322:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978415.649324:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978415.649326:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978415.649329:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978415.649336:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978415.649343:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.649347:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978415.649350:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649357:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978415.649360:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649365:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978415.649367:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649368:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978415.649369:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649370:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978415.649371:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978415.649372:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978415.649374:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978415.649375:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978415.649378:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978415.649386:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367013760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978415.649388:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649390:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.649391:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367013632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649396:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978415.649397:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978415.649399:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978415.649401:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978415.649403:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978415.649404:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978415.649406:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978415.649407:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:2.0:1783978415.649410:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978415.649411:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978415.649412:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:2.0:1783978415.649415:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978415.649416:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649417:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978415.649420:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367013760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978415.649427:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978415.649428:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978415.649429:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978415.649431:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978415.649432:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978415.649434:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978415.649435:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978415.649437:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:2.0:1783978415.649439:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978415.649440:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978415.649441:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:2.0:1783978415.649444:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978415.649445:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649447:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978415.649450:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978415.649451:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978415.649453:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978415.649455:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978415.840125:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978415.840130:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978415.840133:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978420.767936:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978420.767949:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978420.767951:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978420.767955:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978420.767960:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978420.767966:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9279
00000400:00000200:3.0:1783978420.767975:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978420.767982:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978420.767984:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978420.767987:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.767989:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978420.767991:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.767993:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978420.767997:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978420.767999:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978420.768001:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978420.768004:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978420.768006:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978420.768007:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978420.768009:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768010:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978420.768011:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768012:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978420.768015:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978420.768017:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768020:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978420.768022:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978420.768026:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978420.768028:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768030:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978420.768032:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978420.768042:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978420.768045:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978420.768049:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978420.768050:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768053:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978420.768056:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978420.768060:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978420.768068:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978420.768074:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978420.768082:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978420.768090:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978420.768094:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978420.768101:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978420.768119:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978420.768122:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978420.768125:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978420.768130:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978420.768132:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978420.768135:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978420.768138:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9279
00000400:00000200:3.0:1783978420.768141:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978420.768148:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978420.768150:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978420.768152:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768155:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978420.768157:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768159:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:2.0:1783978420.768161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978420.768161:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978420.768163:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978420.768164:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1783978420.768166:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783978420.768166:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978420.768168:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:2.0:1783978420.768169:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783978420.768170:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978420.768172:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768175:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978420.768176:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978420.768176:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768178:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978420.768181:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978420.768184:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978420.768185:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978420.768186:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768187:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978420.768188:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978420.768191:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978420.768193:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978420.768194:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978420.768196:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978420.768196:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768198:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1783978420.768200:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367013888:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978420.768203:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1783978420.768203:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978420.768206:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768207:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978420.768208:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978420.768211:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978420.768211:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
02000000:00000001:2.0:1783978420.768214:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783978420.768214:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978420.768216:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978420.768217:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978420.768219:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
00000100:00000001:3.0:1783978420.768219:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978420.768220:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978420.768221:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978420.768222:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978420.768225:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:2.0:1783978420.768227:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978420.768228:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783978420.768232:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000100:00100000:3.0:1783978420.768234:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783978420.768239:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000001:3.0:1783978420.768240:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978420.768242:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783978420.768247:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367013888, portal 25
00000100:00000001:2.0:1783978420.768249:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1783978420.768250:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768251:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000001:3.0:1783978420.768258:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978420.768261:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978420.768264:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1783978420.768265:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978420.768266:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978420.768267:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978420.768270:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783978420.768272:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978420.768272:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9279
00000100:00000040:2.0:1783978420.768275:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978420.768276:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978420.768279:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000400:00000200:3.0:1783978420.768279:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978420.768281:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1783978420.768283:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367013888, offset 0
00000100:00000040:3.0:1783978420.768284:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768286:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978420.768288:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768289:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:2.0:1783978420.768290:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978420.768292:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978420.768293:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978420.768294:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978420.768296:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:2.0:1783978420.768298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783978420.768298:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978420.768300:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978420.768302:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768304:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978420.768306:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768308:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978420.768310:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:2.0:1783978420.768311:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:3.0:1783978420.768313:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768315:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978420.768317:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978420.768319:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1783978420.768321:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978420.768321:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768323:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978420.768325:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783978420.768326:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000008:00000001:3.0:1783978420.768328:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768329:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978420.768330:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978420.768333:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000010:3.0:1783978420.768333:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978420.768335:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:2.0:1783978420.768338:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345481:345481:256:4294967295] 192.168.201.109@tcp LPNI seq info [345470:345470:8:4294967295]
02000000:00000001:3.0:1783978420.768338:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978420.768339:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978420.768341:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978420.768342:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1783978420.768343:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978420.768344:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978420.768349:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978420.768352:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978420.768354:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1783978420.768356:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1783978420.768361:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978420.768362:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978420.768365:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783978420.768366:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000100:00000040:3.0:1783978420.768368:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1783978420.768373:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978420.768375:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783978420.768377:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1783978420.768378:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978420.768382:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1783978420.768383:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978420.768385:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1783978420.768387:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1783978420.768389:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1783978420.768392:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978420.768393:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9290)
00000800:00000010:2.0:1783978420.768394:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978420.768402:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978420.768406:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978420.768412:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978420.768415:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978420.768420:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978420.768425:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768434:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.768437:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768445:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768446:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978420.768453:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978420.768456:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978420.768459:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303953654
00000100:00000010:2.0:1783978420.768463:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f4e0.
00000100:00000001:2.0:1783978420.768468:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978420.768474:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303953654
00000100:00000010:2.0:1783978420.768477:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f8a0.
00000100:00000001:2.0:1783978420.768480:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978420.768483:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978420.768486:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768489:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978420.768502:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978420/real 1783978420]  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978420.768513:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978420.768515:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978420.768518:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978420.768522:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978420.768524:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978420.768526:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978420.768530:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978420.768536:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768540:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978420.768542:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768543:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.768545:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978420.768547:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768551:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978420.768555:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768564:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978420.768566:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768567:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.768568:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768570:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978420.768571:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978420.768573:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978420.768576:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978420.768577:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978420.768580:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978420.768585:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367013888:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978420.768588:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768590:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.768592:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367013888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768597:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978420.768600:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978420.768603:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978420.768605:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978420.768607:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978420.768609:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978420.768612:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978420.768614:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:2.0:1783978420.768619:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978420.768621:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978420.768623:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:2.0:1783978420.768627:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978420.768628:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768630:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768648:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978420.768651:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978420.768656:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978420.768657:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978420.768661:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768667:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978420.768668:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978420.768670:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978420.768671:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978420.768673:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978420.768676:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978420.768678:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978420.768680:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978420.768682:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978420.768683:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978420.768686:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978420.768688:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978420.768692:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978420.768695:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978420.768698:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978420.768701:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367014016, portal 10
00000100:00000001:2.0:1783978420.768703:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978420.768704:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:2.0:1783978420.768710:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768717:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978420.768719:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978420.768721:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978420.768724:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367014016, offset 0
00000400:00000200:2.0:1783978420.768728:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978420.768731:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978420.768734:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978420.768737:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978420.768738:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978420.768740:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978420.768742:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978420.768744:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345482:345482:256:4294967295] 192.168.201.109@tcp LPNI seq info [345471:345471:8:4294967295]
00000400:00000200:2.0:1783978420.768746:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978420.768750:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978420.768753:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978420.768756:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978420.768758:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978420.768760:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978420.768763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978420.768765:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978420.768767:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978420.768769:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978420.768771:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978420.768799:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978420.768801:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978420.768802:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978420.768804:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978420.768807:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768812:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.768813:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768818:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768819:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978420.768821:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978420.768825:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978420.768828:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978420.768830:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303952416
00000100:00000001:2.0:1783978420.768833:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303953654
00000100:00000001:2.0:1783978420.768835:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303952416
00000100:00000001:2.0:1783978420.768837:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303953654
00000100:00000001:2.0:1783978420.768839:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978420.768841:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.768843:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978420.768847:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978420/real 1783978420]  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978420.768854:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978420.768855:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978420.768857:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978420.768860:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978420.768861:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978420.768863:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978420.768866:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978420.768873:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768878:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978420.768879:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768881:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.768882:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978420.768885:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768890:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978420.768894:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768900:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978420.768903:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768905:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.768906:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.768907:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978420.768910:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978420.768913:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978420.768916:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978420.768918:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978420.768921:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978420.768928:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978420.768931:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978420.768934:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768940:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978420.768941:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978420.768943:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978420.768945:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978420.768946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978420.768948:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978420.768951:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978420.768953:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978420.768955:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978420.768956:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978420.768959:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978420.768961:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978420.768964:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978420.768967:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978420.768969:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978420.768972:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367014144, portal 10
00000100:00000001:2.0:1783978420.768974:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978420.768976:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:2.0:1783978420.768981:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.768987:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978420.768990:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978420.768992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978420.768994:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367014144, offset 0
00000400:00000200:2.0:1783978420.768998:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978420.769001:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978420.769005:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978420.769007:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978420.769009:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978420.769012:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978420.769014:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978420.769016:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345483:345483:256:4294967295] 192.168.201.109@tcp LPNI seq info [345472:345472:8:4294967295]
00000400:00000200:2.0:1783978420.769020:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978420.769026:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978420.769031:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978420.769034:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978420.769038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978420.769040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978420.769043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978420.769045:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783978420.769048:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978420.769049:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978420.769052:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978420.769055:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978420.769058:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978420.769059:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978420.769062:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978420.769065:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769073:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.769076:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769082:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.769083:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978420.769086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978420.769088:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978420.769091:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978420.769093:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303952413
00000100:00000001:2.0:1783978420.769095:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303953654
00000100:00000001:2.0:1783978420.769098:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303952413
00000100:00000001:2.0:1783978420.769099:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303953654
00000100:00000001:2.0:1783978420.769102:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978420.769103:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.769105:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978420.769108:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978420/real 1783978420]  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978420.769115:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978420.769116:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978420.769117:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978420.769120:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978420.769121:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978420.769123:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978420.769125:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978420.769132:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769137:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978420.769138:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769139:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.769141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978420.769145:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769150:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978420.769153:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769159:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978420.769160:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769162:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978420.769163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769165:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978420.769166:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978420.769168:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978420.769171:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978420.769173:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978420.769177:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978420.769183:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978420.769186:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769188:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.769191:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367014016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769196:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978420.769197:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978420.769199:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978420.769202:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978420.769203:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978420.769204:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978420.769206:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978420.769208:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:2.0:1783978420.769211:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978420.769212:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978420.769213:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:2.0:1783978420.769216:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978420.769217:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769218:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978420.769221:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367014144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978420.769226:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978420.769228:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978420.769229:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978420.769231:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978420.769232:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978420.769233:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978420.769235:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978420.769236:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:2.0:1783978420.769239:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978420.769240:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978420.769241:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:2.0:1783978420.769244:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978420.769245:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769247:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978420.769249:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978420.769250:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978420.769252:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978420.769253:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978420.960020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978420.960024:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978420.960027:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978425.888233:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978425.888240:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978425.888245:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978425.888257:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888275:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978425.888279:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.888287:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978425.888292:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978425.888297:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978425.888306:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367014272:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978425.888314:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978425.888321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978425.888325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.888329:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978425.888336:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978425.888340:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978425.888351:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978425.888359:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978425.888370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978425.888382:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367014272, portal 25
00000100:00000001:2.0:1783978425.888391:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978425.888394:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000040:2.0:1783978425.888404:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888410:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978425.888415:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978425.888421:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978425.888426:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367014272, offset 0
00000400:00000200:2.0:1783978425.888435:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978425.888447:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.888463:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978425.888473:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978425.888482:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978425.888491:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978425.888499:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978425.888508:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345484:345484:256:4294967295] 192.168.201.109@tcp LPNI seq info [345473:345473:8:4294967295]
00000400:00000200:2.0:1783978425.888516:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.888546:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978425.888574:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.888589:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978425.888604:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978425.888613:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978425.888624:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978425.888631:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978425.888639:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.888643:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978425.888659:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978425.888667:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978425.888674:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978425.888679:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978425.888687:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978425.888695:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888710:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.888722:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888729:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.888731:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978425.888738:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978425.888741:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978425.888744:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4303958774
00000100:00000010:2.0:1783978425.888748:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9f9c0.
00000100:00000001:2.0:1783978425.888755:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783978425.888761:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4303958774
00000100:00000010:2.0:1783978425.888763:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db39d9ff60.
00000100:00000001:2.0:1783978425.888766:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783978425.888769:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978425.888771:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.888810:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978425.888815:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978425/real 1783978425]  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978425.888825:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978425.888827:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978425.888830:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978425.888833:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978425.888835:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978425.888838:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978425.888841:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978425.888850:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888857:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978425.888866:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.888868:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.888870:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978425.888875:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888881:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978425.888886:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888893:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978425.888897:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.888899:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.888900:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.888903:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978425.888906:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978425.888910:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978425.888914:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978425.888915:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978425.888919:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978425.888925:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367014272:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978425.888929:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.888938:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.888941:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627367014272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.888948:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978425.888951:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978425.888954:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978425.888958:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978425.888961:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978425.888963:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:2.0:1783978425.888965:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978425.888968:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:2.0:1783978425.888973:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978425.888975:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978425.888977:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:2.0:1783978425.888981:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978425.888982:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.888984:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889004:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978425.889007:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889009:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978425.889011:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978425.889012:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978425.889016:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889023:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978425.889025:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.889027:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978425.889029:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978425.889031:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978425.889034:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978425.889037:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978425.889040:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978425.889041:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.889044:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978425.889047:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978425.889049:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978425.889053:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978425.889057:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978425.889061:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978425.889064:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367014400, portal 10
00000100:00000001:2.0:1783978425.889066:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978425.889067:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:2.0:1783978425.889073:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889077:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978425.889079:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978425.889080:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978425.889082:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367014400, offset 0
00000400:00000200:2.0:1783978425.889085:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978425.889088:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.889090:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978425.889093:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978425.889095:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978425.889096:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978425.889098:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978425.889100:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345485:345485:256:4294967295] 192.168.201.109@tcp LPNI seq info [345474:345474:8:4294967295]
00000400:00000200:2.0:1783978425.889110:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.889117:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978425.889122:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.889125:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978425.889129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978425.889132:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978425.889136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978425.889139:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978425.889143:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.889145:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978425.889149:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978425.889152:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978425.889156:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978425.889158:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978425.889160:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978425.889163:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889169:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.889171:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889175:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889176:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978425.889178:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978425.889182:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:2.0:1783978425.889184:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978425.889186:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303957536
00000100:00000001:2.0:1783978425.889188:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303958774
00000100:00000001:2.0:1783978425.889190:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303957536
00000100:00000001:2.0:1783978425.889193:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303958774
00000100:00000001:2.0:1783978425.889195:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978425.889197:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889199:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978425.889202:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978425/real 1783978425]  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978425.889210:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978425.889212:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978425.889214:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978425.889216:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978425.889218:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978425.889220:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978425.889223:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978425.889230:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889236:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978425.889238:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.889241:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978425.889244:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889250:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978425.889254:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889260:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978425.889263:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.889266:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889267:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978425.889271:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978425.889273:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978425.889277:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978425.889279:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978425.889283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978425.889289:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978425.889293:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783978425.889296:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889307:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978425.889308:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.889310:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978425.889312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978425.889313:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978425.889316:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978425.889319:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783978425.889321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978425.889322:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978425.889324:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783978425.889328:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978425.889330:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783978425.889333:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:2.0:1783978425.889335:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db060979f8.
00000400:00000010:2.0:1783978425.889338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11660.
00000100:00000200:2.0:1783978425.889341:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367014528, portal 10
00000100:00000001:2.0:1783978425.889343:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783978425.889344:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000100:00000040:2.0:1783978425.889350:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889356:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978425.889358:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:2.0:1783978425.889360:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db33e11a18.
00000100:00000200:2.0:1783978425.889363:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367014528, offset 0
00000400:00000200:2.0:1783978425.889367:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783978425.889372:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.889375:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:2.0:1783978425.889378:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783978425.889381:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783978425.889383:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783978425.889385:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783978425.889389:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345486:345486:256:4294967295] 192.168.201.109@tcp LPNI seq info [345475:345475:8:4294967295]
00000400:00000200:2.0:1783978425.889392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978425.889398:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783978425.889402:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.889405:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db11bf5700.
00000800:00000200:2.0:1783978425.889409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.0:1783978425.889412:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978425.889416:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:2.1:1783978425.889419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783978425.889422:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:2.0:1783978425.889424:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db11bf5700.
00000400:00000200:2.0:1783978425.889427:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783978425.889430:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783978425.889433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11a18
00000400:00000010:2.0:1783978425.889435:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11a18.
00000100:00000001:2.0:1783978425.889438:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978425.889441:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889446:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.889448:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889453:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889454:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978425.889457:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978425.889460:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:2.0:1783978425.889463:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978425.889465:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4303957533
00000100:00000001:2.0:1783978425.889467:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4303958774
00000100:00000001:2.0:1783978425.889469:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4303957533
00000100:00000001:2.0:1783978425.889471:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4303958774
00000100:00000001:2.0:1783978425.889473:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978425.889476:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889478:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783978425.889482:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978425/real 1783978425]  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783978425.889490:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783978425.889492:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783978425.889493:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db060979f8.
00000400:00000200:2.0:1783978425.889496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db33e11660
00000400:00000010:2.0:1783978425.889497:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db33e11660.
00000100:00000001:2.0:1783978425.889499:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783978425.889503:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783978425.889511:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889518:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783978425.889519:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889520:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.889521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783978425.889524:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889528:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783978425.889530:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889534:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783978425.889535:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889536:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783978425.889537:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889538:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783978425.889539:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783978425.889540:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783978425.889543:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:2.0:1783978425.889544:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783978425.889558:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783978425.889567:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367014528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:2.0:1783978425.889571:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889573:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.889575:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627367014400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889582:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978425.889583:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978425.889586:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964c00.
02000000:00000001:2.0:1783978425.889590:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978425.889591:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978425.889593:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:2.0:1783978425.889595:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978425.889596:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:2.0:1783978425.889599:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978425.889600:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978425.889602:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:2.0:1783978425.889605:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978425.889606:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889607:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978425.889611:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627367014528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978425.889617:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783978425.889618:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783978425.889620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db36964800.
02000000:00000001:2.0:1783978425.889622:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783978425.889623:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783978425.889625:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:2.0:1783978425.889627:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783978425.889628:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:2.0:1783978425.889631:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783978425.889632:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783978425.889633:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:2.0:1783978425.889635:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783978425.889636:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889638:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978425.889641:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978425.889643:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978425.889645:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783978425.889646:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978426.080127:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978426.080134:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978426.080139:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978431.007902:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978431.007909:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978431.007911:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978431.007914:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978431.007917:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978431.007923:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9290
00000400:00000200:2.0:1783978431.007932:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978431.007938:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978431.007940:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978431.007951:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.007957:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.007959:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.007962:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978431.007966:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978431.007968:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978431.007971:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978431.007974:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978431.007976:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978431.007978:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978431.007981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.007982:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.007984:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.007987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978431.007990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978431.007993:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978431.007995:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978431.007998:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978431.008001:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978431.008003:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008006:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978431.008008:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978431.008018:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978431.008021:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978431.008025:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978431.008026:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008029:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978431.008032:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978431.008036:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978431.008043:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978431.008049:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978431.008057:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367014656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978431.008067:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978431.008071:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978431.008076:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367014656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978431.008100:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978431.008103:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978431.008106:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978431.008108:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978431.008110:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978431.008112:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978431.008115:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9290
00000400:00000200:2.0:1783978431.008119:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978431.008122:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978431.008124:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978431.008127:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008130:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.008132:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008135:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978431.008137:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978431.008139:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978431.008141:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978431.008143:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978431.008146:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978431.008149:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978431.008152:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008155:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.008159:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008160:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978431.008163:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978431.008167:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008171:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978431.008174:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978431.008180:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978431.008183:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008186:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978431.008190:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978431.008193:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008196:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978431.008198:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978431.008204:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978431.008210:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978431.008214:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008217:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978431.008221:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978431.008224:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978431.008231:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978431.008237:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978431.008246:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367014784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978431.008262:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978431.008265:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978431.008269:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367014784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978431.008277:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978431.008280:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978431.008282:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978431.008284:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978431.008286:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978431.008291:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978431.008297:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9290
00000400:00000200:2.0:1783978431.008315:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978431.008326:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978431.008330:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978431.008335:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008338:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.008342:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008344:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978431.008349:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978431.008351:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978431.008352:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978431.008354:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978431.008358:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978431.008363:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978431.008368:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008372:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978431.008377:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008381:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978431.008385:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978431.008391:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978431.008393:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978431.008395:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978431.008398:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978431.008401:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008406:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978431.008409:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978431.008414:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008418:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978431.008424:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978431.008428:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978431.008431:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978431.008433:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978431.008436:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978431.008439:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978431.008442:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978431.008446:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978431.008449:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978431.008456:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367014912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978431.008486:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978431.008491:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978431.008498:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367014912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978431.008512:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978431.008517:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978431.008524:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978431.008526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978431.008528:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978431.008532:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1783978431.008534:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978431.008542:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9300)
00000800:00000200:1.1:1783978431.008973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978431.008976:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978431.009269:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978431.009272:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783978431.199982:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978431.199986:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978431.199989:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978435.167979:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978435.167987:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978435.167989:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978435.167995:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978435.167999:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978435.168002:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978435.168005:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978435.168007:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978435.168010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978436.127878:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978436.127887:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978436.127889:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978436.127893:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978436.127897:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978436.127912:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9295
00000400:00000200:2.0:1783978436.127920:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978436.127926:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978436.127929:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978436.127932:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.127935:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.127938:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.127940:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978436.127944:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978436.127946:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978436.127949:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978436.127953:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978436.127955:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978436.127957:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978436.127960:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.127962:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.127964:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.127966:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978436.127968:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978436.127970:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978436.127972:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978436.127974:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978436.127976:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978436.127978:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.127979:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978436.127982:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978436.127989:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978436.127991:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978436.127995:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978436.127996:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.127998:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978436.127999:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978436.128003:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978436.128009:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783978436.128014:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978436.128023:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367015040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978436.128033:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978436.128037:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978436.128042:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367015040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978436.128063:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978436.128065:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978436.128068:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978436.128069:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978436.128070:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978436.128072:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978436.128073:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9295
00000400:00000200:2.0:1783978436.128076:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978436.128078:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978436.128079:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978436.128081:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128082:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.128083:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128085:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978436.128086:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978436.128087:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978436.128087:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978436.128089:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978436.128090:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978436.128091:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978436.128092:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128094:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.128095:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128096:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978436.128098:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978436.128100:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128102:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978436.128103:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978436.128107:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978436.128109:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.128110:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978436.128113:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978436.128116:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.128119:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978436.128124:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978436.128127:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978436.128131:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978436.128133:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.128136:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978436.128138:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978436.128142:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978436.128148:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978436.128154:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978436.128162:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367015168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978436.128170:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978436.128172:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978436.128177:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367015168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978436.128196:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978436.128204:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978436.128208:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978436.128212:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978436.128214:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978436.128217:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978436.128220:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9295
00000400:00000200:2.0:1783978436.128224:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978436.128227:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978436.128232:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978436.128239:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128245:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.128251:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978436.128262:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978436.128265:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978436.128268:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978436.128272:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978436.128275:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978436.128279:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978436.128286:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128290:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978436.128295:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128301:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978436.128306:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978436.128315:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978436.128321:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978436.128326:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978436.128331:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978436.128337:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.128342:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978436.128346:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978436.128349:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978436.128353:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978436.128357:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978436.128362:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978436.128366:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978436.128368:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978436.128388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978436.128392:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1783978436.128401:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978436.128406:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978436.128410:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978436.128417:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978436.128423:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978436.128432:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367015296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978436.128463:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978436.128468:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978436.128475:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367015296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978436.128485:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978436.128488:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978436.128491:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978436.128493:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978436.128497:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978436.128501:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9305)
00000800:00000200:1.1:1783978436.128834:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978436.128837:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978436.129051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978436.129055:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1783978436.191867:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978436.191874:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978436.191876:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978436.191881:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978436.191885:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978436.191889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978436.191891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978436.191893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978436.191896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978436.320064:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978436.320069:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978436.320073:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978437.215924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978437.215933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978437.215935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978437.215941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978437.215945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978437.215949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978437.215952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978437.215955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978437.215958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978438.239928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978438.239936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978438.239938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978438.239943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978438.239946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978438.239950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978438.239952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978438.239955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978438.239957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978439.263931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978439.263940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978439.263941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978439.263947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978439.263951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978439.263956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978439.263959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978439.263962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978439.263965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978440.287973:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978440.287986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978440.287989:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978440.287998:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978440.288003:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978440.288009:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978440.288013:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978440.288016:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978440.288020:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978441.247938:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978441.247950:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978441.247952:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978441.247956:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978441.247961:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978441.247968:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9300
00000400:00000200:3.0:1783978441.247978:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978441.247986:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978441.247989:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978441.247992:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.247996:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.247999:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248001:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978441.248006:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978441.248008:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978441.248011:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978441.248015:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978441.248018:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978441.248021:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978441.248024:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248026:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.248028:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248030:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978441.248034:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978441.248037:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248039:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978441.248042:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978441.248045:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978441.248048:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248050:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978441.248053:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978441.248064:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978441.248067:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978441.248071:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978441.248073:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248082:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978441.248085:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978441.248089:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978441.248097:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978441.248105:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978441.248120:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367015424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978441.248131:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978441.248136:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978441.248141:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367015424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978441.248164:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978441.248166:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978441.248169:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978441.248170:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978441.248172:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978441.248175:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978441.248176:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9300
00000400:00000200:3.0:1783978441.248179:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978441.248181:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978441.248183:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978441.248185:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248187:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.248189:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248190:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978441.248193:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978441.248194:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978441.248195:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978441.248197:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978441.248198:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978441.248199:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978441.248201:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248205:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.248207:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248211:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978441.248217:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978441.248222:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248227:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978441.248232:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978441.248247:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978441.248252:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248257:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978441.248264:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978441.248270:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248276:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978441.248290:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978441.248295:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978441.248299:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978441.248302:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248304:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978441.248308:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978441.248312:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978441.248319:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978441.248324:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978441.248331:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367015552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978441.248340:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978441.248344:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978441.248349:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367015552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978441.248365:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978441.248369:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978441.248374:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978441.248378:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978441.248380:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978441.248386:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978441.248392:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9300
00000400:00000200:3.0:1783978441.248400:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978441.248406:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978441.248411:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978441.248416:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248420:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.248426:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248430:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978441.248435:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978441.248438:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978441.248440:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978441.248444:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978441.248448:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978441.248453:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978441.248463:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248469:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978441.248475:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248482:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978441.248487:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978441.248495:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978441.248501:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978441.248504:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978441.248507:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978441.248510:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248515:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978441.248517:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978441.248522:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248526:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978441.248533:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978441.248538:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:1.1:1783978441.248538:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978441.248543:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1783978441.248545:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1783978441.248546:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978441.248552:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978441.248554:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978441.248557:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978441.248567:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978441.248572:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978441.248582:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367015680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978441.248591:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978441.248597:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978441.248607:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367015680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978441.248624:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978441.248630:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978441.248637:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978441.248641:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978441.248648:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978441.248655:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9310)
00000800:00000200:1.1:1783978441.249040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978441.249043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978441.249294:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978441.249297:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1783978441.311932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978441.311941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978441.311943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978441.311949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978441.311953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978441.311958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978441.311961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978441.311963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978441.311975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978441.440124:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978441.440129:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978441.440132:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978442.335924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978442.335935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978442.335937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978442.335945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978442.335949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978442.335955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978442.335959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978442.335961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978442.335965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978443.359927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978443.359937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978443.359939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978443.359956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978443.359963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978443.359968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978443.359971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978443.359974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978443.359977:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978444.383919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978444.383929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978444.383931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978444.383938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978444.383950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978444.383958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978444.383962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978444.383965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978444.383981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978445.407923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978445.407933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978445.407936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978445.407943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978445.407947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978445.407952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978445.407964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978445.407967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978445.407971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978446.367925:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978446.367935:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978446.367937:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978446.367941:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978446.367946:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978446.367956:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9305
00000400:00000200:2.0:1783978446.367970:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978446.367978:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978446.367982:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978446.367985:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.367989:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.367991:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.367993:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978446.367998:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978446.368000:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978446.368002:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978446.368005:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978446.368007:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978446.368009:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978446.368011:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368012:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.368013:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368015:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978446.368017:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978446.368020:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368022:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978446.368026:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978446.368030:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978446.368033:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368036:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978446.368039:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978446.368051:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978446.368056:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978446.368061:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978446.368062:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368066:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978446.368070:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978446.368076:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978446.368086:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978446.368093:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978446.368103:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367015808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978446.368112:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978446.368119:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978446.368124:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367015808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978446.368150:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978446.368153:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978446.368156:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978446.368157:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978446.368158:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978446.368161:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978446.368163:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9305
00000400:00000200:2.0:1783978446.368165:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978446.368167:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978446.368169:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978446.368171:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368173:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.368175:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368177:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978446.368179:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978446.368180:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978446.368181:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978446.368183:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978446.368185:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978446.368186:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978446.368188:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368203:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.368207:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368212:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978446.368215:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978446.368219:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368222:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978446.368224:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978446.368231:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978446.368234:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368236:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978446.368242:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978446.368245:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368247:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978446.368252:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978446.368256:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978446.368260:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978446.368264:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368268:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978446.368272:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978446.368276:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978446.368283:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978446.368289:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978446.368298:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367015936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978446.368311:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978446.368316:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978446.368320:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367015936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978446.368337:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978446.368343:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978446.368348:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978446.368353:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978446.368358:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978446.368364:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978446.368368:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9305
00000400:00000200:2.0:1783978446.368373:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978446.368380:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978446.368384:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978446.368387:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368391:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.368395:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368398:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978446.368401:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978446.368404:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978446.368407:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978446.368410:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978446.368414:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978446.368418:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978446.368425:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368430:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978446.368435:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368440:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978446.368445:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978446.368452:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978446.368456:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978446.368459:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978446.368462:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978446.368467:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368470:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978446.368475:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978446.368477:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368480:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978446.368484:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978446.368488:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978446.368492:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978446.368494:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978446.368497:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978446.368498:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978446.368501:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978446.368507:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978446.368514:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978446.368522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:2.0:1783978446.368524:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367016064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978446.368534:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978446.368536:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978446.368540:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367016064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978446.368565:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978446.368570:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978446.368576:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978446.368581:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978446.368588:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978446.368597:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9315)
00000800:00000200:1.1:1783978446.368736:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978446.368913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978446.431889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978446.431899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978446.431902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978446.431908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978446.431913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978446.431917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978446.431920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978446.431923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978446.431926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978446.560105:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978446.560110:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978446.560113:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978447.455939:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978447.455949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978447.455951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978447.455958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978447.455962:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978447.455966:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978447.455970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978447.455973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978447.455976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978448.479966:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978448.479976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978448.479979:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978448.479987:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978448.479996:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978448.480000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978448.480002:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978448.480005:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978448.480007:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1783978449.440175:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978449.440253:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978449.440267:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978449.440272:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978449.440278:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978449.440283:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978449.440289:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978449.440294:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:3.0:1783978449.440302:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978449.440306:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978449.440314:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2908
00000400:00000010:3.0:1783978449.440317:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2908.
00000100:00000001:3.0:1783978449.440323:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978449.440333:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33100 x1870627367015808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440372:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978449.440377:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367015808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440385:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978449.440387:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978449.440398:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978449.440400:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b600.
00000400:00000200:3.0:1783978449.440403:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978449.440406:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978449.440409:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2bb0
00000400:00000010:3.0:1783978449.440412:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2bb0.
00000100:00000001:3.0:1783978449.440414:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978449.440419:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32680 x1870627367015936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440427:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978449.440430:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367015936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440434:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978449.440435:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978449.440439:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978449.440441:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b500.
00000400:00000200:3.0:1783978449.440443:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978449.440445:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978449.440447:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2ee0
00000400:00000010:3.0:1783978449.440448:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2ee0.
00000100:00000001:3.0:1783978449.440450:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978449.440452:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33b80 x1870627367016064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440456:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978449.440458:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367016064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978449.440463:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978449.440464:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783978449.504213:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978449.504225:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978449.504227:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978449.504237:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978449.504242:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978449.504248:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978449.504252:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978449.504255:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978449.504259:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978450.527905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978450.527916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978450.527918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978450.527926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978450.527930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978450.527935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978450.527939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978450.527942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978450.527945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978451.487919:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978451.487930:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978451.487934:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978451.487938:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978451.487944:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978451.487953:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9310
00000400:00000200:2.0:1783978451.487964:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978451.487970:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978451.487974:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978451.487977:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.487981:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.487983:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.487985:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978451.487990:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978451.487992:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978451.487995:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978451.487999:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978451.488001:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978451.488004:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978451.488006:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488008:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.488010:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488012:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978451.488015:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978451.488017:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488019:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978451.488022:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978451.488026:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978451.488028:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488031:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978451.488033:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978451.488041:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978451.488045:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978451.488049:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978451.488051:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488054:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978451.488057:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978451.488062:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978451.488071:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978451.488078:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978451.488088:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367016192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978451.488099:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978451.488117:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978451.488123:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367016192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978451.488149:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978451.488152:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978451.488156:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978451.488157:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978451.488159:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978451.488162:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978451.488164:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9310
00000400:00000200:2.0:1783978451.488168:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978451.488171:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978451.488173:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978451.488176:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488178:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.488180:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488182:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978451.488184:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978451.488185:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978451.488187:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978451.488189:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978451.488191:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978451.488193:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978451.488195:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488197:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.488198:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488200:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978451.488202:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978451.488205:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488207:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978451.488209:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978451.488215:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978451.488217:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488219:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978451.488223:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978451.488226:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488228:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978451.488231:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978451.488234:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978451.488237:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978451.488238:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488240:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978451.488242:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978451.488244:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978451.488247:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978451.488252:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978451.488259:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367016320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978451.488270:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978451.488273:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978451.488281:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367016320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978451.488295:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978451.488300:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978451.488305:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978451.488308:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978451.488309:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978451.488311:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978451.488314:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9310
00000400:00000200:2.0:1783978451.488317:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978451.488320:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978451.488322:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978451.488324:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488325:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.488328:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488330:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978451.488332:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978451.488333:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978451.488335:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978451.488336:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978451.488338:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978451.488339:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978451.488342:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488344:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978451.488345:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488348:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978451.488349:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978451.488352:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978451.488353:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978451.488355:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978451.488357:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978451.488358:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488360:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978451.488362:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978451.488364:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488365:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978451.488368:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978451.488371:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978451.488373:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978451.488375:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978451.488377:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978451.488378:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978451.488380:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978451.488383:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978451.488386:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978451.488390:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367016448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978451.488396:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978451.488398:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978451.488402:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367016448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978451.488408:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978451.488410:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978451.488428:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978451.488431:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978451.488435:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978451.488441:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9320)
00000800:00000200:1.1:1783978451.488708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978451.488712:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978451.489232:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978451.489234:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978451.489512:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978451.489514:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1783978451.552039:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978451.552051:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978451.552053:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978451.552062:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978451.552067:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978451.552073:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978451.552076:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978451.552080:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978451.552084:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978451.680013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978451.680017:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978451.680021:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978452.576003:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978452.576015:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978452.576018:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978452.576026:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978452.576031:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978452.576037:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978452.576040:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978452.576043:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978452.576046:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978453.600824:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978453.600833:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978453.600835:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978453.600840:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978453.600844:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978453.600847:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978453.600848:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978453.600851:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978453.600853:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978454.623931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978454.623942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978454.623944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978454.623952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978454.623957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978454.623962:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978454.623966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978454.623970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978454.623974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978455.647930:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978455.647940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978455.647942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978455.647949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978455.647953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978455.647958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978455.647961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978455.647965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978455.647968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978456.607945:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978456.607953:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978456.607955:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978456.607958:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978456.607961:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978456.607966:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9315
00000400:00000200:3.0:1783978456.607973:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978456.607978:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978456.607981:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978456.607983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.607985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.607986:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.607988:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978456.607991:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978456.607992:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978456.607994:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978456.607996:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978456.607998:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978456.608000:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978456.608002:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608003:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.608005:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608007:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978456.608010:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978456.608013:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608030:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978456.608032:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978456.608036:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978456.608038:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608041:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978456.608043:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978456.608058:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978456.608062:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978456.608074:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978456.608076:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608079:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978456.608081:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978456.608085:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978456.608093:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978456.608099:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978456.608107:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367016576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978456.608116:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978456.608121:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978456.608125:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367016576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978456.608149:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978456.608151:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978456.608153:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978456.608154:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978456.608155:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978456.608158:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978456.608160:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9315
00000400:00000200:3.0:1783978456.608162:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978456.608164:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978456.608166:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978456.608167:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608169:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.608170:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608171:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978456.608173:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978456.608174:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978456.608175:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978456.608177:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978456.608178:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978456.608179:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978456.608181:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608182:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.608183:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608185:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978456.608186:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978456.608189:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608192:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978456.608194:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978456.608200:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978456.608202:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608204:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978456.608209:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978456.608214:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608219:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978456.608225:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978456.608230:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978456.608235:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978456.608238:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608241:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978456.608243:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978456.608245:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978456.608249:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978456.608254:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978456.608261:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367016704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978456.608272:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978456.608275:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978456.608280:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367016704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978456.608297:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978456.608300:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978456.608305:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978456.608306:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978456.608308:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978456.608310:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978456.608314:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9315
00000400:00000200:3.0:1783978456.608318:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978456.608322:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978456.608326:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978456.608330:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608334:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.608336:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608338:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978456.608340:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978456.608342:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978456.608345:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978456.608348:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978456.608352:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978456.608357:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978456.608365:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608370:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978456.608376:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608380:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978456.608385:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978456.608392:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978456.608395:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978456.608397:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978456.608402:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978456.608406:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608409:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978456.608413:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978456.608418:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608422:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978456.608427:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978456.608432:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978456.608437:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978456.608440:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978456.608444:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978456.608447:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978456.608451:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978456.608457:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978456.608460:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978456.608465:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367016832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978456.608476:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978456.608480:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978456.608486:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367016832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978456.608496:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978456.608498:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978456.608501:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978456.608505:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978456.608508:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978456.608513:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9325)
00000800:00000200:1.1:1783978456.608526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978456.608528:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978456.608835:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978456.608837:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978456.609037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978456.609040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1783978456.671942:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978456.671952:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978456.671954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978456.671961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978456.671965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978456.671970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978456.671972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978456.671976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978456.671980:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978456.800047:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978456.800051:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978456.800054:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978457.695876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978457.695882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978457.695884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978457.695888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978457.695890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978457.695893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978457.695895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978457.695897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978457.695899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978458.719878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978458.719885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978458.719886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978458.719890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978458.719892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978458.719895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978458.719896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978458.719898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978458.719900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978459.745137:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978459.745148:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978459.745151:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978459.745158:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978459.745162:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978459.745167:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978459.745170:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978459.745173:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978459.745176:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978460.768382:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978460.768391:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978460.768393:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978460.768400:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978460.768405:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978460.768410:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978460.768423:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978460.768427:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978460.768430:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978461.727921:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978461.727944:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978461.727947:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978461.727952:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978461.727956:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978461.727963:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9320
00000400:00000200:3.0:1783978461.727973:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978461.727980:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978461.727982:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978461.727985:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.727988:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.727990:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.727992:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978461.727996:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978461.727998:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978461.728000:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978461.728003:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978461.728004:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978461.728006:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978461.728007:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728008:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.728010:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728011:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978461.728014:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978461.728016:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728018:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978461.728020:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978461.728023:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978461.728026:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728027:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978461.728029:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978461.728039:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978461.728042:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978461.728046:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978461.728048:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728051:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978461.728053:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978461.728058:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978461.728067:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978461.728076:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978461.728087:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367016960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978461.728098:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978461.728103:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978461.728109:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367016960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978461.728133:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978461.728136:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978461.728140:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978461.728141:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978461.728143:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978461.728146:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978461.728149:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9320
00000400:00000200:3.0:1783978461.728154:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978461.728157:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978461.728160:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978461.728164:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728166:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.728168:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728171:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978461.728173:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978461.728175:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978461.728177:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978461.728179:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978461.728182:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978461.728185:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978461.728191:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728193:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.728195:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728198:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978461.728201:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978461.728208:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728214:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978461.728219:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978461.728227:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978461.728231:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728234:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978461.728239:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978461.728247:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728252:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978461.728258:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978461.728262:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978461.728267:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978461.728270:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728274:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978461.728276:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978461.728278:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978461.728283:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978461.728287:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978461.728292:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367017088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978461.728297:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978461.728298:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978461.728301:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367017088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978461.728306:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978461.728322:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978461.728326:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978461.728327:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978461.728329:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978461.728331:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978461.728337:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9320
00000400:00000200:3.0:1783978461.728343:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978461.728349:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978461.728352:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978461.728365:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728369:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.728371:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728376:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978461.728379:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978461.728380:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978461.728381:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978461.728384:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978461.728389:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978461.728393:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978461.728399:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728403:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978461.728408:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728414:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978461.728424:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978461.728431:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978461.728436:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978461.728437:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978461.728441:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978461.728443:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728445:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978461.728448:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978461.728450:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728452:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978461.728456:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978461.728458:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978461.728459:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978461.728462:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978461.728463:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978461.728466:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978461.728469:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978461.728472:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978461.728476:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978461.728481:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367017216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978461.728486:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978461.728487:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978461.728490:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367017216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978461.728499:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978461.728501:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978461.728504:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978461.728506:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978461.728508:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978461.728512:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9331)
00000800:00000200:1.1:1783978461.728608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978461.728613:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783978461.729131:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978461.729133:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783978461.729357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978461.729359:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783978461.791909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978461.791938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978461.791940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978461.791948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978461.791952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978461.791957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978461.791960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978461.791964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978461.791967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978461.919954:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978461.919960:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978461.919964:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978462.816010:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978462.816020:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978462.816022:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978462.816030:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978462.816034:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978462.816044:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978462.816047:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978462.816050:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978462.816054:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978463.839924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978463.839933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978463.839935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978463.839941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978463.839946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978463.839951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978463.839954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978463.839956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978463.839959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978464.863886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978464.863891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978464.863893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978464.863898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978464.863900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978464.863903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978464.863905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978464.863907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978464.863909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978465.887931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978465.887938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978465.887940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978465.887946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978465.887950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978465.887954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978465.887956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978465.887959:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978465.887962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978466.847906:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978466.847913:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978466.847915:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978466.847918:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978466.847922:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978466.847927:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9326
00000400:00000200:3.0:1783978466.847934:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978466.847939:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978466.847943:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978466.847946:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.847949:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.847951:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.847953:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978466.847957:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978466.847959:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978466.847961:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978466.847964:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978466.847975:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978466.847978:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978466.847981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.847983:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.847985:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.847987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978466.847990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978466.847993:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978466.847995:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978466.847997:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978466.848000:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978466.848002:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848004:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978466.848007:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978466.848016:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978466.848019:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978466.848023:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978466.848025:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848028:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978466.848030:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978466.848034:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978466.848042:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978466.848058:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978466.848070:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367017344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978466.848083:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978466.848088:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978466.848092:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367017344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978466.848116:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978466.848119:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978466.848122:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978466.848123:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978466.848125:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978466.848128:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978466.848130:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9326
00000400:00000200:3.0:1783978466.848134:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978466.848138:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978466.848140:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978466.848144:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848146:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.848148:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848151:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978466.848156:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978466.848159:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978466.848163:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978466.848167:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978466.848171:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978466.848175:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978466.848181:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848183:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.848185:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848189:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978466.848191:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978466.848197:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848199:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978466.848201:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978466.848208:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978466.848213:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848218:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978466.848223:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978466.848229:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848232:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978466.848237:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978466.848241:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978466.848245:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978466.848246:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848249:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978466.848250:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978466.848252:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978466.848256:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978466.848260:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978466.848267:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367017472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978466.848295:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978466.848298:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978466.848305:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367017472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978466.848312:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978466.848314:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978466.848318:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978466.848321:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978466.848322:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978466.848324:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978466.848328:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9326
00000400:00000200:3.0:1783978466.848333:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978466.848338:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978466.848342:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978466.848344:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848346:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.848349:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848351:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978466.848353:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978466.848353:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978466.848354:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978466.848356:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978466.848357:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978466.848359:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978466.848363:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848364:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978466.848366:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848369:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978466.848374:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978466.848378:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978466.848381:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978466.848384:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978466.848386:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978466.848390:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848393:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978466.848396:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978466.848399:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848400:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978466.848403:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978466.848404:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978466.848408:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978466.848409:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978466.848413:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978466.848415:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978466.848417:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978466.848422:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978466.848426:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978466.848434:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367017600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978466.848447:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978466.848450:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978466.848455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978466.848458:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367017600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978466.848459:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978466.848476:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978466.848482:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978466.848489:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978466.848494:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978466.848498:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978466.848504:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9336)
00000800:00000200:1.1:1783978466.848788:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978466.848790:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978466.849070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978466.849071:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978466.911902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978466.911909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978466.911911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978466.911916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978466.911920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978466.911923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978466.911926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978466.911928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978466.911931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978467.040054:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978467.040059:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978467.040062:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978467.935925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978467.935933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978467.935935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978467.935941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978467.935944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978467.935948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978467.935950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978467.935952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978467.935956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978468.959897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978468.959905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978468.959907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978468.959912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978468.959916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978468.959919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978468.959922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978468.959924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978468.959927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978469.983870:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978469.983877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978469.983879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978469.983883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978469.983886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978469.983889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978469.983892:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978469.983894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978469.983897:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978471.008661:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978471.008672:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978471.008674:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978471.008682:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978471.008687:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978471.008692:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978471.008695:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978471.008698:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978471.008701:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978471.967951:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978471.967959:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978471.967961:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978471.967964:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978471.967967:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978471.967973:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9331
00000400:00000200:2.0:1783978471.967980:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978471.967984:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978471.967986:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978471.967988:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.967991:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.967993:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.967995:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978471.967999:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978471.968002:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978471.968005:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978471.968007:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978471.968010:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978471.968012:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978471.968015:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968017:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.968019:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968021:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978471.968024:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978471.968027:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968029:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978471.968032:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978471.968035:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978471.968038:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968040:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978471.968043:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978471.968052:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978471.968056:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978471.968060:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978471.968061:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968064:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978471.968067:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978471.968071:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978471.968078:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978471.968085:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978471.968094:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367017728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978471.968101:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978471.968104:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978471.968107:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367017728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978471.968135:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978471.968138:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978471.968140:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978471.968141:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978471.968142:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978471.968144:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978471.968145:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9331
00000400:00000200:2.0:1783978471.968148:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978471.968151:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978471.968153:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978471.968156:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968158:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.968159:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968161:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978471.968163:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978471.968164:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978471.968166:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978471.968168:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978471.968170:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978471.968173:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978471.968175:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968177:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.968179:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968180:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978471.968182:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978471.968185:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968198:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978471.968201:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978471.968206:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978471.968208:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968210:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978471.968214:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978471.968216:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968218:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978471.968222:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978471.968224:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978471.968227:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978471.968228:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968229:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978471.968231:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978471.968232:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978471.968244:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978471.968248:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978471.968254:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367017856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978471.968259:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978471.968261:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978471.968263:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367017856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978471.968268:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978471.968270:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978471.968272:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978471.968273:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978471.968274:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978471.968276:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978471.968277:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9331
00000400:00000200:2.0:1783978471.968280:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978471.968281:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978471.968282:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978471.968285:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968286:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.968287:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968288:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978471.968290:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978471.968290:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978471.968291:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978471.968293:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978471.968294:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978471.968295:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978471.968296:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968297:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978471.968298:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968299:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978471.968301:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978471.968302:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978471.968311:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978471.968312:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978471.968314:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978471.968315:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968319:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978471.968321:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978471.968323:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968324:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978471.968327:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978471.968330:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978471.968332:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978471.968333:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978471.968334:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978471.968336:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978471.968337:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978471.968342:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978471.968345:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978471.968349:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367017984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978471.968360:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978471.968362:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978471.968365:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367017984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978471.968371:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978471.968373:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978471.968376:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978471.968378:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978471.968380:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978471.968383:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9341)
00000800:00000200:1.1:1783978471.968591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978471.968593:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978471.968867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978471.968869:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978471.969065:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978471.969068:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978472.031901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978472.031910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978472.031911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978472.031917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978472.031920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978472.031924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978472.031926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978472.031929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978472.031931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978472.160531:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978472.160537:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978472.160542:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978473.055922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978473.055932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978473.055934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978473.055942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978473.055951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978473.055956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978473.055959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978473.055962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978473.056686:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978474.079912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978474.079921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978474.079923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978474.079930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978474.079935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978474.079940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978474.079943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978474.079945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978474.079948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978475.103873:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978475.103880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978475.103882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978475.103887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978475.103890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978475.103894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978475.103896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978475.103898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978475.103901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978476.127891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978476.127896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978476.127898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978476.127902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978476.127904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978476.127908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978476.127909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978476.127911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978476.127913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978477.087965:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978477.087973:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978477.087975:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978477.087978:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978477.087982:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978477.087987:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9336
00000400:00000200:3.0:1783978477.088001:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978477.088007:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978477.088009:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978477.088012:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088016:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088018:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088020:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978477.088026:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978477.088028:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978477.088031:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978477.088035:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978477.088037:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978477.088040:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978477.088043:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088045:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088046:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088048:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978477.088050:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978477.088052:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088054:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978477.088057:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978477.088060:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978477.088063:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088065:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978477.088067:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978477.088078:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978477.088082:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978477.088086:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978477.088087:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088091:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978477.088094:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978477.088097:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978477.088105:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978477.088118:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978477.088127:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367018112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978477.088136:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978477.088141:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978477.088145:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367018112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978477.088172:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978477.088176:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978477.088179:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978477.088180:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978477.088182:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978477.088184:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978477.088186:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9336
00000400:00000200:3.0:1783978477.088189:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978477.088191:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978477.088193:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978477.088194:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088196:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088198:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088200:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978477.088202:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978477.088204:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978477.088205:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978477.088207:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978477.088209:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978477.088211:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978477.088213:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088215:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088217:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088218:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978477.088221:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978477.088223:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088226:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978477.088228:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978477.088233:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978477.088235:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088237:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978477.088241:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978477.088243:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088245:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978477.088248:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978477.088249:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978477.088251:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978477.088252:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088253:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978477.088254:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978477.088255:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978477.088258:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978477.088261:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978477.088264:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367018240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978477.088269:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978477.088270:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978477.088272:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367018240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978477.088277:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978477.088279:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978477.088281:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978477.088282:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978477.088283:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978477.088284:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978477.088285:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9336
00000400:00000200:3.0:1783978477.088288:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978477.088290:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978477.088291:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978477.088293:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088294:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088295:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088297:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978477.088298:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978477.088299:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978477.088299:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978477.088301:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978477.088302:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978477.088303:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978477.088304:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088305:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978477.088306:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088307:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978477.088308:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978477.088310:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978477.088311:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978477.088312:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978477.088313:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978477.088314:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088315:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978477.088316:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978477.088318:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088319:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978477.088320:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978477.088321:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978477.088323:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978477.088324:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978477.088325:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978477.088325:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978477.088326:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978477.088330:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978477.088332:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978477.088334:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367018368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978477.088338:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978477.088340:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978477.088341:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367018368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978477.088345:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978477.088347:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978477.088349:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978477.088351:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978477.088353:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978477.088356:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9346)
00000800:00000200:1.1:1783978477.090165:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978477.090169:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978477.090441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978477.090443:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978477.090601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978477.090602:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978477.151894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978477.151901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978477.151903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978477.151908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978477.151912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978477.151915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978477.151918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978477.151920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978477.151923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978477.280069:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978477.280073:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978477.280076:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978478.175880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978478.175886:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978478.175887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978478.175891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978478.175894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978478.175896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978478.175899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978478.175901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978478.175902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978479.199901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978479.199907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978479.199908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978479.199912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978479.199914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978479.199917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978479.199918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978479.199921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978479.199923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978480.223900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978480.223908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978480.223909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978480.223915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978480.223919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978480.223923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978480.223926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978480.223929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978480.223932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978481.247900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978481.247908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978481.247910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978481.247917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978481.247920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978481.247924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978481.247927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978481.247930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978481.247933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978482.208381:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978482.208389:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978482.208391:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978482.208395:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978482.208399:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978482.208405:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9341
00000400:00000200:3.0:1783978482.208414:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978482.208419:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978482.208423:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978482.208426:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208429:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208432:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208435:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978482.208439:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978482.208441:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978482.208444:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978482.208447:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978482.208449:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978482.208452:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978482.208454:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208455:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208456:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208458:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978482.208460:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978482.208462:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208463:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978482.208465:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978482.208468:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978482.208469:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208471:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978482.208473:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978482.208494:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978482.208498:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978482.208502:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978482.208504:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208507:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978482.208510:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978482.208514:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978482.208521:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978482.208529:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978482.208548:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367018496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978482.208560:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978482.208564:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978482.208568:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367018496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978482.208618:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978482.208621:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978482.208624:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978482.208626:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978482.208627:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978482.208630:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978482.208633:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9341
00000400:00000200:3.0:1783978482.208636:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978482.208639:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978482.208641:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978482.208644:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208646:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208648:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208650:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978482.208652:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978482.208654:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978482.208655:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978482.208658:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978482.208660:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978482.208662:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978482.208665:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208667:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208673:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208675:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978482.208680:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978482.208686:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208689:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978482.208693:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978482.208700:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978482.208704:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208708:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978482.208713:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978482.208719:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208722:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978482.208727:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978482.208732:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978482.208736:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978482.208738:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208740:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978482.208741:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978482.208744:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978482.208749:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978482.208753:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978482.208761:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367018624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978482.208768:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978482.208770:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978482.208793:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367018624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978482.208800:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978482.208802:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978482.208804:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978482.208805:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978482.208807:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978482.208811:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978482.208814:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9341
00000400:00000200:3.0:1783978482.208818:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978482.208823:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978482.208826:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978482.208829:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208833:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208835:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208837:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978482.208838:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978482.208839:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978482.208842:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978482.208845:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978482.208846:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978482.208848:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978482.208850:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208854:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978482.208855:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208858:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978482.208862:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978482.208865:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978482.208866:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978482.208868:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978482.208871:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978482.208874:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208877:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978482.208880:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978482.208883:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208886:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978482.208890:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978482.208893:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978482.208896:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978482.208898:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978482.208899:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978482.208900:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978482.208902:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978482.208908:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978482.208911:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978482.208916:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367018752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978482.208923:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978482.208925:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978482.208929:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367018752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978482.208936:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978482.208938:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978482.208944:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978482.208946:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978482.208949:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978482.208954:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9351)
00000800:00000200:1.1:1783978482.209009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978482.209019:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978482.209490:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978482.209492:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978482.209717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978482.209719:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783978482.271886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978482.271892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978482.271894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978482.271899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978482.271902:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978482.271905:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978482.271907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978482.271910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978482.271913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978482.399969:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978482.399974:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978482.399977:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978483.295951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978483.295962:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978483.295964:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978483.295970:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978483.295974:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978483.295976:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978483.295979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978483.295981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978483.295983:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978484.319916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978484.319925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978484.319927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978484.319940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978484.319944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978484.319948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978484.319952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978484.319955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978484.319959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978485.343896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978485.343907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978485.343910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978485.343917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978485.343922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978485.343927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978485.343930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978485.343934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978485.343937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978486.367889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978486.367896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978486.367898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978486.367903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978486.367907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978486.367911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978486.367914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978486.367916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978486.367919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978487.327921:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978487.327930:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978487.327933:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978487.327937:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978487.327942:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978487.327950:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9346
00000400:00000200:2.0:1783978487.327959:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978487.327965:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978487.327968:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978487.327971:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.327974:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.327976:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.327978:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978487.327982:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978487.327999:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978487.328002:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978487.328006:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978487.328008:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978487.328011:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978487.328014:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328016:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.328018:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328020:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978487.328022:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978487.328026:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328028:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978487.328031:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978487.328035:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978487.328037:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328040:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978487.328042:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978487.328051:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978487.328055:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978487.328059:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978487.328060:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328064:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978487.328067:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978487.328071:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978487.328079:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978487.328085:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978487.328093:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367018880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978487.328102:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978487.328106:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978487.328110:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367018880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978487.328137:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978487.328140:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978487.328143:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978487.328144:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978487.328146:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978487.328148:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978487.328151:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9346
00000400:00000200:2.0:1783978487.328154:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978487.328157:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978487.328159:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978487.328162:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328165:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.328168:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328170:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978487.328172:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978487.328174:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978487.328175:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978487.328178:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978487.328183:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978487.328186:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978487.328192:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328197:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.328202:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328207:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978487.328212:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978487.328217:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328222:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978487.328226:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978487.328234:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978487.328240:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328245:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978487.328250:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978487.328255:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328259:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978487.328266:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978487.328271:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978487.328277:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978487.328279:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328282:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978487.328284:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978487.328288:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978487.328294:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978487.328300:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978487.328309:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367019008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978487.328324:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978487.328329:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978487.328338:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367019008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978487.328349:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978487.328351:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978487.328354:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978487.328356:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978487.328359:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978487.328364:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978487.328370:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9346
00000400:00000200:2.0:1783978487.328377:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978487.328384:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978487.328388:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978487.328392:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328395:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.328399:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328402:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978487.328406:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978487.328409:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978487.328412:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978487.328414:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978487.328418:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978487.328423:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978487.328430:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328435:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978487.328440:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328443:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978487.328447:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978487.328453:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978487.328458:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978487.328461:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978487.328463:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978487.328467:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328473:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978487.328477:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978487.328496:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328499:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978487.328504:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978487.328508:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978487.328513:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978487.328515:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978487.328519:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978487.328521:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978487.328524:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978487.328527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:2.0:1783978487.328530:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000800:00000200:1.1:1783978487.328533:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1783978487.328536:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978487.328544:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367019136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978487.328556:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978487.328560:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978487.328567:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367019136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978487.328579:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978487.328584:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978487.328590:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978487.328595:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978487.328600:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978487.328608:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9356)
00000800:00000200:1.1:1783978487.329006:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978487.329009:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978487.329273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978487.329275:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978487.391967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978487.391975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978487.391976:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978487.391982:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978487.391985:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978487.391989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978487.391991:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978487.391993:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978487.391996:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978487.520058:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978487.520062:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978487.520066:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978488.415909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978488.415917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978488.415919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978488.415925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978488.415928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978488.415931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978488.415933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978488.415936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978488.415939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978489.439923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978489.439942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978489.439945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978489.439952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978489.439956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978489.439960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978489.439962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978489.439965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978489.439968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978490.463952:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978490.463966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978490.463969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978490.463977:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978490.463991:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978490.463996:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978490.463999:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978490.464001:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978490.464005:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978491.488334:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978491.488346:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978491.488350:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978491.488358:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978491.488363:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978491.488368:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978491.488371:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978491.488374:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978491.488378:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978492.447920:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978492.447934:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978492.447936:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978492.447940:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978492.447945:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978492.447954:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9351
00000400:00000200:2.0:1783978492.447964:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978492.447970:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978492.447973:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978492.447976:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.447979:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.447981:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.447984:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978492.447988:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978492.447991:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978492.447993:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978492.447996:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978492.447999:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978492.448001:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978492.448004:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448006:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.448008:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448010:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978492.448013:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978492.448017:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448025:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978492.448028:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978492.448031:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978492.448034:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448037:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978492.448039:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978492.448049:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978492.448053:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978492.448056:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978492.448058:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448061:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978492.448064:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978492.448069:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978492.448078:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978492.448086:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978492.448096:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367019264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978492.448106:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978492.448111:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978492.448115:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367019264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978492.448185:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978492.448189:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978492.448193:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978492.448194:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978492.448196:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978492.448199:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978492.448202:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9351
00000400:00000200:2.0:1783978492.448206:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978492.448209:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978492.448211:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978492.448214:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448216:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.448219:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448221:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978492.448224:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978492.448226:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978492.448228:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978492.448231:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978492.448233:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978492.448235:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978492.448238:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448241:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.448243:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448246:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978492.448248:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978492.448253:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448258:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978492.448263:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978492.448271:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978492.448277:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448281:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978492.448286:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978492.448292:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448296:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978492.448302:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978492.448306:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978492.448308:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978492.448309:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448311:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978492.448313:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978492.448316:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978492.448324:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978492.448329:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978492.448338:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367019392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978492.448355:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978492.448360:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978492.448369:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367019392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978492.448381:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978492.448384:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978492.448402:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978492.448406:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978492.448418:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978492.448422:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978492.448427:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9351
00000400:00000200:2.0:1783978492.448433:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978492.448440:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978492.448446:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978492.448453:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448458:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.448463:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448469:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978492.448474:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978492.448477:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978492.448479:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978492.448482:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978492.448485:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978492.448489:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978492.448495:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448498:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978492.448501:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448504:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978492.448508:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978492.448515:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978492.448521:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978492.448524:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978492.448528:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978492.448532:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448536:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978492.448541:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978492.448547:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448550:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978492.448556:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978492.448562:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978492.448567:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978492.448569:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978492.448571:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978492.448574:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978492.448577:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978492.448581:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978492.448585:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978492.448591:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367019520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978492.448601:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978492.448603:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978492.448610:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367019520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978492.448624:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978492.448628:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978492.448634:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978492.448641:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1783978492.448644:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978492.448647:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1783978492.448650:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1783978492.448653:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9361)
00000800:00000200:0.1:1783978492.449082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978492.449085:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783978492.449353:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978492.449355:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783978492.511868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978492.511880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978492.511882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978492.511889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978492.511894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978492.511899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978492.511903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978492.511907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978492.511910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978492.640005:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978492.640012:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978492.640016:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978493.535965:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978493.535975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978493.535977:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978493.535985:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978493.535990:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978493.535994:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978493.536010:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978493.536013:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978493.536017:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978494.559898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978494.559904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978494.559906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978494.559911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978494.559914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978494.559918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978494.559921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978494.559928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978494.559931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978495.583967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978495.583976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978495.583978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978495.583983:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978495.583988:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978495.583991:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978495.583994:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978495.583997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978495.583999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978496.608056:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978496.608068:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978496.608070:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978496.608079:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978496.608086:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978496.608093:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978496.608097:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978496.608100:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978496.608104:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978497.567883:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978497.567890:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978497.567892:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978497.567896:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978497.567899:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978497.567904:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9356
00000400:00000200:2.0:1783978497.567911:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978497.567916:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978497.567918:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978497.567920:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.567922:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.567924:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.567926:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978497.567928:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978497.567931:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978497.567933:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978497.567935:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978497.567936:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978497.567938:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978497.567939:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.567940:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.567941:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.567942:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978497.567944:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978497.567947:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978497.567948:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978497.567950:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978497.567953:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978497.567955:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.567956:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978497.567958:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978497.567965:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978497.567967:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978497.567970:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978497.567971:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.567974:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978497.567976:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978497.567978:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978497.567984:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978497.567988:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978497.567995:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367019648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978497.568002:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978497.568005:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978497.568008:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367019648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978497.568032:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978497.568034:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978497.568037:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978497.568038:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978497.568039:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978497.568041:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978497.568042:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9356
00000400:00000200:2.0:1783978497.568044:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978497.568046:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978497.568047:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978497.568049:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568050:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.568052:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568053:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978497.568054:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978497.568054:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978497.568055:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978497.568056:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978497.568058:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978497.568059:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978497.568061:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568063:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.568064:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568065:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978497.568067:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978497.568072:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568074:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978497.568076:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978497.568081:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978497.568084:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568087:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978497.568091:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978497.568095:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568097:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978497.568101:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978497.568105:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978497.568109:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978497.568117:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568123:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978497.568127:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978497.568130:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978497.568137:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978497.568143:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978497.568151:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367019776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978497.568161:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978497.568163:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978497.568167:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367019776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978497.568180:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978497.568185:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978497.568189:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978497.568192:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978497.568194:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978497.568197:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978497.568201:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9356
00000400:00000200:2.0:1783978497.568208:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978497.568215:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978497.568219:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978497.568227:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568231:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.568238:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568244:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978497.568251:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978497.568254:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978497.568259:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978497.568261:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978497.568264:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978497.568269:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978497.568276:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568281:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978497.568288:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568292:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978497.568297:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978497.568317:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978497.568321:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978497.568325:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978497.568330:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978497.568336:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568340:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978497.568342:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978497.568347:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568352:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978497.568357:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978497.568360:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978497.568363:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978497.568365:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978497.568368:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978497.568368:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978497.568371:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978497.568376:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978497.568381:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978497.568387:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367019904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978497.568401:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1783978497.568401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978497.568404:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1783978497.568406:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978497.568416:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367019904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978497.568426:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978497.568429:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978497.568437:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978497.568443:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978497.568447:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978497.568454:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9366)
00000800:00000200:0.1:1783978497.568846:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978497.568848:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783978497.569106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978497.569108:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978497.632610:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978497.632619:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978497.632620:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978497.632626:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978497.632631:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978497.632635:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978497.632638:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978497.632641:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978497.632643:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978497.760020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978497.760024:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978497.760028:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978498.655963:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978498.655974:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978498.655977:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978498.655989:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978498.655995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978498.655998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978498.656003:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978498.656006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978498.656010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978499.679929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978499.679939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978499.679941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978499.679949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978499.679954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978499.679959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978499.679961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978499.679965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978499.679968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978500.703878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978500.703886:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978500.703888:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978500.703893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978500.703897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978500.703900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978500.703903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978500.703906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978500.703909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978501.727904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978501.727912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978501.727914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978501.727919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978501.727923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978501.727926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978501.727929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978501.727931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978501.727934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978502.687897:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978502.687908:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978502.687910:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978502.687915:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978502.687920:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978502.687927:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9361
00000400:00000200:2.0:1783978502.687936:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978502.687942:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978502.687946:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978502.687949:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.687952:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.687954:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.687957:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978502.687961:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978502.687963:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978502.687966:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978502.687969:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978502.687971:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978502.687974:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978502.687977:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.687979:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.687980:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.687982:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978502.687985:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978502.687988:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978502.687990:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978502.687993:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978502.687997:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978502.688000:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688002:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978502.688010:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978502.688020:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978502.688024:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978502.688027:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978502.688029:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688032:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978502.688035:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978502.688039:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978502.688053:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978502.688060:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978502.688069:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367020032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978502.688079:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978502.688083:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978502.688088:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367020032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978502.688119:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978502.688122:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978502.688125:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978502.688126:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978502.688128:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978502.688130:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978502.688133:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9361
00000400:00000200:2.0:1783978502.688136:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978502.688139:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978502.688142:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978502.688145:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688148:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.688150:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688153:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978502.688155:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978502.688157:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978502.688158:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978502.688161:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978502.688163:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978502.688167:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978502.688173:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688177:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.688182:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688185:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978502.688189:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978502.688192:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688194:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978502.688196:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978502.688203:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978502.688208:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688212:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978502.688229:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978502.688234:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688237:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978502.688241:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978502.688246:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978502.688252:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978502.688255:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688259:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978502.688262:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978502.688266:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978502.688272:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978502.688278:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978502.688286:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367020160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978502.688296:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978502.688302:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978502.688308:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367020160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978502.688321:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978502.688326:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978502.688330:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978502.688335:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978502.688339:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978502.688344:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978502.688350:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9361
00000400:00000200:2.0:1783978502.688359:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978502.688366:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978502.688370:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978502.688376:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688378:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.688380:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688385:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978502.688389:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978502.688390:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978502.688392:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978502.688395:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978502.688399:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978502.688404:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978502.688411:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688416:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978502.688420:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688423:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978502.688428:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978502.688432:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978502.688437:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978502.688441:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978502.688445:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978502.688449:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688452:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978502.688456:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978502.688460:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688463:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978502.688467:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978502.688473:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978502.688479:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978502.688482:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978502.688486:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978502.688488:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978502.688490:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978502.688495:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978502.688500:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978502.688509:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367020288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978502.688520:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978502.688524:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978502.688531:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367020288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978502.688545:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978502.688546:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978502.688550:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1783978502.688552:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1783978502.688557:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978502.688561:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978502.688567:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978502.688574:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9372)
00000800:00000200:0.1:1783978502.689000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978502.689003:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783978502.689303:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978502.689320:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1783978502.751852:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978502.751860:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978502.751862:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978502.751868:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978502.751872:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978502.751875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978502.751878:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978502.751880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978502.751883:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978502.880003:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978502.880008:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978502.880011:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978503.775901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978503.775909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978503.775911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978503.775917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978503.775921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978503.775924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978503.775927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978503.775929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978503.775932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978504.799937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978504.799954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978504.799957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978504.799964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978504.799969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978504.799974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978504.799978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978504.799981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978504.799985:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978505.823918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978505.823929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978505.823931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978505.823939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978505.823943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978505.823948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978505.823951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978505.823954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978505.823957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978506.847971:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978506.847983:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978506.847986:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978506.847993:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978506.847998:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978506.848003:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978506.848007:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978506.848011:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978506.848014:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978507.807894:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978507.807905:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978507.807908:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978507.807912:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978507.807916:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978507.807924:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9367
00000400:00000200:2.0:1783978507.807933:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978507.807939:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978507.807942:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978507.807945:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.807948:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.807950:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.807953:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978507.807957:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978507.807960:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978507.807963:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978507.807965:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978507.807968:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978507.807970:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978507.807972:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.807974:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.807976:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.807978:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978507.807981:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978507.807983:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978507.807985:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978507.807988:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978507.807992:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978507.807995:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.807997:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978507.808000:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978507.808010:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978507.808013:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978507.808017:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978507.808018:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808022:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978507.808024:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978507.808028:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978507.808034:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783978507.808039:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978507.808046:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367020416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978507.808053:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978507.808056:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978507.808059:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367020416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978507.808082:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978507.808085:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978507.808088:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978507.808089:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978507.808091:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978507.808093:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978507.808095:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9367
00000400:00000200:2.0:1783978507.808099:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978507.808102:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978507.808104:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978507.808107:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808109:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.808111:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808113:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978507.808115:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978507.808116:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978507.808118:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978507.808120:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978507.808122:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978507.808124:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978507.808147:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808150:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.808153:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808155:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978507.808158:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978507.808162:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808164:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978507.808167:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978507.808174:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978507.808180:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808183:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978507.808192:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978507.808197:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808200:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978507.808208:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978507.808214:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978507.808226:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978507.808231:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808237:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978507.808241:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978507.808248:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978507.808256:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978507.808267:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978507.808280:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367020544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978507.808308:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978507.808312:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978507.808324:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367020544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978507.808354:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978507.808360:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978507.808364:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978507.808366:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978507.808373:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978507.808379:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978507.808386:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9367
00000400:00000200:2.0:1783978507.808393:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978507.808402:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978507.808409:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978507.808418:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808422:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.808427:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808429:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978507.808431:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978507.808434:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978507.808438:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978507.808443:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978507.808451:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978507.808458:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978507.808469:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808471:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978507.808478:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808488:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978507.808493:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978507.808503:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978507.808508:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978507.808515:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978507.808521:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978507.808530:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808544:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978507.808551:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978507.808556:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808564:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978507.808570:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978507.808579:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978507.808583:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978507.808585:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978507.808586:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978507.808589:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978507.808595:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978507.808609:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000800:00000200:0.1:1783978507.808618:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978507.808625:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1783978507.808626:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978507.808644:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367020672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978507.808665:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978507.808672:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978507.808682:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367020672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978507.808724:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978507.808727:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978507.808735:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978507.808742:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978507.808747:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978507.808756:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9377)
00000800:00000200:0.1:1783978507.809168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978507.809171:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978507.809437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978507.809440:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1783978507.871958:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978507.871970:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978507.871972:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978507.871979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978507.871984:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978507.871988:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978507.871992:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978507.871995:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978507.871999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978508.000166:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978508.000171:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978508.000175:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978508.895924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978508.895933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978508.895935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978508.895940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978508.895944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978508.895947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978508.895950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978508.895953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978508.895955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978509.919948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978509.919955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978509.919957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978509.919962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978509.919965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978509.919969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978509.919971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978509.919974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978509.919976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978510.943909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978510.943917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978510.943918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978510.943924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978510.943927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978510.943931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978510.943934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978510.943937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978510.943940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978511.968029:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978511.968037:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978511.968038:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978511.968043:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978511.968046:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978511.968050:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978511.968068:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978511.968070:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978511.968073:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978512.928178:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978512.928187:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978512.928189:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978512.928193:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978512.928198:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978512.928205:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9372
00000400:00000200:3.0:1783978512.928213:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978512.928219:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978512.928222:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978512.928225:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928228:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928230:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928233:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978512.928237:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978512.928239:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978512.928242:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978512.928244:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978512.928247:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978512.928250:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978512.928253:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928254:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928257:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928258:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978512.928262:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978512.928265:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928267:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978512.928270:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978512.928274:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978512.928276:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928279:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978512.928282:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978512.928290:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978512.928294:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978512.928297:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978512.928299:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928302:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978512.928305:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978512.928308:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978512.928317:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978512.928323:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978512.928332:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367020800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978512.928341:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978512.928345:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978512.928350:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367020800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978512.928371:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978512.928375:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978512.928378:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978512.928379:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978512.928385:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978512.928388:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978512.928391:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9372
00000400:00000200:3.0:1783978512.928394:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978512.928397:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978512.928399:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978512.928402:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928404:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928406:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928408:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978512.928410:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978512.928411:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978512.928413:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978512.928415:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978512.928417:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978512.928419:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978512.928422:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928424:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928425:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928427:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978512.928430:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978512.928432:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928435:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978512.928436:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978512.928442:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978512.928444:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928446:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978512.928450:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978512.928452:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928454:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978512.928457:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978512.928459:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978512.928461:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978512.928463:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928465:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978512.928466:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978512.928467:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978512.928471:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978512.928474:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978512.928478:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367020928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978512.928485:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978512.928487:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978512.928490:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367020928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978512.928497:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978512.928499:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978512.928502:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978512.928503:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978512.928505:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978512.928507:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978512.928509:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9372
00000400:00000200:3.0:1783978512.928513:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978512.928516:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978512.928518:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978512.928520:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928522:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928524:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928527:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978512.928529:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978512.928530:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978512.928531:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978512.928533:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978512.928535:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978512.928537:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978512.928539:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928541:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978512.928543:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928545:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978512.928547:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978512.928549:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978512.928551:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978512.928553:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978512.928555:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978512.928557:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928559:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978512.928561:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978512.928563:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928564:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978512.928568:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978512.928581:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978512.928584:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978512.928585:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978512.928587:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978512.928588:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978512.928589:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978512.928593:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978512.928596:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978512.928600:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367021056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1783978512.928601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978512.928606:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978512.928608:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978512.928611:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367021056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978512.928618:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978512.928621:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978512.928628:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978512.928630:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978512.928633:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978512.928637:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9382)
00000800:00000200:0.1:1783978512.928879:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978512.929022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978512.991887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978512.991896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978512.991898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978512.991903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978512.991906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978512.991910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978512.991913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978512.991916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978512.991919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978513.120738:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978513.120742:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978513.120744:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978514.015950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978514.015961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978514.015963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978514.015969:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978514.015973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978514.015977:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978514.015979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978514.015982:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978514.015991:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978515.039959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978515.039967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978515.039968:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978515.039973:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978515.039977:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978515.039980:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978515.039982:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978515.039984:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978515.039988:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1783978516.000856:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:2.0:1783978516.000906:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1783978516.000916:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978516.000920:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:2.0:1783978516.000925:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978516.000930:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1783978516.000935:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978516.000939:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7be00.
00000400:00000200:2.0:1783978516.000944:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978516.000949:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978516.000955:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d4c8
00000400:00000010:2.0:1783978516.000958:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d4c8.
00000100:00000001:2.0:1783978516.000964:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978516.000973:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6b800 x1870627367020800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001023:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978516.001027:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367020800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001034:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978516.001036:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783978516.001045:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978516.001047:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b400.
00000400:00000200:2.0:1783978516.001061:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978516.001064:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978516.001068:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4dc38
00000400:00000010:2.0:1783978516.001070:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4dc38.
00000100:00000001:2.0:1783978516.001072:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978516.001077:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69f80 x1870627367020928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001083:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978516.001086:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367020928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001091:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978516.001093:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783978516.001097:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978516.001099:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:2.0:1783978516.001101:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978516.001103:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978516.001106:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d770
00000400:00000010:2.0:1783978516.001107:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d770.
00000100:00000001:2.0:1783978516.001109:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978516.001112:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68700 x1870627367021056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001118:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978516.001120:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367021056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978516.001126:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978516.001127:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783978516.064734:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978516.064747:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978516.064750:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978516.064758:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978516.064763:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978516.064919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978516.064925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978516.064930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978516.064933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978517.088081:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978517.088093:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978517.088095:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978517.088103:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978517.088107:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978517.088112:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978517.088115:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978517.088119:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978517.088122:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978518.051651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978518.051655:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978518.052060:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978518.052062:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978518.052336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978518.052338:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978518.111903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978518.111910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978518.111911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978518.111916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978518.111919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978518.111922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978518.111923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978518.111925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978518.111927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978518.243173:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978518.243180:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978518.243184:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978519.135993:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978519.136002:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978519.136005:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978519.136015:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978519.136019:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978519.136023:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978519.136026:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978519.136031:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978519.136034:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978520.162137:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978520.162147:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978520.162150:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978520.162158:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978520.162163:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978520.162168:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978520.162172:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978520.162175:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978520.162179:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978521.184333:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978521.184343:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978521.184345:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978521.184352:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978521.184356:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978521.184360:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978521.184363:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978521.184365:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978521.184368:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978522.207952:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978522.207963:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978522.207965:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978522.207973:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978522.207978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978522.207992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978522.207996:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978522.208001:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978522.208005:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978523.168888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978523.168892:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978523.169274:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978523.169277:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978523.169558:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978523.169560:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783978523.231919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978523.231925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978523.231927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978523.231931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978523.231933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978523.231937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978523.231939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978523.231941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978523.231943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978523.360152:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978523.360158:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978523.360162:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978524.255882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978524.255891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978524.255893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978524.255900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978524.255904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978524.255908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978524.255911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978524.255913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978524.255916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978525.279933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978525.279943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978525.279952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978525.279964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978525.279968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978525.279973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978525.279976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978525.279979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978525.279981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978526.303944:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978526.303955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978526.303957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978526.303965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978526.303969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978526.303974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978526.303976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978526.303980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978526.303983:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978527.327954:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978527.327960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978527.327961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978527.327965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978527.327968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978527.327972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978527.327975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978527.327977:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978527.327981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978528.288631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978528.288638:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978528.289308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978528.289311:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978528.289636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978528.289638:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978528.351981:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978528.351992:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978528.351994:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978528.352006:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978528.352010:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978528.352015:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978528.352018:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978528.352022:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978528.352025:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978528.480078:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978528.480083:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978528.480087:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978529.375942:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978529.375955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978529.375957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978529.375965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978529.375970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978529.375975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978529.375978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978529.375981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978529.375984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978530.399919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978530.399926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978530.399928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978530.399933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978530.399937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978530.399941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978530.399943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978530.399946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978530.399949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978531.423947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978531.423960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978531.423962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978531.423969:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978531.423974:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978531.423979:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978531.423983:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978531.423986:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978531.423989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978532.447949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978532.447960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978532.447963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978532.447970:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978532.447975:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978532.447980:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978532.447984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978532.447988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978532.447991:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978533.408714:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978533.408719:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978533.409459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978533.409461:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978533.409761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978533.409763:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1783978533.471943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978533.471954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978533.471956:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978533.471965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978533.471970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978533.471975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978533.471978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978533.471981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978533.471986:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978533.600206:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978533.600211:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978533.600214:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978534.495896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978534.495903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978534.495905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978534.495911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978534.495914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978534.495918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978534.495920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978534.495933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978534.495936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978535.519937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978535.519945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978535.519947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978535.519953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978535.519957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978535.519961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978535.519964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978535.519967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978535.519970:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978536.544246:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978536.544253:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978536.544255:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978536.544261:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978536.544265:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978536.544269:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978536.544271:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978536.544274:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978536.544277:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978537.567904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978537.567913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978537.567915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978537.567921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978537.567925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978537.567928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978537.567930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978537.567932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978537.567934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978538.529208:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978538.529223:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978538.529226:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978538.529231:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978538.529237:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978538.529247:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9397
00000400:00000200:2.0:1783978538.529258:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978538.529266:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978538.529269:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978538.529273:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529277:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529279:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529282:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978538.529287:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978538.529290:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978538.529293:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978538.529297:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978538.529300:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978538.529303:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978538.529306:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529308:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529310:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529312:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978538.529315:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978538.529319:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529322:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978538.529324:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978538.529329:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978538.529333:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529336:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978538.529338:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978538.529351:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978538.529356:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978538.529361:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978538.529362:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529366:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978538.529371:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978538.529375:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978538.529386:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978538.529394:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978538.529403:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367022720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978538.529415:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978538.529421:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978538.529433:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367022720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978538.529466:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978538.529470:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978538.529473:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978538.529475:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978538.529476:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978538.529479:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978538.529482:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9397
00000400:00000200:2.0:1783978538.529487:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978538.529490:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978538.529493:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978538.529495:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529498:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529500:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529502:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978538.529505:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978538.529506:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978538.529508:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978538.529510:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978538.529513:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978538.529515:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978538.529518:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529520:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529522:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529524:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978538.529526:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978538.529528:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529530:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978538.529531:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978538.529538:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978538.529540:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529541:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978538.529545:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978538.529556:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529559:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978538.529566:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978538.529570:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978538.529572:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978538.529573:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529575:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978538.529577:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978538.529579:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978538.529583:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978538.529588:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978538.529605:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367022848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978538.529613:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978538.529615:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978538.529619:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367022848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978538.529626:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978538.529628:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978538.529631:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978538.529633:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978538.529634:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978538.529636:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978538.529639:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9397
00000400:00000200:2.0:1783978538.529643:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978538.529645:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978538.529648:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978538.529650:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529652:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529654:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529656:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978538.529658:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978538.529659:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978538.529661:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978538.529663:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978538.529665:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978538.529667:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978538.529670:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529672:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978538.529674:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529676:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978538.529679:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978538.529681:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978538.529682:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978538.529684:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978538.529686:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978538.529688:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529690:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978538.529692:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978538.529695:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529696:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978538.529700:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978538.529702:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978538.529705:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978538.529706:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978538.529708:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978538.529709:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978538.529710:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978538.529714:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978538.529717:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978538.529722:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367022976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978538.529729:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978538.529731:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978538.529735:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367022976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978538.529742:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978538.529745:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978538.529748:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978538.529751:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978538.529754:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978538.529761:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9407)
00000800:00000200:0.1:1783978538.530135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978538.530139:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978538.530510:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978538.530512:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978538.530755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978538.530758:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1783978538.594747:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978538.594755:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978538.594756:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978538.594762:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978538.594765:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978538.594768:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978538.594787:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978538.594790:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978538.594794:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978538.720070:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978538.720076:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978538.720079:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978539.616164:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978539.616175:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978539.616178:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978539.616186:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978539.616190:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978539.616194:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978539.616197:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978539.616199:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978539.616202:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978540.639906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978540.639917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978540.639919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978540.639927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978540.639932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978540.639937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978540.639940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978540.639943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978540.639947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978541.663908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978541.663917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978541.663919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978541.663927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978541.663931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978541.663935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978541.663938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978541.663941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978541.663944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978542.689892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978542.689904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978542.689906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978542.689914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978542.689918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978542.689923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978542.689925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978542.689929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978542.689932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648297:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978543.648299:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978543.648300:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648302:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978543.648303:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978543.648309:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978543.648310:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648311:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978543.648315:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978543.648317:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648319:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978543.648322:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000020:00000040:0.0:1783978543.648323:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978543.648325:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978543.648326:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648327:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978543.648328:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978543.648329:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978543.648332:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978543.648334:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978543.648338:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367023232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978543.648343:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978543.648344:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978543.648346:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367023232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978543.648351:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978543.648352:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978543.648355:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978543.648356:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978543.648357:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978543.648359:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978543.648361:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9402
00000400:00000200:0.0:1783978543.648363:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978543.648365:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978543.648367:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978543.648368:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648370:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978543.648371:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648372:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978543.648373:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978543.648374:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978543.648375:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978543.648376:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978543.648377:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978543.648378:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978543.648380:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648381:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978543.648382:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648383:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978543.648384:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978543.648385:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978543.648386:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978543.648387:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978543.648389:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978543.648390:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648391:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978543.648392:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978543.648393:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648394:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978543.648396:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000020:00000040:0.0:1783978543.648397:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978543.648398:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978543.648399:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978543.648400:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978543.648401:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978543.648402:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978543.648404:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978543.648406:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978543.648409:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367023360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978543.648412:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978543.648414:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978543.648416:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367023360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978543.648420:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978543.648422:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978543.648424:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978543.648426:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978543.648428:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978543.648432:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9412)
00000800:00000200:1.1:1783978543.649945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978543.649949:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978543.650433:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978543.650436:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978543.650744:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978543.650747:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1783978543.711943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978543.711955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978543.711957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978543.711965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978543.711969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978543.711975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978543.711978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978543.711983:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978543.711986:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978543.840078:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978543.840083:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978543.840087:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978544.735965:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978544.735987:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978544.735989:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978544.735995:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978544.735999:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978544.736002:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978544.736005:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978544.736007:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978544.736011:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978544.864107:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978544.864111:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978544.864114:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978544.928720:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304076536, at 4304076544
00000100:00000010:0.0:1783978544.928727:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000001:3.0:1783978545.760975:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978545.760983:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978545.760985:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978545.760991:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978545.760995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978545.760998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978545.761001:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978545.761003:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978545.761006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978545.888172:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978545.888177:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978545.888181:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978546.783924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978546.783931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978546.783933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978546.783939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978546.783942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978546.783945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978546.783948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978546.783950:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978546.783953:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978546.912099:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978546.912104:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978546.912107:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978547.807906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978547.807913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978547.807915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978547.807921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978547.807924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978547.807927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978547.807931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978547.807933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978547.807936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978547.936116:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978547.936125:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978547.936132:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978548.767876:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978548.767884:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978548.767893:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978548.767897:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978548.767901:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978548.767908:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9407
00000400:00000200:0.0:1783978548.767922:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978548.767929:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978548.767932:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978548.767935:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.767938:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.767940:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.767943:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978548.767947:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978548.767949:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978548.767951:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978548.767954:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978548.767957:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978548.767959:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978548.767962:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.767964:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.767965:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.767967:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978548.767970:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978548.767973:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978548.767982:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978548.767985:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978548.767989:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978548.767992:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.767995:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978548.767998:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978548.768006:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783978548.768008:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978548.768012:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978548.768013:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768015:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978548.768018:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978548.768021:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978548.768026:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783978548.768031:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978548.768038:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367023488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978548.768044:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978548.768047:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978548.768051:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367023488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978548.768068:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978548.768070:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978548.768073:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978548.768074:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978548.768075:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978548.768077:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978548.768078:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9407
00000400:00000200:0.0:1783978548.768081:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978548.768082:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978548.768084:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978548.768086:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768087:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.768088:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768090:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978548.768092:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978548.768093:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978548.768094:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978548.768096:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978548.768098:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978548.768099:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978548.768102:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768103:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.768104:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768105:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978548.768107:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978548.768110:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768113:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978548.768116:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978548.768121:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978548.768124:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768129:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978548.768133:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978548.768138:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768141:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978548.768144:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783978548.768147:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978548.768149:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978548.768150:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768150:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978548.768151:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978548.768153:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978548.768157:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978548.768161:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978548.768169:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367023616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978548.768180:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978548.768183:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978548.768189:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367023616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978548.768201:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978548.768204:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978548.768207:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978548.768210:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978548.768211:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978548.768213:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978548.768215:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9407
00000400:00000200:0.0:1783978548.768217:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978548.768219:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978548.768222:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978548.768224:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768227:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.768229:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768232:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978548.768237:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978548.768238:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978548.768239:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978548.768240:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978548.768243:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978548.768244:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978548.768251:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768254:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978548.768257:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768261:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978548.768263:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978548.768268:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978548.768271:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978548.768273:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978548.768276:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978548.768278:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768280:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978548.768282:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978548.768293:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768300:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978548.768307:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783978548.768312:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978548.768316:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978548.768319:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978548.768322:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978548.768326:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978548.768330:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978548.768337:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783978548.768343:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978548.768350:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367023744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978548.768367:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978548.768372:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978548.768376:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367023744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978548.768385:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978548.768389:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978548.768394:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978548.768394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978548.768398:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978548.768398:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1783978548.768404:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978548.768411:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9418)
00000800:00000200:1.1:1783978548.768717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978548.768719:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978548.768962:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978548.768964:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783978548.831899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978548.831906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978548.831908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978548.831913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978548.831917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978548.831921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978548.831923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978548.831926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978548.831929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978548.960057:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978548.960061:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978548.960064:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978549.860663:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978549.860670:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978549.860672:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978549.860678:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978549.860682:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978549.860685:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978549.860688:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978549.860690:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978549.860693:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978549.983952:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978549.983956:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978549.983959:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978550.047838:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304081654, at 4304081664
00000100:00000010:0.0:1783978550.047854:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc720.
00000100:00000001:3.0:1783978550.879909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978550.879918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978550.879919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978550.879925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978550.879928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978550.879931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978550.879934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978550.879936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978550.880001:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978551.008002:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978551.008006:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978551.008008:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978551.903892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978551.903901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978551.903903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978551.903908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978551.903911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978551.903915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978551.903918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978551.903920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978551.903934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978552.032679:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978552.032683:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978552.032686:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978552.927900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978552.927913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978552.927915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978552.927921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978552.927925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978552.927928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978552.927931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978552.927933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978552.927936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978553.056011:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978553.056015:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978553.056018:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978553.887926:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978553.887936:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978553.887939:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978553.887943:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978553.887947:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978553.887955:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9413
00000400:00000200:3.0:1783978553.887965:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978553.887971:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978553.887973:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978553.887975:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.887978:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.887979:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.887981:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978553.887984:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978553.887985:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978553.887987:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978553.887989:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978553.887991:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978553.887992:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978553.887994:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.887996:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.887997:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.887999:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978553.888001:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978553.888003:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888004:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978553.888007:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978553.888010:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978553.888012:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888014:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978553.888016:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978553.888025:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978553.888027:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978553.888030:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978553.888031:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888034:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978553.888036:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978553.888040:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978553.888047:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978553.888054:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978553.888064:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367023872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978553.888075:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978553.888079:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978553.888084:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367023872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978553.888102:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978553.888105:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978553.888107:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978553.888108:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978553.888110:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978553.888112:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978553.888115:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9413
00000400:00000200:3.0:1783978553.888119:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978553.888131:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978553.888134:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978553.888137:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888139:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.888142:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888144:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978553.888146:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978553.888148:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978553.888151:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978553.888155:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978553.888160:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978553.888164:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978553.888170:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888174:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.888178:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888183:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978553.888196:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978553.888203:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888207:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978553.888210:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978553.888217:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978553.888221:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888226:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978553.888231:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978553.888234:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888236:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978553.888241:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978553.888246:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978553.888248:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978553.888251:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888253:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978553.888256:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978553.888257:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978553.888261:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978553.888265:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978553.888269:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367024000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978553.888276:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978553.888278:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978553.888283:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367024000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978553.888290:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978553.888292:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978553.888294:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978553.888295:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978553.888299:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978553.888302:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978553.888305:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9413
00000400:00000200:3.0:1783978553.888310:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978553.888313:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978553.888317:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978553.888322:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888336:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.888341:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888345:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978553.888350:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978553.888353:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978553.888355:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978553.888359:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978553.888371:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978553.888375:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978553.888381:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888385:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978553.888387:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888391:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978553.888395:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978553.888401:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978553.888404:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978553.888407:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978553.888412:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978553.888417:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888421:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978553.888424:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978553.888428:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888432:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978553.888445:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978553.888450:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978553.888456:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978553.888457:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978553.888462:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978553.888465:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978553.888467:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978553.888474:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978553.888480:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978553.888489:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367024128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783978553.888495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978553.888500:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1783978553.888501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978553.888504:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978553.888733:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367024128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978553.888748:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978553.888755:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978553.888760:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978553.888763:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978553.888768:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978553.888806:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9423)
00000800:00000200:1.1:1783978553.888939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978553.888940:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978553.889144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978553.889145:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978553.951901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978553.951909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978553.951911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978553.951916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978553.951919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978553.951922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978553.951925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978553.951927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978553.951930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978554.080020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978554.080025:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978554.080028:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978554.975867:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978554.975873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978554.975875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978554.975879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978554.975882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978554.975884:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978554.975886:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978554.975888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978554.975890:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978555.104192:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978555.104196:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978555.104199:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978555.167892:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304086774, at 4304086784
00000100:00000010:0.0:1783978555.167910:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000001:3.0:1783978555.999889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978555.999898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978555.999899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978555.999904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978555.999908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978555.999911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978555.999914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978555.999916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978555.999920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978556.128008:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978556.128013:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978556.128016:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978557.023887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978557.023896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978557.023898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978557.023903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978557.023907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978557.023911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978557.023913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978557.023916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978557.023919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978557.152021:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978557.152026:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978557.152029:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978558.047883:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978558.047889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978558.047890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978558.047894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978558.047896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978558.047899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978558.047902:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978558.047905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978558.047908:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978558.178610:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978558.178613:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978558.178616:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978559.008332:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978559.008349:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978559.008353:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978559.008360:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978559.008371:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978559.008382:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9418
00000400:00000200:2.0:1783978559.008395:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978559.008404:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978559.008409:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978559.008413:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008417:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008419:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008422:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978559.008427:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978559.008430:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978559.008433:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978559.008436:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978559.008439:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978559.008442:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978559.008445:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008447:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008449:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008451:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978559.008454:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978559.008457:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008460:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978559.008463:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978559.008468:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978559.008483:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.008487:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978559.008490:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978559.008504:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978559.008508:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978559.008514:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978559.008516:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.008520:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978559.008523:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978559.008528:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978559.008541:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978559.008550:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978559.008563:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367024256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978559.008575:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978559.008580:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978559.008586:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367024256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978559.008611:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978559.008615:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978559.008619:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978559.008621:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978559.008622:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978559.008626:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978559.008628:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9418
00000400:00000200:2.0:1783978559.008632:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978559.008636:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978559.008639:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978559.008642:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008645:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008647:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008650:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978559.008653:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978559.008655:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978559.008656:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978559.008659:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978559.008661:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978559.008666:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978559.008670:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008674:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008679:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008681:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978559.008686:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978559.008702:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008708:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978559.008711:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978559.008720:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978559.008726:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.008730:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978559.008737:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978559.008742:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.008747:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978559.008755:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978559.008759:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978559.008762:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978559.008765:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.008768:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978559.008771:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978559.008811:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978559.008818:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978559.008824:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978559.008831:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367024384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978559.008841:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978559.008846:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978559.008854:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367024384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978559.008872:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978559.008878:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978559.008885:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978559.008889:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978559.008893:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978559.008898:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978559.008903:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9418
00000400:00000200:2.0:1783978559.008910:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978559.008917:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978559.008921:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978559.008924:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008927:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008931:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008935:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978559.008938:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978559.008939:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978559.008942:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978559.008945:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978559.008950:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978559.008953:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978559.008959:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008963:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978559.008968:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008971:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978559.008973:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978559.008976:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978559.008980:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978559.008983:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978559.008986:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978559.009001:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.009006:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978559.009009:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978559.009013:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.009015:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978559.009019:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978559.009022:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978559.009024:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978559.009026:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978559.009030:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978559.009033:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978559.009037:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978559.009043:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978559.009048:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978559.009056:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367024512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978559.009067:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978559.009072:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978559.009089:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367024512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978559.009089:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978559.009097:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1783978559.009104:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978559.009110:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978559.009116:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978559.009121:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978559.009125:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978559.009131:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9428)
00000800:00000200:1.1:1783978559.009584:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978559.009586:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978559.009888:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978559.009891:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783978559.072227:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978559.072250:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978559.072253:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978559.072260:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978559.072265:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978559.072269:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978559.072273:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978559.072276:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978559.072280:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978559.200082:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978559.200085:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978559.200088:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978560.095967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978560.095978:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978560.095980:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978560.095988:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978560.095992:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978560.095996:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978560.095999:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978560.096003:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978560.096006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978560.224115:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978560.224119:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978560.224122:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978560.288399:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304091895, at 4304091904
00000100:00000010:0.0:1783978560.288421:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf00.
00000100:00000001:3.0:1783978561.119934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978561.119944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978561.119946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978561.119955:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978561.119959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978561.119964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978561.119968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978561.119972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978561.119975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978561.248270:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978561.248276:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978561.248280:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978562.143914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978562.143923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978562.143925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978562.143931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978562.143935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978562.143939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978562.143941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978562.143944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978562.143947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978562.271998:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978562.272002:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978562.272006:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978563.169386:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978563.169394:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978563.169395:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978563.169401:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978563.169405:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978563.169408:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978563.169411:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978563.169426:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978563.169430:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978563.296137:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978563.296141:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978563.296144:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978564.128727:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978564.128742:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978564.128745:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978564.128750:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978564.128755:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978564.128763:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9423
00000400:00000200:0.0:1783978564.128799:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978564.128807:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978564.128810:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978564.128812:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.128816:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.128819:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.128821:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978564.128826:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978564.128829:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978564.128832:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978564.128836:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978564.128839:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978564.128841:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978564.128844:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.128846:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.128848:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.128849:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978564.128852:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978564.128857:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978564.128860:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978564.128864:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978564.128868:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978564.128871:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.128873:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978564.128876:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978564.128890:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783978564.128895:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978564.128900:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978564.128902:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.128905:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978564.128909:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978564.128913:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978564.128923:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978564.128932:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978564.128944:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367024640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978564.128953:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978564.128957:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978564.128961:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367024640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978564.128982:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978564.128984:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978564.128995:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978564.128999:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978564.129001:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978564.129004:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978564.129007:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9423
00000400:00000200:0.0:1783978564.129011:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978564.129015:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978564.129018:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978564.129022:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129025:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.129028:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129030:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978564.129033:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978564.129036:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978564.129040:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978564.129045:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978564.129048:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978564.129050:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978564.129055:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129056:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.129058:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129061:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978564.129065:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978564.129069:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129073:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978564.129077:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978564.129086:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978564.129090:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129092:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978564.129096:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978564.129099:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129103:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978564.129107:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000020:00000040:0.0:1783978564.129111:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978564.129114:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978564.129116:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129119:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978564.129120:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978564.129123:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978564.129126:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978564.129131:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978564.129137:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367024768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978564.129145:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978564.129158:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978564.129165:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367024768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978564.129181:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978564.129184:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978564.129189:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978564.129191:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978564.129194:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978564.129198:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978564.129201:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9423
00000400:00000200:0.0:1783978564.129207:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978564.129210:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978564.129211:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978564.129214:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129219:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.129221:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129223:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978564.129225:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978564.129226:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978564.129227:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978564.129228:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978564.129229:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978564.129230:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978564.129232:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129233:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978564.129235:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129236:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978564.129237:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978564.129239:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978564.129240:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978564.129241:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978564.129243:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978564.129244:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129246:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978564.129247:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978564.129248:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129249:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978564.129252:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783978564.129253:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978564.129255:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978564.129256:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978564.129257:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978564.129258:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978564.129260:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978564.129262:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783978564.129265:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978564.129267:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367024896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978564.129272:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978564.129274:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978564.129276:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367024896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978564.129281:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978564.129283:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978564.129286:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978564.129288:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978564.129290:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978564.129295:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9433)
00000800:00000200:1.1:1783978564.129551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978564.129554:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978564.130048:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978564.130051:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978564.130369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978564.130371:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978564.191915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978564.191923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978564.191925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978564.191931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978564.191935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978564.191939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978564.191941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978564.191943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978564.191945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978564.321244:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978564.321250:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978564.321253:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978565.215951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978565.215960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978565.215962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978565.215967:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978565.215970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978565.215974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978565.215977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978565.215979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978565.215982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978565.344766:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978565.344770:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978565.344792:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978565.407906:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304097015, at 4304097024
00000100:00000010:0.0:1783978565.407922:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc8a0.
00000100:00000001:3.0:1783978566.239885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978566.239893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978566.239896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978566.239901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978566.239904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978566.239907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978566.239910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978566.239912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978566.239915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978566.369729:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978566.369732:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978566.369735:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978567.263889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978567.263896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978567.263898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978567.263904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978567.263908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978567.263911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978567.263914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978567.263917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978567.263919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978567.392010:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978567.392014:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978567.392018:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978568.287869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978568.287877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978568.287879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978568.287885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978568.287888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978568.287892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978568.287894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978568.287897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978568.287901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978568.415963:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978568.415968:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978568.415971:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978569.247932:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978569.247942:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978569.247945:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978569.247948:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978569.247952:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978569.247960:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9428
00000400:00000200:2.0:1783978569.247968:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978569.247975:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978569.247978:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978569.247980:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.247983:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.247985:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.247987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978569.247991:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978569.247993:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978569.247995:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978569.247998:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978569.248001:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978569.248003:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978569.248006:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248008:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.248010:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248012:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978569.248015:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978569.248018:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248020:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978569.248023:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978569.248027:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978569.248029:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248031:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978569.248033:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978569.248043:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978569.248046:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978569.248050:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978569.248051:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248055:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978569.248058:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978569.248073:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978569.248081:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978569.248088:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978569.248096:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367025024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978569.248106:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978569.248110:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978569.248121:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367025024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978569.248141:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978569.248144:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978569.248147:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978569.248148:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978569.248150:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978569.248152:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978569.248154:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9428
00000400:00000200:2.0:1783978569.248158:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978569.248161:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978569.248163:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978569.248166:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248168:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.248170:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248172:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978569.248175:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978569.248176:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978569.248178:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978569.248181:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978569.248183:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978569.248186:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978569.248192:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248195:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.248199:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248202:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978569.248206:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978569.248211:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248217:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978569.248221:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978569.248236:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978569.248241:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248245:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978569.248250:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978569.248257:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248261:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978569.248266:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978569.248270:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978569.248275:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978569.248277:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248281:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978569.248283:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978569.248285:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978569.248290:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978569.248297:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978569.248306:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367025152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978569.248321:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978569.248325:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978569.248332:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367025152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978569.248356:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978569.248360:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978569.248364:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978569.248368:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978569.248371:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978569.248375:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978569.248380:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9428
00000400:00000200:2.0:1783978569.248387:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978569.248395:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978569.248400:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978569.248407:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248412:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.248417:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248421:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978569.248424:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978569.248426:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978569.248428:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978569.248430:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978569.248432:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978569.248435:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978569.248442:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248447:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978569.248452:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248456:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978569.248459:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978569.248464:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978569.248470:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978569.248475:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978569.248480:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978569.248483:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248487:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978569.248490:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978569.248494:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248498:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978569.248506:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000800:00000200:1.1:1783978569.248511:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:2.0:1783978569.248512:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978569.248518:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1783978569.248518:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1783978569.248521:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978569.248525:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978569.248527:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978569.248530:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978569.248536:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978569.248542:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978569.248550:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367025280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978569.248561:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978569.248566:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978569.248575:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367025280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978569.248600:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978569.248602:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978569.248607:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978569.248611:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978569.248616:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978569.248621:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9438)
00000800:00000200:1.1:1783978569.249022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978569.249025:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978569.249325:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978569.249328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783978569.311920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978569.311928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978569.311930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978569.311936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978569.311939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978569.311942:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978569.311944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978569.311947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978569.311949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978569.439987:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978569.439989:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978569.439991:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978570.335901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978570.335907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978570.335908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978570.335912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978570.335915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978570.335918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978570.335920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978570.335922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978570.335924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978570.464012:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978570.464016:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978570.464019:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978570.527997:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304102134, at 4304102144
00000100:00000010:0.0:1783978570.528003:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc120.
00000100:00000001:3.0:1783978571.359868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978571.359875:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978571.359877:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978571.359882:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978571.359885:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978571.359889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978571.359891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978571.359893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978571.359896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978571.488064:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978571.488067:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978571.488069:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978572.383923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978572.383932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978572.383934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978572.383941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978572.383945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978572.383948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978572.383951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978572.383954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978572.383957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978572.511952:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978572.511956:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978572.511960:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978573.407896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978573.407902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978573.407904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978573.407910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978573.407913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978573.407916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978573.407919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978573.407921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978573.407924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978573.535979:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978573.535983:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978573.536015:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978574.367872:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978574.367883:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978574.367886:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978574.367890:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978574.367894:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978574.367900:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9433
00000400:00000200:2.0:1783978574.367908:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978574.367915:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978574.367918:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978574.367921:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.367924:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.367927:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.367929:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978574.367932:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978574.367934:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978574.367936:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978574.367938:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978574.367940:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978574.367942:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978574.367945:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.367946:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.367948:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.367949:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978574.367951:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978574.367954:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978574.367956:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978574.367958:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978574.367961:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978574.367963:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.367965:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978574.367967:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978574.367988:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978574.367992:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978574.367996:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978574.367997:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368000:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978574.368003:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978574.368006:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978574.368015:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978574.368021:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978574.368031:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367025408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978574.368040:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978574.368043:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978574.368046:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367025408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978574.368065:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978574.368067:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978574.368070:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978574.368071:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978574.368072:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978574.368074:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978574.368075:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9433
00000400:00000200:2.0:1783978574.368078:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978574.368079:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978574.368081:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978574.368083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368084:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.368085:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368087:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978574.368088:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978574.368090:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978574.368091:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978574.368093:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978574.368095:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978574.368097:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978574.368098:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368101:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.368105:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368108:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978574.368112:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978574.368119:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368122:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978574.368126:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978574.368133:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978574.368139:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368143:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978574.368148:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978574.368154:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368157:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978574.368161:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978574.368166:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978574.368169:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978574.368171:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368173:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978574.368175:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978574.368178:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978574.368182:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978574.368187:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978574.368194:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367025536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978574.368201:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978574.368205:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978574.368210:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367025536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978574.368229:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978574.368232:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978574.368236:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978574.368238:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978574.368241:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978574.368247:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978574.368250:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9433
00000400:00000200:2.0:1783978574.368257:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978574.368264:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978574.368271:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978574.368275:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368280:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.368286:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368290:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978574.368292:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978574.368294:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978574.368297:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978574.368300:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978574.368302:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978574.368305:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978574.368308:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368309:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978574.368312:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368316:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978574.368318:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978574.368322:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978574.368326:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978574.368329:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978574.368331:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978574.368334:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368336:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978574.368337:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978574.368340:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368344:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978574.368346:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978574.368349:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978574.368352:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978574.368354:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978574.368358:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978574.368359:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978574.368361:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978574.368365:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978574.368369:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978574.368375:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367025664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978574.368381:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978574.368383:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978574.368389:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367025664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978574.368403:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978574.368405:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978574.368409:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978574.368413:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978574.368415:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978574.368419:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9443)
00000800:00000200:1.1:1783978574.368435:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978574.368438:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978574.368852:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978574.368855:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978574.369141:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978574.369143:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1783978574.431892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978574.431897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978574.431899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978574.431903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978574.431906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978574.431908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978574.431910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978574.431913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978574.431916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978574.559930:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978574.559935:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978574.559938:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978575.455907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978575.455912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978575.455914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978575.455918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978575.455920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978575.455922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978575.455925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978575.455926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978575.455928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978575.584053:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978575.584057:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978575.584059:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978575.647888:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304107254, at 4304107264
00000100:00000010:0.0:1783978575.647903:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbccc0.
00000100:00000001:3.0:1783978576.479879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978576.479885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978576.479886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978576.479890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978576.479892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978576.479895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978576.479897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978576.479899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978576.479901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978576.607975:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978576.607979:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978576.607982:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978577.503927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978577.503936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978577.503938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978577.503944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978577.503947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978577.503950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978577.503953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978577.503955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978577.503958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978577.632039:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978577.632043:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978577.632046:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978578.527883:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978578.527890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978578.527891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978578.527895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978578.527920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978578.527924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978578.527926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978578.527927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978578.527929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978578.656012:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978578.656014:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978578.656016:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978579.487900:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978579.487908:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978579.487911:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978579.487913:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978579.487917:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978579.487923:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9438
00000400:00000200:2.0:1783978579.487930:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978579.487935:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978579.487937:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978579.487940:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.487942:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.487945:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.487946:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978579.487949:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978579.487951:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978579.487953:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978579.487955:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978579.487957:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978579.487959:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978579.487961:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.487962:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.487963:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.487964:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978579.487966:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978579.487968:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978579.487969:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978579.487971:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978579.487974:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978579.487976:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.487977:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978579.487980:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978579.487989:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978579.487992:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978579.487996:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978579.487998:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488001:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978579.488004:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978579.488007:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978579.488017:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978579.488024:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978579.488033:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367025792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978579.488041:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978579.488054:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978579.488062:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367025792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978579.488086:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978579.488089:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978579.488093:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978579.488094:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978579.488096:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978579.488100:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978579.488103:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9438
00000400:00000200:2.0:1783978579.488106:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978579.488109:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978579.488112:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978579.488118:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488122:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.488126:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488133:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978579.488138:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978579.488141:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978579.488145:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978579.488149:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978579.488154:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978579.488159:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978579.488166:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488171:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.488176:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488181:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978579.488186:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978579.488190:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488195:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978579.488200:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978579.488208:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978579.488212:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488217:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978579.488223:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978579.488228:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488232:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978579.488237:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978579.488242:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978579.488249:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978579.488252:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488256:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978579.488259:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978579.488262:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978579.488269:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978579.488274:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978579.488285:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367025920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978579.488298:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978579.488303:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978579.488311:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367025920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978579.488336:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978579.488340:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978579.488346:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978579.488349:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978579.488352:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978579.488358:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978579.488363:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9438
00000400:00000200:2.0:1783978579.488372:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978579.488376:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978579.488379:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978579.488386:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488390:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.488395:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488398:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978579.488402:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978579.488405:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978579.488407:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978579.488410:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978579.488413:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978579.488418:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978579.488426:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:1.1:1783978579.488428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978579.488430:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978579.488435:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488438:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978579.488440:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978579.488443:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978579.488445:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978579.488448:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978579.488451:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978579.488452:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488455:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978579.488459:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978579.488465:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488469:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978579.488475:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978579.488479:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978579.488484:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978579.488485:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978579.488487:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978579.488490:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978579.488493:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978579.488499:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978579.488504:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978579.488512:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367026048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978579.488527:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978579.488531:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978579.488536:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367026048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978579.488554:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978579.488560:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978579.488565:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978579.488571:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978579.488575:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978579.488581:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9448)
00000800:00000200:1.1:1783978579.488695:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978579.488866:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978579.551943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978579.551948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978579.551949:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978579.551953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978579.551956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978579.551959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978579.551961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978579.551962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978579.551964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978579.680055:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978579.680060:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978579.680063:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978580.575925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978580.575933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978580.575938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978580.575944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978580.575947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978580.575952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978580.575954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978580.575956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978580.575958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978580.704827:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978580.704830:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978580.704832:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978580.767889:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304112374, at 4304112384
00000100:00000010:0.0:1783978580.767900:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc240.
00000100:00000001:3.0:1783978581.599904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978581.599910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978581.599911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978581.599915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978581.599918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978581.599921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978581.599923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978581.599925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978581.599927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978581.728020:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978581.728023:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978581.728026:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978582.560079:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978582.560134:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978582.560144:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978582.560148:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978582.560152:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978582.560156:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978582.560161:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978582.560164:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:3.0:1783978582.560170:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978582.560174:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978582.560180:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2990
00000400:00000010:3.0:1783978582.560183:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2990.
00000100:00000001:3.0:1783978582.560188:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978582.560204:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32680 x1870627367025792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560232:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978582.560237:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367025792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560244:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978582.560246:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978582.560254:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978582.560257:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b400.
00000400:00000200:3.0:1783978582.560260:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978582.560263:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978582.560266:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2000
00000400:00000010:3.0:1783978582.560268:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2000.
00000100:00000001:3.0:1783978582.560270:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978582.560274:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33b80 x1870627367025920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560282:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978582.560285:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367025920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560291:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978582.560293:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978582.560298:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978582.560300:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bf00.
00000400:00000200:3.0:1783978582.560302:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978582.560305:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978582.560308:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2198
00000400:00000010:3.0:1783978582.560310:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2198.
00000100:00000001:3.0:1783978582.560312:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978582.560315:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33100 x1870627367026048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560323:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978582.560325:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367026048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978582.560331:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978582.560333:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783978582.623910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978582.623917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978582.623919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978582.623925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978582.623928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978582.623932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978582.623935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978582.623938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978582.623941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978582.751961:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978582.751965:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978582.751967:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978583.652545:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978583.652553:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978583.652555:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978583.652561:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978583.652565:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978583.652568:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978583.652570:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978583.652573:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978583.652576:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978583.776000:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978583.776004:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978583.776007:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978584.607909:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978584.607919:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978584.607922:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978584.607925:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978584.607930:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978584.607937:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9443
00000400:00000200:0.0:1783978584.607945:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978584.607951:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978584.607954:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978584.607958:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.607960:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.607962:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.607964:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978584.607968:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978584.607969:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978584.607972:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978584.607974:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978584.607976:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978584.607979:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978584.607981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.607983:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.607985:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.607987:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978584.607990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978584.607992:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978584.607995:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978584.607998:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978584.608001:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978584.608004:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608006:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978584.608008:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978584.608015:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783978584.608018:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978584.608021:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978584.608023:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608026:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978584.608028:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978584.608032:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978584.608039:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978584.608045:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978584.608054:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367026176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978584.608065:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978584.608069:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978584.608073:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367026176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978584.608096:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978584.608099:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978584.608102:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978584.608104:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978584.608105:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978584.608108:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978584.608110:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9443
00000400:00000200:0.0:1783978584.608113:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978584.608116:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978584.608119:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978584.608122:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608124:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.608127:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608129:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978584.608132:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978584.608134:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978584.608135:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978584.608137:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978584.608140:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978584.608144:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978584.608149:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608153:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.608158:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608161:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978584.608166:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978584.608172:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608177:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978584.608180:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978584.608186:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978584.608189:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608193:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978584.608207:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978584.608213:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608216:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978584.608221:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000020:00000040:0.0:1783978584.608226:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978584.608230:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978584.608233:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608236:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978584.608237:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978584.608240:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978584.608246:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978584.608250:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978584.608258:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367026304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978584.608271:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978584.608274:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978584.608282:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367026304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978584.608299:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978584.608303:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978584.608307:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978584.608310:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978584.608314:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978584.608317:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978584.608323:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9443
00000400:00000200:0.0:1783978584.608367:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978584.608375:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978584.608378:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978584.608383:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608387:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.608393:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608397:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978584.608401:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1783978584.608402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:0.0:1783978584.608404:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978584.608407:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1783978584.608407:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1783978584.608411:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978584.608416:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978584.608420:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978584.608426:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608430:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978584.608434:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608438:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978584.608443:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978584.608449:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978584.608454:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978584.608457:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978584.608461:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978584.608466:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608470:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978584.608473:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978584.608478:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608482:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978584.608487:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000020:00000040:0.0:1783978584.608491:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978584.608495:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978584.608499:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978584.608502:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978584.608504:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978584.608507:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978584.608513:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978584.608518:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978584.608525:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367026432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978584.608536:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978584.608540:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978584.608545:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367026432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978584.608559:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978584.608565:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978584.608573:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978584.608578:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978584.608582:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978584.608590:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9453)
00000800:00000200:1.1:1783978584.608930:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978584.608933:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978584.609196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978584.609198:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978584.672332:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978584.672350:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978584.672352:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978584.672358:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978584.672361:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978584.672365:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978584.672368:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978584.672370:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978584.672373:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978584.799964:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978584.799968:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978584.799970:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978585.696554:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978585.696563:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978585.696565:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978585.696572:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978585.696577:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978585.696581:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978585.696584:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978585.696587:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978585.696591:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978585.824006:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978585.824010:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978585.824013:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978585.887885:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304117494, at 4304117504
00000100:00000010:0.0:1783978585.887897:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcc60.
00000100:00000001:3.0:1783978586.720808:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978586.720816:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978586.720817:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978586.720824:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978586.720829:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978586.720832:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978586.720835:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978586.720837:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978586.720840:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978586.848035:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978586.848038:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978586.848042:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978587.744285:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978587.744292:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978587.744294:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978587.744299:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978587.744303:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978587.744307:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978587.744310:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978587.744312:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978587.744316:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978587.872026:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978587.872030:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978587.872034:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978588.767903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978588.767910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978588.767912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978588.767918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978588.767921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978588.767924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978588.767927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978588.767929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978588.767931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978588.895975:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978588.895979:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978588.895983:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978589.728159:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978589.728165:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978589.728169:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978589.728180:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728207:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978589.728212:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.728219:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978589.728223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978589.728229:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978589.728235:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367026560:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978589.728243:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978589.728249:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978589.728254:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.728260:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978589.728266:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978589.728270:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978589.728280:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978589.728287:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978589.728295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978589.728305:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367026560, portal 25
00000100:00000001:0.0:1783978589.728308:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978589.728309:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:0.0:1783978589.728317:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728332:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978589.728340:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978589.728345:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978589.728350:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367026560, offset 0
00000400:00000200:0.0:1783978589.728360:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978589.728371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.728381:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978589.728388:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978589.728392:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978589.728395:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978589.728398:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978589.728402:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345580:345580:256:4294967295] 192.168.201.109@tcp LPNI seq info [345569:345569:8:4294967295]
00000400:00000200:0.0:1783978589.728406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.728416:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978589.728425:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.728433:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978589.728444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978589.728451:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783978589.728463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978589.728469:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783978589.728479:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.728484:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978589.728493:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978589.728504:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978589.728512:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978589.728517:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978589.728524:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978589.728542:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728559:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.728566:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728578:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.728583:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978589.728591:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978589.728597:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978589.728602:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304122614
00000100:00000010:0.0:1783978589.728610:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c00.
00000100:00000001:0.0:1783978589.728618:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978589.728628:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304122614
00000100:00000010:0.0:1783978589.728634:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e67e0.
00000100:00000001:0.0:1783978589.728640:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978589.728646:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978589.728648:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.728651:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978589.728657:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978589/real 1783978589]  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978589.728666:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978589.728668:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978589.728670:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978589.728673:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978589.728674:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978589.728676:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978589.728679:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978589.728687:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728702:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978589.728715:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728718:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.728719:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978589.728724:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728731:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978589.728735:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728742:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978589.728744:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728746:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.728747:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728750:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978589.728752:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978589.728755:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978589.728759:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978589.728761:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978589.728766:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978589.728802:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367026560:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978589.728806:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728809:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.728812:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367026560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728818:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978589.728820:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978589.728823:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978589.728826:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978589.728828:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978589.728829:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978589.728831:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978589.728833:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783978589.728837:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978589.728838:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978589.728840:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783978589.728843:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978589.728844:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728846:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.728852:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978589.728855:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.728856:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978589.728858:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978589.728859:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978589.728863:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728870:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978589.728871:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.728873:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978589.728875:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978589.728877:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978589.728880:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367026688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978589.728883:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978589.728886:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978589.728887:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.728889:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978589.728891:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978589.728893:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978589.728897:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978589.728899:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978589.728902:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978589.728905:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367026688, portal 10
00000100:00000001:0.0:1783978589.728907:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978589.728908:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783978589.728915:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.728921:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978589.728923:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978589.728925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978589.728927:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367026688, offset 0
00000400:00000200:0.0:1783978589.728931:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978589.728934:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.728938:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978589.728941:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978589.728944:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978589.728946:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978589.728948:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978589.728952:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345581:345581:256:4294967295] 192.168.201.109@tcp LPNI seq info [345570:345570:8:4294967295]
00000400:00000200:0.0:1783978589.728956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.728962:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978589.728967:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.728970:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978589.728974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978589.728976:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783978589.728981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978589.728984:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783978589.728988:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.728990:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978589.728993:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978589.728996:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978589.728999:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978589.729001:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978589.729003:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978589.729006:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729014:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.729017:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729023:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.729025:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978589.729027:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978589.729031:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978589.729034:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978589.729036:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304121376
00000100:00000001:0.0:1783978589.729038:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304122614
00000100:00000001:0.0:1783978589.729040:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304121376
00000100:00000001:0.0:1783978589.729042:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304122614
00000100:00000001:0.0:1783978589.729044:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978589.729046:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.729048:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978589.729052:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978589/real 1783978589]  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978589.729060:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978589.729061:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978589.729063:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978589.729073:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978589.729075:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978589.729077:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978589.729081:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978589.729089:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729096:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978589.729097:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729099:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.729100:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978589.729104:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729111:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978589.729115:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729122:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978589.729124:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729126:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.729127:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729129:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978589.729132:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978589.729135:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978589.729138:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978589.729140:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978589.729144:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978589.729150:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367026688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978589.729154:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978589.729157:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729162:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978589.729163:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.729165:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978589.729167:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978589.729169:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978589.729171:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367026816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978589.729173:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978589.729175:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978589.729177:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978589.729178:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978589.729181:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978589.729183:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978589.729186:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978589.729187:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978589.729190:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978589.729193:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367026816, portal 10
00000100:00000001:0.0:1783978589.729195:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978589.729196:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:0.0:1783978589.729201:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729207:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978589.729209:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978589.729211:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978589.729213:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367026816, offset 0
00000400:00000200:0.0:1783978589.729217:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978589.729221:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.729224:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978589.729227:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978589.729229:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978589.729231:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978589.729233:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978589.729236:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345582:345582:256:4294967295] 192.168.201.109@tcp LPNI seq info [345571:345571:8:4294967295]
00000400:00000200:0.0:1783978589.729240:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978589.729246:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978589.729250:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.729253:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978589.729257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978589.729259:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783978589.729263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978589.729265:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783978589.729268:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978589.729270:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978589.729273:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978589.729276:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978589.729279:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978589.729280:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978589.729282:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978589.729285:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729291:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.729294:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729300:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.729302:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978589.729305:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978589.729308:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978589.729311:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978589.729313:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304121373
00000100:00000001:0.0:1783978589.729315:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304122614
00000100:00000001:0.0:1783978589.729318:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304121373
00000100:00000001:0.0:1783978589.729319:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304122614
00000100:00000001:0.0:1783978589.729321:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978589.729323:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.729325:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978589.729329:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978589/real 1783978589]  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978589.729337:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978589.729338:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978589.729339:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978589.729341:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978589.729343:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978589.729345:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978589.729348:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978589.729356:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729363:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978589.729364:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729366:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.729367:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978589.729371:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729377:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978589.729381:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729388:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978589.729391:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729392:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978589.729393:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729395:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978589.729397:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978589.729399:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978589.729402:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978589.729405:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978589.729409:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978589.729417:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367026816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978589.729420:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729422:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.729425:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367026688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729431:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978589.729433:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978589.729434:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978589.729437:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978589.729438:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978589.729440:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978589.729442:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978589.729443:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783978589.729446:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978589.729447:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978589.729449:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783978589.729451:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978589.729452:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729455:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978589.729458:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367026816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978589.729464:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978589.729465:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978589.729467:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978589.729469:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978589.729470:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978589.729472:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978589.729473:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978589.729475:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783978589.729477:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978589.729478:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978589.729479:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783978589.729481:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978589.729482:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729483:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978589.729486:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978589.729487:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978589.729489:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978589.729491:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978589.791898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978589.791906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978589.791908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978589.791913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978589.791917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978589.791921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978589.791923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978589.791925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978589.791928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978589.920013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978589.920016:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978589.920018:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978590.815912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978590.815921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978590.815922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978590.815928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978590.815931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978590.815934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978590.815937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978590.815939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978590.815942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978590.943947:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978590.943951:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978590.943953:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978591.007887:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304122614, at 4304122624
00000100:00000010:0.0:1783978591.007903:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c00.
00000100:00000001:3.0:1783978591.839893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978591.839900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978591.839902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978591.839907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978591.839911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978591.839915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978591.839918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978591.839920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978591.839923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978591.968041:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978591.968045:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978591.968048:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978592.863872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978592.863883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978592.863885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978592.863889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978592.863891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978592.863894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978592.863896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978592.863898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978592.863899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978592.991985:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978592.991989:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978592.991992:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978593.887898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978593.887906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978593.887908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978593.887914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978593.887918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978593.887922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978593.887924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978593.887927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978593.887930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978594.016975:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978594.016978:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978594.016980:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978594.848138:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978594.848152:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978594.848156:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978594.848166:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848181:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978594.848183:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.848188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978594.848190:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978594.848194:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978594.848200:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367026944:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978594.848204:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978594.848208:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978594.848211:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.848214:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978594.848222:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978594.848226:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978594.848236:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978594.848243:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978594.848254:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978594.848262:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367026944, portal 25
00000100:00000001:0.0:1783978594.848267:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978594.848270:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:0.0:1783978594.848280:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848303:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978594.848309:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978594.848314:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978594.848320:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367026944, offset 0
00000400:00000200:0.0:1783978594.848332:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978594.848345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.848355:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978594.848363:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978594.848370:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978594.848377:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978594.848385:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978594.848395:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345583:345583:256:4294967295] 192.168.201.109@tcp LPNI seq info [345572:345572:8:4294967295]
00000400:00000200:0.0:1783978594.848408:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.848425:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978594.848436:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.848444:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978594.848455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978594.848461:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978594.848472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978594.848476:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783978594.848486:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.848492:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978594.848498:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978594.848508:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978594.848515:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978594.848519:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978594.848525:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978594.848532:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848549:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.848554:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848561:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.848563:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978594.848568:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978594.848572:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978594.848574:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304127734
00000100:00000010:0.0:1783978594.848580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c00.
00000100:00000001:0.0:1783978594.848586:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978594.848592:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304127734
00000100:00000010:0.0:1783978594.848595:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c60.
00000100:00000001:0.0:1783978594.848598:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978594.848601:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978594.848603:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.848605:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978594.848609:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978594/real 1783978594]  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978594.848647:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978594.848649:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978594.848651:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978594.848654:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978594.848656:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978594.848658:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978594.848661:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978594.848670:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848676:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978594.848678:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848680:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.848682:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978594.848685:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848690:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978594.848693:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848698:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978594.848700:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848701:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.848701:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848703:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978594.848705:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978594.848707:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978594.848709:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978594.848711:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978594.848713:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978594.848718:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367026944:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978594.848720:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848721:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.848723:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367026944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848727:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978594.848729:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978594.848731:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978594.848733:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978594.848734:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978594.848735:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978594.848737:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978594.848739:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783978594.848742:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978594.848743:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978594.848744:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783978594.848746:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978594.848747:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848748:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.848753:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978594.848754:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.848756:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978594.848757:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978594.848758:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978594.848760:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848771:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978594.848805:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.848807:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978594.848809:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978594.848811:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978594.848814:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978594.848818:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978594.848820:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978594.848821:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.848823:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978594.848826:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978594.848828:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978594.848832:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978594.848834:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978594.848837:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978594.848840:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367027072, portal 10
00000100:00000001:0.0:1783978594.848842:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978594.848843:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783978594.848854:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848861:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978594.848863:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978594.848865:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978594.848868:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367027072, offset 0
00000400:00000200:0.0:1783978594.848872:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978594.848876:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.848879:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978594.848882:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978594.848885:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978594.848887:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978594.848889:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978594.848893:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345584:345584:256:4294967295] 192.168.201.109@tcp LPNI seq info [345573:345573:8:4294967295]
00000400:00000200:0.0:1783978594.848897:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.848903:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978594.848908:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.848911:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978594.848915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978594.848918:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978594.848922:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978594.848924:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783978594.848928:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.848930:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978594.848932:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978594.848935:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978594.848938:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978594.848940:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978594.848942:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978594.848946:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848953:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.848956:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.848961:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.848963:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978594.848965:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978594.848969:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978594.848972:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978594.848974:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304126496
00000100:00000001:0.0:1783978594.848976:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304127734
00000100:00000001:0.0:1783978594.848978:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304126496
00000100:00000001:0.0:1783978594.848980:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304127734
00000100:00000001:0.0:1783978594.848982:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978594.848985:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.848986:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978594.848998:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978594/real 1783978594]  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978594.849009:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978594.849011:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978594.849013:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978594.849015:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978594.849017:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978594.849019:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978594.849022:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978594.849030:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849036:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978594.849038:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849039:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.849041:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978594.849044:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849050:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978594.849054:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849060:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978594.849061:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849062:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.849063:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849064:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978594.849067:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978594.849069:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978594.849072:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978594.849074:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978594.849078:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978594.849085:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978594.849088:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978594.849091:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849097:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978594.849098:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.849100:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978594.849102:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978594.849104:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978594.849106:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978594.849110:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978594.849111:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978594.849113:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978594.849114:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978594.849118:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783978594.849120:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978594.849123:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978594.849125:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978594.849128:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978594.849131:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367027200, portal 10
00000100:00000001:0.0:1783978594.849132:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978594.849133:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:0.0:1783978594.849139:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849145:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978594.849147:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978594.849149:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978594.849151:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367027200, offset 0
00000400:00000200:0.0:1783978594.849154:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978594.849158:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.849161:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978594.849164:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978594.849166:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978594.849169:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978594.849171:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978594.849174:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345585:345585:256:4294967295] 192.168.201.109@tcp LPNI seq info [345574:345574:8:4294967295]
00000400:00000200:0.0:1783978594.849177:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978594.849183:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978594.849187:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.849189:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978594.849191:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978594.849193:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978594.849196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978594.849197:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783978594.849199:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978594.849201:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978594.849203:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978594.849205:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978594.849207:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978594.849208:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978594.849210:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978594.849214:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849221:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.849224:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849230:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.849232:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978594.849235:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978594.849238:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978594.849241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978594.849243:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304126493
00000100:00000001:0.0:1783978594.849245:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304127734
00000100:00000001:0.0:1783978594.849248:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304126493
00000100:00000001:0.0:1783978594.849249:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304127734
00000100:00000001:0.0:1783978594.849250:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978594.849252:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.849253:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978594.849256:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978594/real 1783978594]  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978594.849260:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978594.849261:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978594.849262:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978594.849264:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978594.849265:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978594.849266:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978594.849268:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978594.849273:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849276:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978594.849277:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.849279:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978594.849281:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849284:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978594.849286:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849290:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978594.849292:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849293:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978594.849293:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849294:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978594.849295:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978594.849296:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978594.849298:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978594.849299:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978594.849301:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978594.849305:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978594.849307:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.849310:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367027072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849313:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978594.849314:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978594.849316:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978594.849317:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978594.849318:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978594.849319:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978594.849320:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978594.849321:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978594.849323:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978594.849323:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978594.849324:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783978594.849326:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978594.849327:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849328:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978594.849330:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367027200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978594.849334:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978594.849334:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978594.849335:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783978594.849336:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978594.849337:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978594.849338:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978594.849339:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978594.849339:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783978594.849340:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978594.849341:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978594.849342:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783978594.849343:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978594.849343:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849344:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978594.849347:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978594.849347:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978594.849349:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978594.849349:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978594.911897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978594.911905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978594.911907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978594.911913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978594.911916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978594.911921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978594.911923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978594.911926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978594.911929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978595.039976:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978595.039981:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978595.039985:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978595.935901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978595.935908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978595.935910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978595.935916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978595.935919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978595.935924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978595.935926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978595.935929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978595.935932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978596.064661:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978596.064665:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978596.064669:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978596.127896:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304127734, at 4304127744
00000100:00000010:0.0:1783978596.127909:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c00.
00000100:00000001:3.0:1783978596.959896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978596.959903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978596.959905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978596.959910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978596.959914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978596.959918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978596.959920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978596.959921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978596.959924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978597.088048:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978597.088050:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978597.088053:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978597.983857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978597.983865:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978597.983867:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978597.983873:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978597.983876:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978597.983880:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978597.983882:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978597.983885:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978597.983887:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978598.112004:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978598.112008:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978598.112010:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978599.007891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978599.007898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978599.007899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978599.007903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978599.007906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978599.007909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978599.007911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978599.007914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978599.007916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978599.136064:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978599.136068:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978599.136071:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978599.967871:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978599.967880:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978599.967883:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978599.967886:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978599.967890:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978599.967897:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9459
00000400:00000200:3.0:1783978599.967905:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978599.967911:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978599.967914:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978599.967917:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.967920:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978599.967922:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.967925:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978599.967929:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978599.967930:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978599.967933:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978599.967936:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978599.967939:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978599.967941:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978599.967943:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.967944:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978599.967946:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.967947:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978599.967949:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978599.967951:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978599.967952:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978599.967955:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978599.967957:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978599.967959:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.967960:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978599.967963:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978599.967972:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978599.967975:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978599.967979:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978599.967981:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.967984:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978599.967987:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978599.967991:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978599.967998:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978599.968004:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978599.968014:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978599.968021:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978599.968023:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978599.968026:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978599.968042:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978599.968044:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978599.968046:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978599.968047:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978599.968048:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978599.968051:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978599.968053:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9459
00000400:00000200:3.0:1783978599.968058:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978599.968061:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978599.968064:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978599.968067:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968069:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978599.968072:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968074:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783978599.968075:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978599.968076:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978599.968080:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:0.0:1783978599.968082:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783978599.968083:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783978599.968086:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978599.968087:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978599.968091:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978599.968094:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978599.968096:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978599.968100:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968105:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978599.968108:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968110:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978599.968113:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978599.968115:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968116:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978599.968119:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978599.968125:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978599.968127:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978599.968127:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968130:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978599.968131:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783978599.968133:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978599.968136:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.968137:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978599.968138:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.968142:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783978599.968143:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978599.968146:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978599.968148:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978599.968149:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978599.968151:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968154:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978599.968156:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1783978599.968157:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367027328:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978599.968158:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978599.968163:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:0.0:1783978599.968164:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978599.968167:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.968169:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978599.968172:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978599.968173:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783978599.968174:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978599.968180:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
00000100:00000001:3.0:1783978599.968181:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783978599.968183:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968184:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978599.968188:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783978599.968190:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978599.968196:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978599.968202:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000001:3.0:1783978599.968205:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783978599.968210:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367027328, portal 25
00000100:00080000:3.0:1783978599.968211:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783978599.968215:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783978599.968216:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978599.968220:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000001:3.0:1783978599.968220:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978599.968222:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978599.968226:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1783978599.968231:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978599.968231:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9459
00000400:00000200:3.0:1783978599.968239:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978599.968246:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:0.0:1783978599.968248:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978599.968250:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978599.968255:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978599.968258:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:0.0:1783978599.968261:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000001:3.0:1783978599.968262:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1783978599.968266:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367027328, offset 0
00000100:00000040:3.0:1783978599.968267:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968271:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978599.968273:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978599.968275:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:0.0:1783978599.968278:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978599.968278:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978599.968283:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978599.968286:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978599.968289:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783978599.968290:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978599.968296:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783978599.968300:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978599.968302:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978599.968307:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783978599.968308:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783978599.968310:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978599.968314:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783978599.968315:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00080000:3.0:1783978599.968320:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:0.0:1783978599.968322:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978599.968326:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978599.968328:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000001:3.0:1783978599.968330:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783978599.968335:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345586:345586:256:4294967295] 192.168.201.109@tcp LPNI seq info [345575:345575:8:4294967295]
02000000:00000001:3.0:1783978599.968335:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978599.968341:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968344:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783978599.968345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:3.0:1783978599.968348:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978599.968352:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968357:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978599.968361:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1783978599.968363:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978599.968368:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:0.0:1783978599.968371:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978599.968373:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978599.968376:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978599.968378:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1783978599.968379:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
02000000:00000001:3.0:1783978599.968380:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978599.968383:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783978599.968390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:3.0:1783978599.968391:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000800:00000200:0.0:1783978599.968395:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978599.968396:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978599.968403:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:3.0:1783978599.968406:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978599.968414:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978599.968416:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978599.968419:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1783978599.968420:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1783978599.968433:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978599.968435:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783978599.968438:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000100:00000040:3.0:1783978599.968439:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978599.968444:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783978599.968447:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783978599.968447:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978599.968453:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783978599.968456:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1783978599.968461:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9469)
00000400:00000200:0.0:1783978599.968464:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978599.968468:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978599.968473:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978599.968479:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968488:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.968491:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968498:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.968500:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978599.968505:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978599.968509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978599.968512:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304132854
00000100:00000010:0.0:1783978599.968517:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c00.
00000100:00000001:0.0:1783978599.968523:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978599.968541:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304132854
00000100:00000010:0.0:1783978599.968545:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6060.
00000100:00000001:0.0:1783978599.968549:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978599.968552:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978599.968554:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.968557:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978599.968562:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978599/real 1783978599]  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978599.968571:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978599.968573:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978599.968575:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978599.968577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978599.968579:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978599.968581:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978599.968584:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978599.968593:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968599:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978599.968601:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968603:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.968605:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978599.968609:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968615:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978599.968620:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968626:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978599.968629:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.968632:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968634:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978599.968636:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978599.968639:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978599.968642:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978599.968645:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978599.968648:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978599.968655:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367027328:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978599.968659:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968661:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.968664:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367027328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968670:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978599.968672:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978599.968675:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978599.968677:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978599.968679:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978599.968681:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978599.968683:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978599.968685:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783978599.968689:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978599.968691:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978599.968693:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783978599.968696:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978599.968697:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968699:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968705:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978599.968707:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.968709:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978599.968711:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978599.968712:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978599.968716:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968728:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978599.968729:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.968731:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978599.968733:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978599.968735:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978599.968738:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978599.968741:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978599.968743:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978599.968744:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.968746:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978599.968749:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978599.968751:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978599.968755:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978599.968758:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978599.968761:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978599.968764:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367027456, portal 10
00000100:00000001:0.0:1783978599.968766:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978599.968767:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783978599.968804:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968812:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978599.968814:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978599.968817:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978599.968819:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367027456, offset 0
00000400:00000200:0.0:1783978599.968824:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978599.968828:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978599.968831:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978599.968835:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978599.968837:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978599.968839:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978599.968842:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978599.968845:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345587:345587:256:4294967295] 192.168.201.109@tcp LPNI seq info [345576:345576:8:4294967295]
00000400:00000200:0.0:1783978599.968849:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978599.968856:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978599.968860:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978599.968864:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978599.968867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978599.968870:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978599.968874:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978599.968877:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783978599.968881:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978599.968883:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978599.968886:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978599.968889:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978599.968892:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978599.968894:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978599.968896:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978599.968900:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968907:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.968910:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968916:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.968918:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978599.968921:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978599.968925:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978599.968928:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978599.968930:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304131616
00000100:00000001:0.0:1783978599.968933:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304132854
00000100:00000001:0.0:1783978599.968935:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304131616
00000100:00000001:0.0:1783978599.968937:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304132854
00000100:00000001:0.0:1783978599.968939:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978599.968942:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.968943:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978599.968947:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978599/real 1783978599]  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978599.968956:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978599.968957:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978599.968959:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978599.968961:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978599.968963:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978599.968965:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978599.968967:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978599.968975:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968982:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978599.968983:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.968985:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.968986:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978599.968989:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.968995:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978599.968999:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969005:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978599.969007:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969009:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.969010:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969012:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978599.969014:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978599.969018:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978599.969021:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978599.969023:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978599.969027:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978599.969035:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978599.969038:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978599.969042:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969048:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978599.969050:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.969051:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978599.969053:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978599.969055:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978599.969058:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027584:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978599.969062:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978599.969063:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978599.969065:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978599.969067:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978599.969070:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978599.969072:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978599.969074:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978599.969077:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978599.969080:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978599.969083:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367027584, portal 10
00000100:00000001:0.0:1783978599.969085:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978599.969086:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:0.0:1783978599.969091:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969098:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978599.969101:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978599.969103:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978599.969105:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367027584, offset 0
00000400:00000200:0.0:1783978599.969109:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978599.969113:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978599.969116:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978599.969119:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978599.969122:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978599.969124:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978599.969126:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978599.969130:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345588:345588:256:4294967295] 192.168.201.109@tcp LPNI seq info [345577:345577:8:4294967295]
00000400:00000200:0.0:1783978599.969134:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978599.969140:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978599.969145:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978599.969148:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978599.969151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978599.969154:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978599.969158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978599.969161:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783978599.969165:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978599.969166:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978599.969169:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978599.969172:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978599.969175:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978599.969177:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978599.969179:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978599.969182:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969189:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.969192:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969210:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.969214:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978599.969218:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978599.969221:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978599.969224:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978599.969226:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304131613
00000100:00000001:0.0:1783978599.969229:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304132854
00000100:00000001:0.0:1783978599.969231:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304131613
00000100:00000001:0.0:1783978599.969233:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304132854
00000100:00000001:0.0:1783978599.969235:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978599.969237:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.969239:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978599.969242:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978599/real 1783978599]  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978599.969250:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978599.969251:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978599.969253:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978599.969255:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978599.969257:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978599.969259:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978599.969261:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978599.969269:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969275:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978599.969277:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.969280:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978599.969283:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969289:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978599.969293:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969300:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978599.969302:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969303:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978599.969305:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969307:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978599.969308:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978599.969311:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978599.969314:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978599.969316:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978599.969320:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978599.969329:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367027584:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978599.969333:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969334:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.969337:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367027456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969344:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978599.969345:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978599.969347:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978599.969349:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978599.969351:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978599.969352:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978599.969354:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978599.969356:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783978599.969358:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978599.969359:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978599.969360:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783978599.969363:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978599.969364:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969366:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978599.969369:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367027584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978599.969375:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978599.969376:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978599.969378:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978599.969380:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978599.969381:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978599.969383:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978599.969385:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978599.969386:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783978599.969388:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978599.969389:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978599.969390:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783978599.969393:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978599.969394:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969396:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978599.969399:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978599.969400:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978599.969403:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978599.969404:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978600.031902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978600.031910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978600.031912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978600.031919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978600.031923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978600.031927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978600.031929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978600.031932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978600.031936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978600.162205:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978600.162210:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978600.162215:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978601.055905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978601.055912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978601.055914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978601.055919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978601.055922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978601.055926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978601.055928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978601.055930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978601.055933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978601.183991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978601.183996:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978601.183999:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978601.247880:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304132854, at 4304132864
00000100:00000010:0.0:1783978601.247897:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c00.
00000100:00000001:3.0:1783978602.079889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978602.079897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978602.079899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978602.079905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978602.079908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978602.079912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978602.079914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978602.079917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978602.079920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978602.207998:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978602.208001:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978602.208004:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978603.103882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978603.103891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978603.103893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978603.103898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978603.103903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978603.103906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978603.103910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978603.103913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978603.103916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978603.231959:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978603.231963:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978603.231966:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978604.127884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978604.127891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978604.127893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978604.127899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978604.127909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978604.127913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978604.127915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978604.127918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978604.127921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978604.256037:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978604.256039:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978604.256042:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978605.087887:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978605.087896:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978605.087898:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978605.087901:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978605.087904:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978605.087909:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9464
00000400:00000200:0.0:1783978605.087917:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978605.087922:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978605.087924:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978605.087926:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.087928:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.087929:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.087931:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978605.087934:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978605.087935:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978605.087937:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978605.087940:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978605.087941:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978605.087942:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978605.087944:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.087945:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.087947:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.087948:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978605.087950:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978605.087952:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978605.087953:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978605.087955:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978605.087957:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978605.087959:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.087960:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978605.087962:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978605.087969:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783978605.087978:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978605.087983:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978605.087984:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.087986:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978605.087988:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978605.087991:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978605.087996:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783978605.088001:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978605.088008:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367027712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978605.088015:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978605.088017:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978605.088021:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367027712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978605.088038:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978605.088040:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978605.088042:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978605.088043:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978605.088043:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978605.088046:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978605.088047:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9464
00000400:00000200:0.0:1783978605.088049:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978605.088050:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978605.088052:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978605.088053:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088055:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.088056:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088058:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978605.088059:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978605.088060:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978605.088062:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978605.088063:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978605.088065:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978605.088067:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978605.088069:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088070:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.088071:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088075:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978605.088077:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978605.088081:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088084:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978605.088085:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978605.088091:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978605.088096:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088100:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978605.088105:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978605.088110:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088116:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978605.088124:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000020:00000040:0.0:1783978605.088129:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978605.088134:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978605.088137:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088141:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978605.088145:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978605.088148:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978605.088155:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978605.088160:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978605.088168:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367027840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978605.088187:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978605.088192:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978605.088212:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367027840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978605.088239:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978605.088242:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978605.088245:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978605.088246:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978605.088249:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978605.088251:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978605.088256:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9464
00000400:00000200:0.0:1783978605.088299:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978605.088304:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978605.088308:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978605.088314:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088318:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.088321:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088323:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978605.088327:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978605.088330:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978605.088333:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1783978605.088333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:0.0:1783978605.088337:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.1:1783978605.088339:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1783978605.088341:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978605.088347:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978605.088354:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088357:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978605.088360:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088364:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978605.088369:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978605.088373:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978605.088378:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978605.088382:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978605.088386:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978605.088389:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088392:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978605.088395:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978605.088400:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088403:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978605.088409:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783978605.088413:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978605.088417:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978605.088419:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978605.088431:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978605.088434:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978605.088448:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978605.088454:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978605.088457:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978605.088463:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367027968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978605.088475:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978605.088479:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978605.088486:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367027968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978605.088496:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978605.088499:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978605.088503:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978605.088506:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978605.088514:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978605.088520:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9474)
00000800:00000200:1.1:1783978605.088748:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978605.088750:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978605.089053:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978605.089055:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978605.151885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978605.151893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978605.151895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978605.151901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978605.151904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978605.151908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978605.151911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978605.151913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978605.151915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978605.280069:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978605.280073:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978605.280076:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978606.175973:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978606.175980:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978606.175981:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978606.175984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978606.175987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978606.175995:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978606.175998:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978606.176003:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978606.176006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978606.304011:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978606.304015:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978606.304018:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978606.368074:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304137974, at 4304137984
00000100:00000010:0.0:1783978606.368080:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcea0.
00000100:00000001:3.0:1783978607.199852:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978607.199860:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978607.199862:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978607.199867:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978607.199871:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978607.199875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978607.199878:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978607.199880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978607.199883:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978607.327987:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978607.327991:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978607.327993:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978608.223855:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978608.223864:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978608.223866:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978608.223871:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978608.223875:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978608.223879:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978608.223881:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978608.223884:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978608.223887:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978608.351990:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978608.351993:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978608.351996:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978609.247884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978609.247891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978609.247893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978609.247898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978609.247901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978609.247904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978609.247906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978609.247909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978609.247911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978609.375994:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978609.375999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978609.376003:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978610.207945:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978610.207955:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978610.207958:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978610.207961:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978610.207966:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978610.207972:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9469
00000400:00000200:3.0:1783978610.207982:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978610.207987:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978610.207990:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978610.207993:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.207996:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.207998:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208001:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978610.208005:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978610.208007:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978610.208010:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978610.208013:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978610.208016:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978610.208018:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978610.208021:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208023:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.208024:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208026:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978610.208029:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978610.208032:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208034:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978610.208037:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978610.208041:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978610.208043:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.208045:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978610.208047:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978610.208057:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978610.208060:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978610.208064:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978610.208065:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.208068:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978610.208070:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978610.208074:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978610.208082:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978610.208088:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978610.208097:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367028096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978610.208106:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978610.208111:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978610.208115:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367028096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978610.208726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978610.208729:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978610.208851:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978610.208856:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978610.208859:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978610.208861:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978610.208863:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978610.208866:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978610.208869:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9469
00000400:00000200:3.0:1783978610.208873:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978610.208876:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978610.208878:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978610.208882:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208885:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.208886:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208889:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978610.208891:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978610.208892:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978610.208894:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978610.208896:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978610.208898:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978610.208900:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978610.208903:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208906:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.208907:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208909:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978610.208912:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978610.208914:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978610.208916:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978610.208919:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978610.208924:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978610.208926:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.208928:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978610.208933:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978610.208936:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.208938:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978610.208942:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978610.208944:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978610.208946:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978610.208948:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.208950:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978610.208951:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978610.208953:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978610.208957:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978610.208961:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978610.208966:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367028224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978610.208974:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978610.208977:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978610.208980:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367028224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978610.212873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978610.212876:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978610.213198:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978610.213206:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978610.213210:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978610.213212:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978610.213214:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978610.213217:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978610.213221:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9469
00000400:00000200:3.0:1783978610.213225:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978610.213228:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978610.213231:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978610.213234:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.213236:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.213238:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.213240:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978610.213243:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978610.213245:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978610.213247:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978610.213250:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978610.213251:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978610.213254:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978610.213257:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.213259:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978610.213260:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978610.213262:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978610.213265:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978610.213268:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978610.213271:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978610.213273:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978610.213279:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978610.213281:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.213284:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978610.213287:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978610.213290:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.213292:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978610.213296:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978610.213299:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978610.213302:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978610.213304:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978610.213307:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978610.213309:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978610.213311:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978610.213317:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978610.213323:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978610.213329:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367028352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978610.213337:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978610.213341:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978610.213345:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367028352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978610.213366:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978610.213369:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978610.213373:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978610.213375:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978610.213378:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978610.213382:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9479)
00000800:00000200:1.1:1783978610.213564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978610.213566:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978610.271844:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978610.271851:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978610.271854:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978610.271858:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978610.271861:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978610.271864:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978610.271865:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978610.271867:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978610.271869:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978610.400019:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978610.400022:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978610.400025:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978611.295898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978611.295906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978611.295907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978611.295914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978611.295917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978611.295921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978611.295924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978611.295932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978611.295935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978611.423966:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978611.423970:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978611.423972:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978611.487893:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304143098, at 4304143104
00000100:00000010:0.0:1783978611.487911:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc780.
00000100:00000001:3.0:1783978612.319893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978612.319909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978612.319911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978612.319917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978612.319920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978612.319924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978612.319926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978612.319928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978612.319931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978612.448058:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978612.448062:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978612.448065:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978613.343886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978613.343893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978613.343895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978613.343901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978613.343904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978613.343908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978613.343910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978613.343912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978613.343915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978613.472071:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978613.472075:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978613.472078:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978614.367890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978614.367898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978614.367899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978614.367905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978614.367908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978614.367912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978614.367914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978614.367917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978614.367919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978614.496183:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978614.496189:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978614.496193:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978615.327881:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978615.327891:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978615.327893:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978615.327897:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978615.327901:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978615.327909:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9474
00000400:00000200:3.0:1783978615.327918:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978615.327925:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978615.327928:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978615.327931:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.327934:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.327936:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.327939:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978615.327942:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978615.327945:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978615.327948:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978615.327951:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978615.327953:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978615.327956:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978615.327959:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.327961:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.327963:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.327965:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978615.327968:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978615.327971:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978615.327973:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978615.327976:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978615.327980:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978615.327983:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.327985:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978615.327988:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978615.327998:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978615.328002:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978615.328006:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978615.328008:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328010:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978615.328013:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978615.328016:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978615.328023:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978615.328031:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978615.328039:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367028480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978615.328049:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978615.328053:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978615.328057:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367028480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978615.328080:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978615.328084:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978615.328087:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978615.328088:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978615.328090:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978615.328093:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978615.328096:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9474
00000400:00000200:3.0:1783978615.328099:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978615.328102:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978615.328104:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978615.328106:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328108:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.328111:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328113:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978615.328116:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978615.328118:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978615.328119:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978615.328122:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978615.328124:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978615.328127:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978615.328132:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328135:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.328140:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328144:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978615.328148:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978615.328153:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328160:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978615.328165:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978615.328171:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978615.328176:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328180:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978615.328186:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978615.328191:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328193:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978615.328197:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978615.328201:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978615.328206:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978615.328209:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328213:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978615.328215:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978615.328219:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978615.328225:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978615.328231:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978615.328239:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367028608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978615.328249:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978615.328254:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978615.328273:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367028608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978615.328300:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978615.328305:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978615.328310:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978615.328314:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978615.328317:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978615.328322:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978615.328325:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9474
00000400:00000200:3.0:1783978615.328333:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978615.328337:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978615.328342:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978615.328346:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328349:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.328354:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328358:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978615.328362:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978615.328365:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978615.328369:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978615.328373:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978615.328377:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978615.328382:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978615.328388:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328392:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978615.328398:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328402:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978615.328406:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978615.328412:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978615.328415:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978615.328418:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978615.328423:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978615.328428:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328432:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978615.328435:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978615.328439:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328443:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978615.328451:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978615.328457:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978615.328460:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1783978615.328461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978615.328463:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978615.328468:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1783978615.328468:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1783978615.328469:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978615.328473:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978615.328479:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978615.328485:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978615.328493:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367028736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978615.328508:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978615.328512:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978615.328519:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367028736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978615.328531:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978615.328535:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978615.328539:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978615.328542:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978615.328544:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978615.328549:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9484)
00000800:00000200:1.1:1783978615.328900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978615.328902:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978615.329155:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978615.329157:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783978615.392337:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978615.392345:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978615.392347:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978615.392353:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978615.392356:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978615.392359:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978615.392361:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978615.392362:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978615.392364:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978615.519993:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978615.519998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978615.520001:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978616.415925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978616.415933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978616.415940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978616.415946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978616.415949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978616.415954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978616.415957:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978616.415961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978616.415964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978616.544101:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978616.544105:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978616.544108:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978616.607916:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304148214, at 4304148224
00000100:00000010:0.0:1783978616.607937:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcde0.
00000100:00000001:3.0:1783978617.440023:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978617.440035:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978617.440038:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978617.440047:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978617.440051:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978617.440056:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978617.440060:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978617.440063:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978617.440067:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978617.568086:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978617.568091:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978617.568095:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978618.463926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978618.463937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978618.463939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978618.463946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978618.463952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978618.463956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978618.463959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978618.463962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978618.463966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978618.592100:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978618.592104:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978618.592108:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978619.487923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978619.487934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978619.487943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978619.487956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978619.487961:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978619.487966:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978619.487968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978619.487972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978619.487975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978619.616039:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978619.616043:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978619.616047:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978620.447899:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978620.447907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978620.447910:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978620.447913:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978620.447918:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978620.447924:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9479
00000400:00000200:3.0:1783978620.447933:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978620.447938:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978620.447941:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978620.447943:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.447946:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.447949:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.447951:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978620.447954:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978620.447956:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978620.447958:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978620.447961:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978620.447963:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978620.447966:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978620.447969:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.447970:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.447972:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.447974:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978620.447976:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978620.447979:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978620.447986:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978620.447988:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978620.447992:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978620.447994:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.447996:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978620.447999:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978620.448008:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978620.448011:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978620.448014:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978620.448016:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448018:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978620.448021:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978620.448024:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978620.448031:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978620.448036:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978620.448044:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367028864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978620.448054:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978620.448058:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978620.448063:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367028864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978620.448084:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978620.448087:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978620.448090:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978620.448091:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978620.448093:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978620.448096:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978620.448098:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9479
00000400:00000200:3.0:1783978620.448102:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978620.448104:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978620.448107:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978620.448109:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448112:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.448114:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448116:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978620.448118:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978620.448120:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978620.448122:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978620.448124:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978620.448129:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978620.448132:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978620.448137:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448140:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.448142:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448145:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978620.448149:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978620.448156:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448162:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978620.448165:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978620.448185:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978620.448188:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448189:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978620.448194:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978620.448196:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448200:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978620.448207:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978620.448211:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978620.448216:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978620.448219:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448223:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978620.448225:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978620.448228:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978620.448237:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978620.448242:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978620.448250:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367028992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978620.448259:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978620.448263:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978620.448268:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367028992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978620.448279:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978620.448284:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978620.448290:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978620.448291:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978620.448293:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978620.448297:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978620.448300:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9479
00000400:00000200:3.0:1783978620.448308:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978620.448313:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978620.448318:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978620.448324:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448327:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.448332:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448336:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978620.448338:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978620.448340:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978620.448341:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978620.448344:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978620.448347:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978620.448352:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978620.448358:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448363:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978620.448370:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448374:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978620.448378:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978620.448383:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978620.448390:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978620.448396:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978620.448401:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978620.448405:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448410:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978620.448413:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978620.448415:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448416:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978620.448420:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978620.448426:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978620.448431:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978620.448434:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978620.448439:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978620.448442:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978620.448444:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978620.448450:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978620.448455:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978620.448463:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367029120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978620.448473:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978620.448476:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978620.448483:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367029120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978620.448495:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978620.448497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978620.448499:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978620.448501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1783978620.448508:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978620.448514:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978620.448519:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978620.448529:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9489)
00000800:00000200:1.1:1783978620.448897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978620.448900:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978620.449209:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978620.449212:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978620.511914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978620.511922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978620.511924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978620.511929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978620.511933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978620.511936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978620.511939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978620.511941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978620.511944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978620.640042:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978620.640057:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978620.640060:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978621.535896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978621.535903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978621.535905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978621.535910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978621.535914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978621.535917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978621.535920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978621.535922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978621.535925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978621.663942:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978621.663946:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978621.663949:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978621.727875:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304153334, at 4304153344
00000100:00000010:0.0:1783978621.727891:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc420.
00000100:00000001:3.0:1783978622.559916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978622.559923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978622.559924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978622.559929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978622.559931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978622.559934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978622.559936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978622.559938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978622.559939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978622.688068:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978622.688072:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978622.688075:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978623.583970:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978623.583978:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978623.583980:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978623.583986:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978623.583990:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978623.583993:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978623.583995:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978623.583997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978623.584000:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978623.711968:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978623.711973:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978623.711977:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978624.607894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978624.607901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978624.607903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978624.607909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978624.607913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978624.607916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978624.607919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978624.607921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978624.607924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978624.736029:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978624.736033:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978624.736036:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978625.567887:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978625.567894:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978625.567896:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978625.567899:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978625.567903:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978625.567908:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9484
00000400:00000200:0.0:1783978625.567916:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978625.567921:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978625.567924:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978625.567927:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.567930:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.567932:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.567934:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978625.567939:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978625.567940:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978625.567943:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978625.567945:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978625.567948:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978625.567950:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978625.567952:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.567954:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.567956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.567958:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978625.567961:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978625.567963:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978625.567965:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978625.567968:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978625.567971:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978625.567974:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.567976:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978625.567978:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978625.567987:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783978625.567991:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978625.567994:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978625.567996:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.567999:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978625.568001:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978625.568005:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978625.568013:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783978625.568019:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978625.568028:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367029248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978625.568037:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978625.568041:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978625.568045:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367029248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978625.568069:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978625.568078:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978625.568108:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978625.568110:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978625.568112:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978625.568116:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978625.568122:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9484
00000400:00000200:0.0:1783978625.568128:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978625.568135:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978625.568140:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978625.568147:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568151:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.568155:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568160:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978625.568163:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978625.568166:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978625.568171:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978625.568174:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978625.568180:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978625.568183:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978625.568188:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568191:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.568195:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568197:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978625.568199:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978625.568200:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568201:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978625.568203:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978625.568210:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978625.568215:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568219:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978625.568225:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978625.568231:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568234:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978625.568240:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000020:00000040:0.0:1783978625.568245:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978625.568252:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978625.568255:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568261:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978625.568264:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978625.568267:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978625.568272:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783978625.568276:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978625.568283:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367029376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978625.568292:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978625.568295:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978625.568299:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367029376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978625.568308:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978625.568313:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978625.568320:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978625.568324:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978625.568328:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978625.568332:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978625.568338:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9484
00000400:00000200:0.0:1783978625.568361:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978625.568368:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978625.568371:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978625.568376:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568377:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.568379:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568384:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978625.568387:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978625.568391:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978625.568394:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978625.568398:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.1:1783978625.568401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:0.0:1783978625.568402:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978625.568407:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.1:1783978625.568407:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1783978625.568414:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568419:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978625.568425:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568429:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978625.568434:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978625.568438:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978625.568441:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978625.568444:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978625.568446:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978625.568449:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568452:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978625.568454:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978625.568458:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568460:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978625.568463:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783978625.568467:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978625.568470:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978625.568472:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978625.568475:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978625.568478:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978625.568480:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978625.568483:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978625.568487:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978625.568493:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367029504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978625.568510:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978625.568513:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978625.568517:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367029504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978625.568525:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978625.568527:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978625.568531:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978625.568534:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978625.568539:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978625.568543:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9494)
00000800:00000200:1.1:1783978625.568849:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978625.568851:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978625.569067:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978625.569070:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1783978625.631854:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978625.631861:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978625.631863:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978625.631868:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978625.631872:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978625.631875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978625.631876:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978625.631878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978625.631880:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978625.760031:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978625.760035:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978625.760037:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978626.655936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978626.655943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978626.655944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978626.655949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978626.655951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978626.655954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978626.655956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978626.655957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978626.655959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978626.783970:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978626.783974:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978626.783977:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978626.847890:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304158454, at 4304158464
00000100:00000010:0.0:1783978626.847902:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcb40.
00000100:00000001:3.0:1783978627.679876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978627.679882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978627.679884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978627.679888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978627.679892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978627.679894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978627.679896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978627.679898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978627.679900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978627.807992:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978627.807997:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978627.808000:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978628.703921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978628.703928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978628.703930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978628.703936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978628.703939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978628.703943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978628.703945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978628.703947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978628.703950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978628.832021:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978628.832053:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978628.832056:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978629.727841:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978629.727849:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978629.727851:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978629.727856:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978629.727859:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978629.727863:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978629.727865:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978629.727868:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978629.727871:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978629.855970:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978629.855981:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978629.855984:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978630.688365:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978630.688371:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978630.688375:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978630.688384:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688401:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978630.688405:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.688420:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978630.688425:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978630.688430:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978630.688452:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367029632:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978630.688460:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978630.688466:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978630.688471:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.688477:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978630.688484:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978630.688488:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978630.688493:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978630.688499:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978630.688506:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978630.688513:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367029632, portal 25
00000100:00000001:0.0:1783978630.688517:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978630.688520:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:0.0:1783978630.688529:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688540:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978630.688545:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978630.688548:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978630.688559:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367029632, offset 0
00000400:00000200:0.0:1783978630.688570:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978630.688582:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.688590:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978630.688595:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978630.688598:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978630.688602:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978630.688604:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978630.688608:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345604:345604:256:4294967295] 192.168.201.109@tcp LPNI seq info [345593:345593:8:4294967295]
00000400:00000200:0.0:1783978630.688613:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.688622:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978630.688631:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.688639:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978630.688651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978630.688657:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783978630.688669:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978630.688675:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1783978630.688684:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.688689:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978630.688697:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978630.688707:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978630.688714:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978630.688718:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978630.688723:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978630.688729:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688753:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.688790:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688797:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.688798:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978630.688804:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978630.688807:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978630.688809:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304163575
00000100:00000010:0.0:1783978630.688813:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978630.688820:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978630.688828:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304163575
00000100:00000010:0.0:1783978630.688832:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6420.
00000100:00000001:0.0:1783978630.688836:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978630.688840:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978630.688845:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.688849:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978630.688858:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978630/real 1783978630]  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978630.688879:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978630.688883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978630.688887:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978630.688892:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978630.688895:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978630.688899:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978630.688903:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978630.688911:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688915:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978630.688917:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.688919:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.688920:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978630.688923:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688927:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978630.688930:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688936:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978630.688939:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.688941:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.688942:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.688944:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978630.688946:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978630.688948:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978630.688953:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978630.688955:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978630.688959:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978630.688967:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367029632:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978630.688971:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.688973:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.688976:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367029632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.688981:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978630.688983:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978630.688986:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978630.688989:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978630.688990:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978630.689003:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978630.689006:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978630.689008:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783978630.689012:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978630.689013:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978630.689015:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783978630.689018:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978630.689019:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689022:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689028:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978630.689030:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689032:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978630.689034:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978630.689035:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978630.689039:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689046:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978630.689047:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.689049:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978630.689050:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978630.689053:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978630.689056:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367029760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978630.689058:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978630.689060:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978630.689062:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.689064:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978630.689067:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978630.689068:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978630.689072:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978630.689074:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978630.689078:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978630.689080:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367029760, portal 10
00000100:00000001:0.0:1783978630.689082:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978630.689084:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783978630.689089:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689095:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978630.689097:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978630.689099:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978630.689101:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367029760, offset 0
00000400:00000200:0.0:1783978630.689105:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978630.689109:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.689113:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978630.689115:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978630.689117:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978630.689119:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978630.689122:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978630.689125:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345605:345605:256:4294967295] 192.168.201.109@tcp LPNI seq info [345594:345594:8:4294967295]
00000400:00000200:0.0:1783978630.689129:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.689134:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978630.689138:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.689141:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978630.689145:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978630.689148:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783978630.689152:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978630.689155:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1783978630.689158:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.689160:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978630.689162:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978630.689165:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978630.689168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978630.689170:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978630.689172:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978630.689175:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689183:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.689186:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689193:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689194:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978630.689197:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978630.689200:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978630.689203:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978630.689205:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304162336
00000100:00000001:0.0:1783978630.689208:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304163575
00000100:00000001:0.0:1783978630.689210:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304162336
00000100:00000001:0.0:1783978630.689212:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304163575
00000100:00000001:0.0:1783978630.689214:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978630.689217:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689218:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978630.689221:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978630/real 1783978630]  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978630.689235:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978630.689236:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978630.689237:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978630.689240:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978630.689241:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978630.689243:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978630.689246:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978630.689259:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689264:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978630.689266:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689268:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.689269:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978630.689284:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689294:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978630.689299:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689305:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978630.689308:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689309:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.689310:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689312:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978630.689315:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978630.689318:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978630.689321:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978630.689324:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978630.689328:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978630.689335:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367029760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978630.689338:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978630.689341:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689347:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978630.689348:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.689350:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978630.689352:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978630.689354:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978630.689356:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367029888:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978630.689359:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978630.689361:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978630.689363:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978630.689364:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978630.689367:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978630.689369:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978630.689373:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978630.689375:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978630.689377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978630.689380:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367029888, portal 10
00000100:00000001:0.0:1783978630.689382:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978630.689383:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:0.0:1783978630.689388:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689394:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978630.689397:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978630.689399:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978630.689401:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367029888, offset 0
00000400:00000200:0.0:1783978630.689406:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978630.689410:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.689413:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978630.689416:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978630.689418:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978630.689421:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978630.689423:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978630.689426:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345606:345606:256:4294967295] 192.168.201.109@tcp LPNI seq info [345595:345595:8:4294967295]
00000400:00000200:0.0:1783978630.689430:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978630.689436:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978630.689440:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.689443:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978630.689446:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978630.689449:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783978630.689453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978630.689456:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1783978630.689460:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978630.689462:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978630.689465:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978630.689468:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978630.689471:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978630.689473:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978630.689475:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978630.689477:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689484:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.689487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689494:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689495:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978630.689498:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978630.689500:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978630.689503:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978630.689506:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304162333
00000100:00000001:0.0:1783978630.689509:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304163575
00000100:00000001:0.0:1783978630.689511:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304162333
00000100:00000001:0.0:1783978630.689513:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304163575
00000100:00000001:0.0:1783978630.689515:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978630.689517:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689519:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978630.689523:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978630/real 1783978630]  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978630.689530:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978630.689532:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978630.689533:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978630.689535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978630.689537:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978630.689538:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978630.689542:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978630.689549:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689554:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978630.689556:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689558:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.689559:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978630.689562:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689569:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978630.689573:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689580:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978630.689583:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689584:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978630.689586:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689588:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978630.689589:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978630.689592:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978630.689595:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978630.689597:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978630.689601:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978630.689608:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367029888:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978630.689612:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689615:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.689618:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367029760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689624:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978630.689625:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978630.689627:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978630.689629:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978630.689631:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978630.689632:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978630.689634:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978630.689636:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783978630.689638:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978630.689640:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978630.689641:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783978630.689644:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978630.689645:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689647:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978630.689650:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367029888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978630.689662:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978630.689664:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978630.689665:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978630.689668:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978630.689669:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978630.689670:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978630.689672:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978630.689673:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978630.689676:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978630.689677:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978630.689678:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783978630.689680:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978630.689681:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689683:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978630.689686:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978630.689688:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978630.689690:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978630.689692:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978630.751896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978630.751902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978630.751904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978630.751908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978630.751911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978630.751913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978630.751915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978630.751917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978630.751919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978630.879972:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978630.879975:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978630.879978:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978631.775958:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978631.775966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978631.775968:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978631.776051:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978631.776056:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978631.776059:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978631.776062:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978631.776065:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978631.776068:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978631.903989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978631.903993:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978631.903996:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978631.967910:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304163575, at 4304163584
00000100:00000010:0.0:1783978631.967927:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978632.799888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978632.799896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978632.799898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978632.799904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978632.799908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978632.799912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978632.799914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978632.799917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978632.799920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978632.928288:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978632.928291:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978632.928293:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978633.823971:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978633.823979:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978633.823981:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978633.823986:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978633.823995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978633.823998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978633.824001:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978633.824003:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978633.824006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978633.951960:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978633.951963:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978633.951966:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978634.847889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978634.847895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978634.847898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978634.847903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978634.847906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978634.847910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978634.847912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978634.847915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978634.847918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978634.978290:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978634.978294:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978634.978297:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978635.807935:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978635.807946:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978635.807949:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978635.807952:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978635.807957:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978635.807964:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9495
00000400:00000200:3.0:1783978635.807973:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978635.807979:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978635.807982:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978635.807985:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.807988:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978635.807990:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.807993:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978635.807997:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978635.807999:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978635.808001:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978635.808004:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978635.808006:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978635.808009:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978635.808012:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808014:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978635.808016:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808018:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978635.808021:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978635.808024:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808026:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978635.808028:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978635.808031:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978635.808033:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808035:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978635.808036:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978635.808045:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978635.808051:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978635.808055:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978635.808056:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808058:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978635.808060:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978635.808063:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978635.808069:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978635.808074:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978635.808081:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978635.808088:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978635.808091:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978635.808094:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978635.808112:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978635.808114:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978635.808116:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978635.808117:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978635.808119:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978635.808120:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978635.808122:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9495
00000400:00000200:3.0:1783978635.808125:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978635.808127:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978635.808128:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978635.808130:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808132:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978635.808133:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808134:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978635.808135:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978635.808136:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978635.808137:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978635.808138:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978635.808139:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978635.808140:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978635.808142:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808143:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978635.808144:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808146:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978635.808147:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978635.808149:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808151:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978635.808152:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978635.808158:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978635.808159:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808160:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978635.808163:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783978635.808165:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1783978635.808165:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808167:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978635.808171:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783978635.808172:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783978635.808173:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:0.0:1783978635.808176:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783978635.808177:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978635.808178:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808181:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978635.808182:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978635.808184:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978635.808188:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783978635.808192:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978635.808198:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978635.808203:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978635.808222:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978635.808223:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978635.808226:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808228:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.808233:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1783978635.808235:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783978635.808238:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978635.808241:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978635.808249:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030016:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978635.808258:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978635.808258:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.808263:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1783978635.808263:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783978635.808267:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978635.808269:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1783978635.808273:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978635.808273:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978635.808277:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1783978635.808279:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
00000100:00000001:3.0:1783978635.808280:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783978635.808284:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978635.808287:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9495
00000400:00000200:0.0:1783978635.808294:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978635.808294:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978635.808300:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000010:0.0:1783978635.808301:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000100:00080000:3.0:1783978635.808302:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978635.808307:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808308:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978635.808310:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:0.0:1783978635.808311:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000001:3.0:1783978635.808311:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978635.808316:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978635.808317:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978635.808318:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978635.808319:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000200:0.0:1783978635.808321:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030016, portal 25
00000020:00000001:3.0:1783978635.808321:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978635.808323:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978635.808327:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978635.808328:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783978635.808329:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783978635.808332:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:3.0:1783978635.808332:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808335:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978635.808339:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978635.808341:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808343:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978635.808345:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978635.808345:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978635.808347:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978635.808351:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808355:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978635.808356:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978635.808358:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808359:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978635.808362:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978635.808363:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978635.808365:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978635.808367:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.808370:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978635.808372:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978635.808374:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808378:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1783978635.808380:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000040:0.0:1783978635.808385:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808386:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783978635.808391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00100000:3.0:1783978635.808392:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783978635.808397:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367030016, offset 0
00000100:00000001:3.0:1783978635.808400:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978635.808403:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978635.808405:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783978635.808410:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978635.808415:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978635.808419:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783978635.808422:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978635.808426:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978635.808430:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783978635.808432:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783978635.808439:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783978635.808441:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783978635.808446:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9505)
00000400:00000200:0.0:1783978635.808448:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978635.808453:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978635.808457:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978635.808461:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345607:345607:256:4294967295] 192.168.201.109@tcp LPNI seq info [345596:345596:8:4294967295]
00000400:00000200:0.0:1783978635.808466:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978635.808473:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978635.808477:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.808482:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978635.808495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978635.808500:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783978635.808504:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978635.808506:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783978635.808509:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.808511:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978635.808516:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978635.808519:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978635.808522:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978635.808524:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978635.808527:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978635.808530:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808536:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.808542:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808549:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808550:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978635.808554:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978635.808556:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978635.808559:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304168694
00000100:00000010:0.0:1783978635.808562:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978635.808567:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978635.808571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304168694
00000100:00000010:0.0:1783978635.808573:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e68a0.
00000100:00000001:0.0:1783978635.808575:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978635.808577:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978635.808579:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808581:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978635.808584:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978635/real 1783978635]  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978635.808594:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978635.808595:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978635.808598:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978635.808600:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978635.808602:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978635.808604:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978635.808607:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978635.808615:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808622:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978635.808624:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808626:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.808628:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978635.808631:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808638:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978635.808642:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808650:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978635.808652:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808654:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.808655:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808657:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978635.808658:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978635.808660:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978635.808663:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978635.808665:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978635.808668:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978635.808673:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030016:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978635.808675:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808677:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.808678:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367030016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808682:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978635.808684:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978635.808686:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978635.808688:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978635.808689:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978635.808691:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978635.808692:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978635.808694:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783978635.808696:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978635.808697:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978635.808699:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783978635.808701:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978635.808701:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808703:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808708:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978635.808709:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808710:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978635.808711:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978635.808712:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978635.808714:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808718:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978635.808719:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.808721:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978635.808722:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978635.808724:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978635.808725:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978635.808727:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978635.808729:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978635.808730:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.808731:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978635.808733:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978635.808734:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978635.808737:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978635.808738:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978635.808741:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978635.808743:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030144, portal 10
00000100:00000001:0.0:1783978635.808744:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978635.808745:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:0.0:1783978635.808749:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808753:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978635.808761:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978635.808762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978635.808764:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367030144, offset 0
00000400:00000200:0.0:1783978635.808767:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978635.808769:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978635.808802:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978635.808804:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978635.808806:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978635.808807:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978635.808809:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978635.808811:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345608:345608:256:4294967295] 192.168.201.109@tcp LPNI seq info [345597:345597:8:4294967295]
00000400:00000200:0.0:1783978635.808814:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978635.808818:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978635.808820:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.808845:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978635.808848:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978635.808850:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783978635.808853:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978635.808855:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783978635.808858:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.808859:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978635.808865:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978635.808868:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978635.808870:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978635.808872:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978635.808874:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978635.808877:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808882:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.808884:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808889:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808890:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978635.808892:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978635.808894:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978635.808896:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978635.808897:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304167456
00000100:00000001:0.0:1783978635.808899:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304168694
00000100:00000001:0.0:1783978635.808900:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304167456
00000100:00000001:0.0:1783978635.808902:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304168694
00000100:00000001:0.0:1783978635.808914:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978635.808916:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.808918:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978635.808921:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978635/real 1783978635]  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978635.808935:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978635.808936:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978635.808938:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978635.808940:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978635.808942:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978635.808944:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978635.808947:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978635.808956:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808961:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978635.808962:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808963:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.808964:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978635.808966:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808970:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978635.808972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.808976:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978635.808977:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808978:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.808978:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.808979:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978635.808981:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978635.808983:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978635.808984:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978635.808985:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978635.808988:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978635.808993:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978635.808995:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978635.808997:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809000:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978635.809001:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.809002:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978635.809003:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978635.809005:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978635.809006:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978635.809008:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978635.809009:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978635.809010:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978635.809011:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978635.809013:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978635.809015:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978635.809017:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978635.809018:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978635.809020:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978635.809022:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030272, portal 10
00000100:00000001:0.0:1783978635.809023:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978635.809024:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783978635.809028:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809034:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978635.809036:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978635.809038:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978635.809041:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367030272, offset 0
00000400:00000200:0.0:1783978635.809046:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978635.809050:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978635.809053:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978635.809056:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978635.809058:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978635.809060:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978635.809062:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978635.809065:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345609:345609:256:4294967295] 192.168.201.109@tcp LPNI seq info [345598:345598:8:4294967295]
00000400:00000200:0.0:1783978635.809069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978635.809074:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978635.809078:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.809082:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978635.809085:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978635.809088:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783978635.809092:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978635.809094:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783978635.809098:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978635.809100:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978635.809102:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978635.809105:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978635.809108:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978635.809109:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978635.809112:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978635.809115:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809122:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.809125:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809132:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.809133:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978635.809135:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978635.809137:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978635.809139:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978635.809141:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304167453
00000100:00000001:0.0:1783978635.809143:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304168694
00000100:00000001:0.0:1783978635.809144:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304167453
00000100:00000001:0.0:1783978635.809145:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304168694
00000100:00000001:0.0:1783978635.809147:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978635.809148:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.809149:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978635.809151:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978635/real 1783978635]  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978635.809155:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978635.809156:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978635.809157:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978635.809159:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978635.809160:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978635.809161:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978635.809163:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978635.809168:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809174:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978635.809175:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809177:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.809178:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978635.809181:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809188:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978635.809192:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809198:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978635.809201:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809202:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978635.809204:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809205:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978635.809207:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978635.809209:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978635.809212:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978635.809214:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978635.809217:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978635.809225:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978635.809229:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809231:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.809233:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367030144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809239:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978635.809240:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978635.809241:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978635.809243:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978635.809244:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978635.809244:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978635.809246:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978635.809247:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783978635.809249:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978635.809250:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978635.809250:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783978635.809252:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978635.809253:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809254:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978635.809256:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367030272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978635.809263:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978635.809264:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978635.809265:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978635.809266:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978635.809267:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978635.809267:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978635.809268:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978635.809269:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783978635.809270:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978635.809270:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978635.809271:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783978635.809272:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978635.809273:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809274:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978635.809276:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978635.809277:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978635.809278:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978635.809279:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978635.871896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978635.871916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978635.871918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978635.871924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978635.871928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978635.871931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978635.871934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978635.871937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978635.871939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978635.999998:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978636.000003:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978636.000007:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978636.895959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978636.895983:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978636.895986:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978636.895993:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978636.895998:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978636.896002:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978636.896005:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978636.896007:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978636.896010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978637.024082:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978637.024085:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978637.024088:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978637.087935:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304168694, at 4304168704
00000100:00000010:0.0:1783978637.087948:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978637.919905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978637.919914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978637.919916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978637.919922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978637.919925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978637.919929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978637.919932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978637.919934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978637.919937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978638.048069:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978638.048076:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978638.048081:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978638.943929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978638.943937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978638.943939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978638.943945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978638.943947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978638.943950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978638.943952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978638.943954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978638.943956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978639.072062:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978639.072066:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978639.072069:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978639.967902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978639.967912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978639.967914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978639.967921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978639.967925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978639.967930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978639.967933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978639.967936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978639.967940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978640.096160:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978640.096164:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978640.096168:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978640.927921:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978640.927933:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978640.927935:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978640.927939:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978640.927944:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978640.927951:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9500
00000400:00000200:3.0:1783978640.927960:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978640.927966:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978640.927969:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978640.927981:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.927985:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978640.927988:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.927990:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978640.927994:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978640.927996:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978640.927999:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978640.928002:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978640.928004:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978640.928006:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978640.928009:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928010:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978640.928012:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928013:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978640.928015:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978640.928018:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928020:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978640.928023:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978640.928026:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978640.928028:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928030:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978640.928032:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978640.928042:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978640.928046:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978640.928049:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978640.928051:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928053:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978640.928056:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978640.928059:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978640.928066:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978640.928073:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978640.928081:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978640.928091:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978640.928095:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978640.928100:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978640.928125:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978640.928128:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978640.928131:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978640.928133:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978640.928134:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978640.928137:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978640.928139:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9500
00000400:00000200:3.0:1783978640.928143:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978640.928146:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978640.928148:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978640.928151:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928153:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978640.928155:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928157:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978640.928159:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978640.928161:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978640.928163:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978640.928166:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978640.928168:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978640.928169:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978640.928172:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928175:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978640.928177:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928178:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978640.928181:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978640.928184:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928186:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978640.928188:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978640.928194:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978640.928196:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928198:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978640.928202:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978640.928205:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.928209:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978640.928210:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.928220:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1783978640.928223:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783978640.928224:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978640.928227:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978640.928232:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978640.928233:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928234:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978640.928236:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978640.928238:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978640.928244:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783978640.928244:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978640.928257:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.928273:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1783978640.928273:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978640.928280:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.928290:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978640.928291:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783978640.928295:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978640.928303:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928305:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978640.928312:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030400:192.168.201.109@tcp:250:kworker.0
00000100:00000040:3.0:1783978640.928316:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928321:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978640.928330:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978640.928334:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.928341:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978640.928348:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978640.928351:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978640.928355:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978640.928356:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978640.928358:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1783978640.928360:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
00000100:00000001:3.0:1783978640.928362:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783978640.928366:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978640.928368:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9500
00000400:00000200:3.0:1783978640.928376:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978640.928381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978640.928386:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978640.928390:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1783978640.928391:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000100:00000040:3.0:1783978640.928396:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928401:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783978640.928404:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000040:3.0:1783978640.928404:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928411:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978640.928415:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978640.928416:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000200:0.0:1783978640.928418:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030400, portal 25
00000020:00000001:3.0:1783978640.928419:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978640.928424:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:0.0:1783978640.928426:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1783978640.928429:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783978640.928430:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000020:00000001:3.0:1783978640.928439:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978640.928445:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978640.928448:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928457:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978640.928467:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928475:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783978640.928476:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1783978640.928481:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000040:0.0:1783978640.928487:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783978640.928493:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:0.0:1783978640.928496:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000001:3.0:1783978640.928498:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783978640.928503:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367030400, offset 0
02000000:00000001:3.0:1783978640.928504:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978640.928509:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978640.928513:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928516:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783978640.928520:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000008:00100000:3.0:1783978640.928520:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978640.928528:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928530:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978640.928535:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000400:00000200:0.0:1783978640.928539:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:3.0:1783978640.928541:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978640.928547:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978640.928548:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.928553:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978640.928554:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978640.928557:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.928562:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000010:3.0:1783978640.928563:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978640.928570:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.928572:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978640.928581:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00100000:3.0:1783978640.928581:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783978640.928591:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978640.928596:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783978640.928600:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978640.928603:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.928610:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345610:345610:256:4294967295] 192.168.201.109@tcp LPNI seq info [345599:345599:8:4294967295]
00000100:00000040:3.0:1783978640.928613:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783978640.928627:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978640.928640:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978640.928644:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783978640.928655:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1783978640.928657:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978640.928666:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783978640.928674:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978640.928676:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978640.928687:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9510)
00000800:00000010:0.0:1783978640.928688:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978640.928700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978640.928705:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978640.928715:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978640.928720:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783978640.928725:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978640.928729:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978640.928736:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978640.928741:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978640.928747:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978640.928750:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978640.928756:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978640.928761:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928835:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.928840:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928848:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.928850:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978640.928858:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.928863:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978640.928867:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304173815
00000100:00000010:0.0:1783978640.928874:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978640.928882:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978640.928891:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304173815
00000100:00000010:0.0:1783978640.928895:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6ea0.
00000100:00000001:0.0:1783978640.928898:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978640.928902:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978640.928906:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.928909:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978640.928914:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978640/real 1783978640]  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978640.928925:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978640.928927:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978640.928929:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978640.928933:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978640.928934:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978640.928937:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978640.928941:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978640.928950:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928956:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978640.928958:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.928961:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.928963:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978640.928967:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928976:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978640.928981:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.928989:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978640.928993:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.928995:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.928996:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.928999:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978640.929002:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978640.929005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978640.929010:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978640.929013:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978640.929018:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978640.929026:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030400:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978640.929032:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929033:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.929037:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367030400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929044:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978640.929047:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978640.929050:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978640.929053:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978640.929056:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978640.929058:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978640.929061:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978640.929064:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783978640.929068:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978640.929071:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978640.929073:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783978640.929077:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978640.929078:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929081:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929090:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978640.929092:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929095:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978640.929096:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978640.929098:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978640.929102:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929110:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978640.929112:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.929115:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978640.929117:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978640.929120:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978640.929123:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978640.929126:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978640.929129:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978640.929131:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.929133:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978640.929136:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978640.929139:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.929143:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978640.929146:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978640.929150:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978640.929154:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030528, portal 10
00000100:00000001:0.0:1783978640.929155:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978640.929157:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:0.0:1783978640.929164:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929170:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978640.929172:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978640.929175:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978640.929177:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367030528, offset 0
00000400:00000200:0.0:1783978640.929181:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978640.929185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978640.929189:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978640.929192:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978640.929194:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978640.929197:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978640.929199:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978640.929202:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345611:345611:256:4294967295] 192.168.201.109@tcp LPNI seq info [345600:345600:8:4294967295]
00000400:00000200:0.0:1783978640.929206:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978640.929213:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978640.929218:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978640.929222:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978640.929226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978640.929228:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978640.929233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978640.929235:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783978640.929239:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978640.929241:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978640.929244:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978640.929248:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978640.929251:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978640.929253:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978640.929255:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978640.929259:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929268:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.929271:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929278:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929280:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978640.929283:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978640.929288:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978640.929291:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978640.929293:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304172576
00000100:00000001:0.0:1783978640.929296:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304173815
00000100:00000001:0.0:1783978640.929298:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304172576
00000100:00000001:0.0:1783978640.929300:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304173815
00000100:00000001:0.0:1783978640.929303:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978640.929305:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929307:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978640.929310:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978640/real 1783978640]  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978640.929325:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978640.929326:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978640.929328:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978640.929331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978640.929332:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978640.929334:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978640.929338:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978640.929346:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929352:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978640.929354:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929356:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.929357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978640.929361:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929367:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978640.929371:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929377:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978640.929380:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929381:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.929383:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929384:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978640.929388:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978640.929391:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978640.929394:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978640.929396:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978640.929401:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978640.929408:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978640.929412:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978640.929416:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929423:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978640.929425:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.929427:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978640.929429:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978640.929431:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978640.929433:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978640.929437:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978640.929439:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978640.929441:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978640.929443:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978640.929446:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978640.929449:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978640.929452:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978640.929454:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978640.929458:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978640.929460:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030656, portal 10
00000100:00000001:0.0:1783978640.929463:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978640.929464:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:0.0:1783978640.929470:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929476:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978640.929479:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978640.929481:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978640.929483:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367030656, offset 0
00000400:00000200:0.0:1783978640.929488:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978640.929491:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978640.929494:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978640.929498:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978640.929501:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978640.929503:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978640.929505:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978640.929508:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345612:345612:256:4294967295] 192.168.201.109@tcp LPNI seq info [345601:345601:8:4294967295]
00000400:00000200:0.0:1783978640.929513:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978640.929518:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978640.929523:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978640.929527:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978640.929530:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978640.929533:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978640.929537:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978640.929540:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783978640.929544:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978640.929546:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:0.0:1783978640.929549:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978640.929553:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978640.929556:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:0.0:1783978640.929557:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:0.0:1783978640.929560:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978640.929563:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929572:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.929575:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929582:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929584:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978640.929587:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978640.929590:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978640.929594:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978640.929597:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304172573
00000100:00000001:0.0:1783978640.929600:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304173815
00000100:00000001:0.0:1783978640.929602:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304172573
00000100:00000001:0.0:1783978640.929604:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304173815
00000100:00000001:0.0:1783978640.929607:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978640.929609:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929611:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978640.929615:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978640/real 1783978640]  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978640.929622:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978640.929623:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978640.929625:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978640.929627:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783978640.929629:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978640.929631:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978640.929634:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978640.929643:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929649:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978640.929651:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929652:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.929654:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978640.929657:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929664:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978640.929668:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929675:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978640.929678:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929680:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978640.929681:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929683:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978640.929684:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978640.929687:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978640.929690:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978640.929692:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978640.929696:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978640.929704:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978640.929708:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929710:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.929713:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367030528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929720:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978640.929722:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978640.929724:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978640.929727:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978640.929729:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978640.929730:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978640.929732:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978640.929734:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783978640.929737:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978640.929738:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978640.929740:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783978640.929743:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978640.929745:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929747:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978640.929750:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367030656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978640.929761:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978640.929762:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978640.929764:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978640.929766:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978640.929767:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978640.929769:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978640.929771:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978640.929797:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783978640.929801:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978640.929802:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978640.929803:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:0.0:1783978640.929806:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978640.929807:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929809:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978640.929813:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978640.929828:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978640.929830:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978640.929832:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978640.991892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978640.991897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978640.991899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978640.991903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978640.991905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978640.991908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978640.991910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978640.991911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978640.991913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978641.120132:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978641.120139:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978641.120143:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978642.015890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978642.015897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978642.015898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978642.015902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978642.015905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978642.015907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978642.015909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978642.015911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978642.015913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978642.143975:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978642.143979:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978642.143982:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978642.207904:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304173815, at 4304173824
00000100:00000010:0.0:1783978642.207922:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978643.039892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978643.039898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978643.039900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978643.039903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978643.039906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978643.039908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978643.039910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978643.039912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978643.039914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978643.168090:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978643.168093:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978643.168096:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1783978643.487935:0:171567:0:(osc_request.c:745:osc_update_next_shrink()) next time 10707 to shrink grant
00000100:00000001:3.0:1783978644.063885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978644.063891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978644.063893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978644.063898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978644.063900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978644.063903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978644.063905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978644.063907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978644.063909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978644.191948:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978644.191956:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978644.191959:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978645.087854:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978645.087861:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978645.087863:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978645.087868:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978645.087871:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978645.087875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978645.087877:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978645.087880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978645.087882:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978645.218005:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978645.218009:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978645.218012:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978646.047911:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978646.047921:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978646.047923:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978646.047926:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978646.047930:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978646.047937:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9505
00000400:00000200:2.0:1783978646.047946:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978646.047951:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978646.047954:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978646.047957:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.047960:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.047963:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.047965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978646.047968:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978646.047970:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978646.047973:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978646.047975:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978646.047978:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978646.047980:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978646.047983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.047985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.047987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.047989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978646.047991:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978646.047994:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978646.047997:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978646.047999:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978646.048002:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978646.048005:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048007:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978646.048009:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978646.048017:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978646.048021:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978646.048024:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978646.048026:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048028:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978646.048031:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978646.048034:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978646.048041:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978646.048059:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978646.048068:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978646.048078:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978646.048083:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978646.048088:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978646.048115:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978646.048119:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978646.048122:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978646.048124:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978646.048125:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978646.048128:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978646.048130:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9505
00000400:00000200:2.0:1783978646.048134:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978646.048136:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978646.048139:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978646.048141:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048143:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.048145:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048147:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978646.048149:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978646.048150:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978646.048152:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978646.048154:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978646.048156:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978646.048165:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978646.048168:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048169:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.048171:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048173:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978646.048175:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978646.048178:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048180:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978646.048181:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978646.048186:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978646.048188:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048190:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978646.048193:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978646.048196:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048198:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978646.048201:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978646.048203:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978646.048205:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978646.048211:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048212:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978646.048214:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978646.048215:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978646.048228:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978646.048232:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978646.048237:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978646.048244:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978646.048246:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978646.048250:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978646.048263:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978646.048265:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978646.048268:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978646.048269:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978646.048271:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978646.048273:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978646.048275:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9505
00000400:00000200:2.0:1783978646.048279:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978646.048282:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978646.048285:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978646.048288:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048290:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.048291:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048293:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978646.048296:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978646.048297:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978646.048298:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978646.048300:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978646.048302:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978646.048304:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978646.048307:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048309:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978646.048310:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048312:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978646.048314:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978646.048317:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978646.048319:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978646.048321:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978646.048323:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978646.048324:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048326:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978646.048327:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978646.048329:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048330:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978646.048333:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978646.048334:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978646.048336:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978646.048336:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978646.048337:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978646.048338:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978646.048340:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978646.048342:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978646.048345:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978646.048349:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978646.048356:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978646.048359:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978646.048362:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978646.048368:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978646.048371:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978646.048384:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978646.048387:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978646.048390:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978646.048394:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9515)
00000100:00000001:0.0:1783978646.048494:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978646.048499:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978646.048502:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978646.048508:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.048516:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978646.048517:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048521:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978646.048523:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978646.048526:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978646.048529:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030784:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978646.048533:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978646.048537:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978646.048539:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048541:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978646.048546:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978646.048548:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978646.048553:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978646.048557:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978646.048563:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978646.048569:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030784, portal 25
00000100:00000001:0.0:1783978646.048571:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978646.048573:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:0.0:1783978646.048578:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.048585:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978646.048588:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978646.048590:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4de58.
00000100:00000200:0.0:1783978646.048598:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367030784, offset 0
00000400:00000200:0.0:1783978646.048602:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978646.048608:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.048612:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978646.048616:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978646.048619:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978646.048621:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978646.048625:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978646.048629:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345613:345613:256:4294967295] 192.168.201.109@tcp LPNI seq info [345602:345602:8:4294967295]
00000400:00000200:0.0:1783978646.048632:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.048638:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978646.048642:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978646.048646:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978646.048651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978646.048654:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978646.048669:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978646.048671:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978646.048673:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304178934
00000100:00000010:0.0:1783978646.048677:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978646.048683:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978646.048688:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304178934
00000100:00000010:0.0:1783978646.048690:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6a80.
00000100:00000001:0.0:1783978646.048692:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978646.048695:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978646.048696:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978646.048699:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978646.048701:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.048706:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978646.048707:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048708:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978646.048717:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978646.048719:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978646.048722:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978646.048751:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978646.048754:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978646.048756:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048757:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978646.048761:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978646.048763:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978646.048766:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978646.048769:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783978646.048814:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978646.048818:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367030912, portal 10
00000100:00000001:0.0:1783978646.048819:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978646.048820:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:0.0:1783978646.048826:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.048831:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978646.048832:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978646.048876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4dcc0.
00000100:00000200:0.0:1783978646.048878:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367030912, offset 0
00000400:00000200:0.0:1783978646.048882:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978646.048886:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.048889:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978646.048892:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978646.048894:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978646.048896:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978646.048898:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978646.048901:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345614:345614:255:4294967295] 192.168.201.109@tcp LPNI seq info [345603:345603:7:4294967295]
00000400:00000200:0.0:1783978646.048905:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.048912:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978646.048915:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978646.048919:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b900.
00000800:00000200:0.0:1783978646.048923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978646.048926:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978646.048928:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978646.048932:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978646.048935:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978646.048936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304177696
00000100:00000001:0.0:1783978646.048939:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304178934
00000100:00000001:0.0:1783978646.048940:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304177696
00000100:00000001:0.0:1783978646.048943:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304178934
00000100:00000001:0.0:1783978646.048945:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978646.048947:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978646.048949:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978646.048952:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.048958:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978646.048960:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048962:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978646.048963:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978646.048965:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978646.048968:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367031040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978646.048971:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978646.048973:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978646.048974:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978646.048975:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978646.048978:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978646.048980:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978646.048983:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978646.048985:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978646.048988:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978646.048990:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367031040, portal 10
00000100:00000001:0.0:1783978646.048992:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978646.048993:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:0.0:1783978646.048998:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978646.049004:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978646.049006:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978646.049008:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4ddd0.
00000100:00000200:0.0:1783978646.049010:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367031040, offset 0
00000400:00000200:0.0:1783978646.049014:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978646.049017:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.049020:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978646.049023:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978646.049025:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978646.049027:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978646.049030:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978646.049033:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345615:345615:254:4294967295] 192.168.201.109@tcp LPNI seq info [345604:345604:6:4294967295]
00000400:00000200:0.0:1783978646.049036:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978646.049041:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978646.049046:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978646.049048:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978646.049052:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978646.049055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978646.049058:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978646.049061:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978646.049063:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978646.049066:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304177693
00000100:00000001:0.0:1783978646.049068:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304178934
00000100:00000001:0.0:1783978646.049070:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304177693
00000100:00000001:0.0:1783978646.049072:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304178934
00000100:00000001:0.0:1783978646.049074:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978646.049075:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978646.049078:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978646.049081:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978646.049087:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978646.049089:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783978646.049091:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978646.049092:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978646.049094:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978646.049096:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978646.111908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978646.111913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978646.111915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978646.111918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978646.111921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978646.111924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978646.111926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978646.111927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978646.111929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978646.239947:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978646.239952:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978646.239955:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978647.135900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978647.135905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978647.135907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978647.135911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978647.135913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978647.135916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978647.135918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978647.135920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978647.135922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978647.263959:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978647.263963:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978647.263966:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978647.327896:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304178934, at 4304178944
00000100:00000010:0.0:1783978647.327909:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978648.159885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978648.159891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978648.159893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978648.159897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978648.159900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978648.159903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978648.159905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978648.159907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978648.159909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978648.287978:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978648.287983:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978648.287986:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978649.120067:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978649.120108:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978649.120117:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978649.120121:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978649.120125:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978649.120128:0:2395:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978649.120134:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978649.120138:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:3.0:1783978649.120144:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978649.120148:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978649.120155:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4de58
00000400:00000010:3.0:1783978649.120157:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4de58.
00000100:00000001:3.0:1783978649.120162:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978649.120170:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978649.120197:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978649.120201:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978649.120211:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978649.120214:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978649.120223:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978649.120225:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b900.
00000400:00000200:3.0:1783978649.120228:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978649.120231:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978649.120235:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4dcc0
00000400:00000010:3.0:1783978649.120237:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4dcc0.
00000100:00000001:0.0:1783978649.120238:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978649.120240:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1783978649.120245:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1783978649.120247:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120249:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783978649.120259:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1783978649.120260:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978646/real 1783978649]  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978649.120265:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978649.120290:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1783978649.120291:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1783978649.120292:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1783978649.120294:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:3.0:1783978649.120298:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000400:00000010:0.0:1783978649.120300:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000800:00000010:3.0:1783978649.120301:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978649.120308:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000200:3.0:1783978649.120308:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:0.0:1783978649.120313:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000400:00000200:3.0:1783978649.120314:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1783978649.120318:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1783978649.120319:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4ddd0
00000400:00000010:3.0:1783978649.120323:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4ddd0.
00000100:00000200:0.0:1783978649.120327:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978649.120328:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978649.120336:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978649.120343:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978649.120346:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978649.120351:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978671 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120360:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783978649.120361:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978649.120364:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978649.120365:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120369:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120372:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978649.120377:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120386:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978649.120391:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120399:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978649.120403:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120405:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120407:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120409:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978649.120411:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978649.120415:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978649.120419:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978649.120421:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978649.120425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978649.120434:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367030784:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978649.120438:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978649.120442:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978646/real 1783978649]  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978649.120450:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978649.120451:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978649.120453:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783978649.120456:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978649.120458:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978649.120460:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978649.120464:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978649.120472:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120478:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978649.120479:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120481:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120482:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978649.120486:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120491:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978649.120495:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120502:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978649.120504:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120506:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120507:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120509:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978649.120512:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978649.120514:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978649.120518:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978649.120520:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978649.120524:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978649.120532:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367030912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978649.120546:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978649.120550:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978646/real 1783978649]  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978649.120557:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978649.120558:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978649.120560:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978649.120562:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978649.120564:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978649.120566:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978649.120569:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978649.120577:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120583:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978649.120584:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120586:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120587:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978649.120591:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120597:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978649.120601:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120607:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978649.120609:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978649.120612:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120613:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978649.120615:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978649.120618:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978649.120621:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978649.120623:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978649.120626:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978649.120633:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367031040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978649.120636:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120638:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978649.120640:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367030784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120647:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978649.120649:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978649.120653:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978649.120656:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978649.120659:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978649.120661:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978649.120663:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978649.120665:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:0.0:1783978649.120669:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978649.120670:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978649.120698:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:0.0:1783978649.120703:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978649.120704:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120705:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978649.120709:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367030912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120715:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978649.120716:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978649.120718:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978649.120721:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978649.120722:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978649.120723:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978649.120725:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978649.120726:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:0.0:1783978649.120730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978649.120732:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978649.120733:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:0.0:1783978649.120735:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978649.120736:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120738:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978649.120741:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367031040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978671 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978649.120747:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978649.120748:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978649.120749:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978649.120751:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978649.120752:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978649.120753:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978649.120755:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978649.120756:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:0.0:1783978649.120758:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978649.120759:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978649.120761:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:0.0:1783978649.120763:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978649.120764:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120766:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978649.120803:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978649.120805:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978649.120808:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978649.120809:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978649.183901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978649.183908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978649.183909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978649.183913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978649.183916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978649.183919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978649.183921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978649.183923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978649.183925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978649.312003:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978649.312007:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978649.312009:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978650.209193:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978650.209201:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978650.209203:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978650.209209:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978650.209212:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978650.209216:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978650.209218:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978650.209221:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978650.209225:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978650.336012:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978650.336015:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978650.336017:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978651.167939:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978651.167947:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978651.167948:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978651.167951:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978651.167955:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978651.167960:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9510
00000400:00000200:0.0:1783978651.167967:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978651.167972:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978651.167975:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978651.167978:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.167981:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.167983:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.167986:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978651.167990:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978651.167992:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978651.167994:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978651.167997:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978651.168000:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978651.168002:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978651.168006:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168008:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.168010:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168012:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978651.168015:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978651.168018:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168021:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978651.168023:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978651.168025:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978651.168027:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168029:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978651.168031:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978651.168036:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000020:00000040:0.0:1783978651.168039:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978651.168042:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978651.168044:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168048:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978651.168051:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978651.168057:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978651.168064:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978651.168070:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978651.168080:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367031168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978651.168089:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978651.168093:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978651.168097:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367031168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978651.168123:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978651.168125:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978651.168128:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978651.168130:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978651.168131:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978651.168134:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978651.168137:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9510
00000400:00000200:0.0:1783978651.168141:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978651.168144:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978651.168146:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978651.168148:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168151:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.168153:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168156:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978651.168158:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978651.168159:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978651.168161:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978651.168163:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978651.168166:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978651.168168:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978651.168171:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168175:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.168178:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168182:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978651.168186:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978651.168191:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168196:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978651.168201:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978651.168272:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978651.168279:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168281:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978651.168288:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978651.168294:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168299:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978651.168306:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000020:00000040:0.0:1783978651.168311:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978651.168316:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978651.168319:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168322:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978651.168323:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1783978651.168401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978651.168404:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1783978651.168425:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978651.168432:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783978651.168439:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978651.168449:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367031296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978651.168461:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978651.168465:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978651.168474:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367031296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978651.168485:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978651.168490:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978651.168497:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978651.168501:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978651.168503:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978651.168511:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978651.168517:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9510
00000400:00000200:0.0:1783978651.168526:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978651.168532:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978651.168536:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978651.168542:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168548:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.168553:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168557:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978651.168561:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978651.168565:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978651.168569:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978651.168572:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978651.168577:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978651.168581:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978651.168588:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168592:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978651.168597:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168602:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978651.168608:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978651.168615:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978651.168622:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978651.168624:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978651.168628:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978651.168629:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168631:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978651.168633:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978651.168648:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168652:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978651.168658:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783978651.168663:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978651.168667:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978651.168670:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978651.168675:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978651.168676:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978651.168680:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978651.168698:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978651.168705:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978651.168714:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367031424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978651.168735:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978651.168740:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978651.168748:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367031424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978651.168765:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978651.168770:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978651.168820:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978651.168827:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978651.168835:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978651.168843:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9520)
00000800:00000200:1.1:1783978651.169031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978651.169033:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978651.169288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978651.169290:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978651.232304:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978651.232312:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978651.232314:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978651.232319:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978651.232323:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978651.232326:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978651.232329:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978651.232331:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978651.232334:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978651.360076:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978651.360080:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978651.360083:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978652.256276:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978652.256284:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978652.256286:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978652.256291:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978652.256294:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978652.256298:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978652.256300:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978652.256303:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978652.256306:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978652.383991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978652.383995:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978652.383999:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978652.447891:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304184054, at 4304184064
00000100:00000010:0.0:1783978652.447906:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000001:3.0:1783978653.280159:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978653.280165:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978653.280167:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978653.280173:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978653.280176:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978653.280180:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978653.280183:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978653.280185:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978653.280188:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978653.408063:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978653.408067:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978653.408071:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978654.303880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978654.303889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978654.303890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978654.303896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978654.303899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978654.303902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978654.303904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978654.303907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978654.303909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978654.431987:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978654.431991:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978654.431994:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978655.327874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978655.327880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978655.327881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978655.327885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978655.327888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978655.327891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978655.327893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978655.327894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978655.327896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978655.456037:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978655.456042:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978655.456053:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978656.287904:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978656.287912:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978656.287914:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978656.287917:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978656.287921:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978656.287925:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9515
00000400:00000200:0.0:1783978656.287933:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978656.287938:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978656.287940:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978656.287942:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.287945:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.287946:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.287948:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978656.287958:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978656.287960:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978656.287962:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978656.287965:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978656.287967:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978656.287970:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978656.287972:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.287974:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.287976:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.287978:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978656.287981:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978656.287984:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978656.287986:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978656.287989:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978656.287993:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978656.287996:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.287998:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978656.288001:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978656.288011:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783978656.288014:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978656.288018:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978656.288019:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.288022:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978656.288025:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978656.288029:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978656.288037:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978656.288054:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978656.288064:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367031552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978656.288071:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978656.288075:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978656.288079:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367031552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978656.288299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978656.288301:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1783978656.288356:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978656.288358:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978656.288360:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978656.288361:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978656.288362:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978656.288364:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978656.288367:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9515
00000400:00000200:0.0:1783978656.288369:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978656.288371:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978656.288373:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978656.288374:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.288376:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.288377:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.288378:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978656.288380:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978656.288380:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978656.288381:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978656.288383:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978656.288384:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978656.288385:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978656.288386:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.288388:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.288389:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.288390:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978656.288392:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978656.288393:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978656.288395:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978656.288396:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978656.288401:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978656.288402:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.288403:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978656.288406:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978656.288408:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.288409:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978656.288420:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000020:00000040:0.0:1783978656.288423:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978656.288425:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978656.288426:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.288428:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978656.288429:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978656.288431:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978656.288435:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978656.288439:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978656.288444:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367031680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978656.288451:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978656.288457:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978656.288461:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367031680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978656.288907:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978656.288908:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1783978656.289104:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978656.289107:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978656.289110:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978656.289111:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978656.289113:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978656.289116:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978656.289118:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9515
00000400:00000200:0.0:1783978656.289122:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978656.289125:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978656.289127:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978656.289130:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.289132:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.289134:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.289136:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978656.289139:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978656.289140:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978656.289142:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978656.289144:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978656.289147:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978656.289149:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978656.289152:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.289154:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978656.289156:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978656.289158:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978656.289160:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978656.289163:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978656.289164:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978656.289165:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978656.289168:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978656.289169:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.289170:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978656.289172:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978656.289173:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.289174:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978656.289177:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783978656.289179:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978656.289181:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978656.289182:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978656.289183:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978656.289184:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978656.289185:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978656.289188:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000001:0.0:1783978656.289190:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978656.289193:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367031808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978656.289198:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978656.289200:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978656.289202:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367031808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978656.289206:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978656.289208:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978656.289210:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978656.289212:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978656.289214:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978656.289217:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9525)
00000800:00000200:1.1:1783978656.289419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978656.289422:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783978656.351887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978656.351895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978656.351897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978656.351903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978656.351906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978656.351909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978656.351912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978656.351914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978656.351916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978656.480015:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978656.480019:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978656.480022:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978657.375921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978657.375927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978657.375928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978657.375932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978657.375934:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978657.375937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978657.375939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978657.375941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978657.375942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978657.506004:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978657.506008:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978657.506011:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978657.567880:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304189174, at 4304189184
00000100:00000010:0.0:1783978657.567891:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000001:3.0:1783978658.399890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978658.399900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978658.399902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978658.399907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978658.399910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978658.399914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978658.399917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978658.399919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978658.399922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978658.527981:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978658.527984:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978658.527986:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978659.423891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978659.423898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978659.423900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978659.423906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978659.423909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978659.423912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978659.423915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978659.423917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978659.423920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978659.551998:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978659.552001:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978659.552003:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978660.447863:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978660.447870:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978660.447872:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978660.447877:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978660.447880:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978660.447884:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978660.447886:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978660.447888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978660.447891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978660.575996:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978660.575999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978660.576001:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978661.408143:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978661.408149:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978661.408154:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978661.408164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408178:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978661.408181:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.408188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978661.408192:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978661.408198:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978661.408205:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367031936:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978661.408214:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978661.408220:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978661.408224:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.408229:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978661.408238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978661.408243:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978661.408253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978661.408260:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978661.408270:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978661.408280:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367031936, portal 25
00000100:00000001:0.0:1783978661.408286:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978661.408291:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:0.0:1783978661.408300:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408314:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978661.408322:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978661.408327:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978661.408333:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367031936, offset 0
00000400:00000200:0.0:1783978661.408358:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978661.408371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.408380:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978661.408386:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978661.408390:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978661.408394:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978661.408396:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978661.408400:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345622:345622:256:4294967295] 192.168.201.109@tcp LPNI seq info [345611:345611:8:4294967295]
00000400:00000200:0.0:1783978661.408404:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.408423:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978661.408432:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.408440:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978661.408452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978661.408469:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978661.408480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978661.408485:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783978661.408497:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.408502:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978661.408512:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978661.408521:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978661.408530:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978661.408535:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978661.408541:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978661.408549:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408568:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.408575:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408591:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.408594:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978661.408601:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978661.408610:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978661.408615:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304194294
00000100:00000010:0.0:1783978661.408625:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978661.408632:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978661.408642:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304194294
00000100:00000010:0.0:1783978661.408648:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6300.
00000100:00000001:0.0:1783978661.408653:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978661.408659:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978661.408663:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.408668:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978661.408676:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978661/real 1783978661]  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978661.408697:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978661.408701:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978661.408703:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978661.408706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978661.408708:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978661.408711:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978661.408715:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978661.408725:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408731:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978661.408733:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408735:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.408737:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978661.408741:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408748:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978661.408752:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408759:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978661.408761:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408763:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.408765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408767:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978661.408769:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978661.408792:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978661.408797:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978661.408799:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978661.408804:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978661.408812:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367031936:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978661.408817:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408819:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.408822:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367031936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408829:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978661.408831:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978661.408834:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978661.408837:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978661.408839:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978661.408840:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978661.408842:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978661.408844:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783978661.408848:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978661.408850:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978661.408851:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783978661.408855:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978661.408856:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408858:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.408865:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978661.408867:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.408869:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978661.408871:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978661.408872:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978661.408876:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408883:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978661.408884:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.408886:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978661.408888:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978661.408890:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978661.408893:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978661.408896:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978661.408898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978661.408900:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.408901:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978661.408905:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978661.408906:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978661.408910:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978661.408913:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978661.408917:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978661.408920:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032064, portal 10
00000100:00000001:0.0:1783978661.408922:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978661.408923:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783978661.408929:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.408936:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978661.408938:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978661.408941:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978661.408943:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032064, offset 0
00000400:00000200:0.0:1783978661.408947:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978661.408951:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.408955:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978661.408958:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978661.408961:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978661.408963:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978661.408966:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978661.408970:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345623:345623:256:4294967295] 192.168.201.109@tcp LPNI seq info [345612:345612:8:4294967295]
00000400:00000200:0.0:1783978661.408974:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.408980:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978661.408984:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.408987:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978661.408991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978661.408994:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978661.408998:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978661.409001:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783978661.409005:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.409006:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978661.409009:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978661.409012:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978661.409015:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978661.409016:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978661.409018:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978661.409022:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409030:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.409033:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409039:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.409040:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978661.409043:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978661.409046:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978661.409049:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978661.409051:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304193056
00000100:00000001:0.0:1783978661.409053:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304194294
00000100:00000001:0.0:1783978661.409055:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304193056
00000100:00000001:0.0:1783978661.409057:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304194294
00000100:00000001:0.0:1783978661.409059:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978661.409061:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.409063:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978661.409066:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978661/real 1783978661]  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978661.409074:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978661.409075:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978661.409076:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978661.409079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978661.409080:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978661.409082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978661.409085:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978661.409092:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409099:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978661.409100:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409101:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.409102:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978661.409105:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409110:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978661.409114:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409120:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978661.409122:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409124:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.409125:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409126:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978661.409134:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978661.409137:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978661.409141:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978661.409142:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978661.409146:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978661.409153:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978661.409156:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978661.409159:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409165:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978661.409167:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.409168:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978661.409170:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978661.409172:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978661.409174:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978661.409177:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978661.409179:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978661.409180:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978661.409182:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978661.409184:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978661.409186:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978661.409189:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978661.409191:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978661.409194:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978661.409197:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032192, portal 10
00000100:00000001:0.0:1783978661.409199:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978661.409200:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:0.0:1783978661.409205:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409210:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978661.409213:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978661.409215:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978661.409217:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032192, offset 0
00000400:00000200:0.0:1783978661.409221:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978661.409225:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.409228:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978661.409231:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978661.409233:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978661.409235:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978661.409237:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978661.409240:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345624:345624:256:4294967295] 192.168.201.109@tcp LPNI seq info [345613:345613:8:4294967295]
00000400:00000200:0.0:1783978661.409243:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978661.409248:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978661.409252:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.409254:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978661.409257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978661.409259:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978661.409263:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978661.409265:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783978661.409268:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978661.409270:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978661.409273:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978661.409276:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978661.409278:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978661.409280:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978661.409282:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978661.409286:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409292:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.409296:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409301:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.409303:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978661.409306:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978661.409309:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978661.409312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978661.409313:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304193053
00000100:00000001:0.0:1783978661.409316:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304194294
00000100:00000001:0.0:1783978661.409318:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304193053
00000100:00000001:0.0:1783978661.409320:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304194294
00000100:00000001:0.0:1783978661.409321:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978661.409323:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.409324:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978661.409327:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978661/real 1783978661]  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978661.409334:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978661.409335:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978661.409337:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978661.409339:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978661.409340:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978661.409342:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978661.409344:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978661.409351:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409357:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978661.409358:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409360:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.409361:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978661.409365:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409371:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978661.409374:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409381:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978661.409383:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409385:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978661.409386:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409387:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978661.409389:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978661.409391:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978661.409394:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978661.409395:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978661.409399:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978661.409406:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978661.409410:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409411:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.409414:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367032064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409419:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978661.409420:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978661.409422:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978661.409424:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978661.409425:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978661.409426:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978661.409428:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978661.409429:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783978661.409431:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978661.409432:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978661.409433:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783978661.409436:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978661.409437:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409439:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978661.409441:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367032192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978661.409446:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978661.409447:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978661.409448:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978661.409450:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978661.409451:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978661.409452:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978661.409454:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978661.409455:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783978661.409457:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978661.409458:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978661.409474:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783978661.409477:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978661.409478:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409480:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978661.409483:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978661.409485:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978661.409486:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978661.409488:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978661.471957:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978661.471967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978661.471969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978661.471987:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978661.471992:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978661.471996:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978661.471999:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978661.472002:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978661.472005:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978661.600062:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978661.600066:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978661.600069:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978662.495898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978662.495903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978662.495904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978662.495908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978662.495910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978662.495913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978662.495914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978662.495916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978662.495917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978662.623991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978662.623994:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978662.624001:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978662.687880:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304194294, at 4304194304
00000100:00000010:0.0:1783978662.687894:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978663.519839:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978663.519852:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978663.519857:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978663.519863:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978663.519869:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978663.519873:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978663.519875:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978663.519878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978663.519881:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978663.647986:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978663.647991:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978663.647994:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978664.543852:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978664.543859:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978664.543861:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978664.543866:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978664.543869:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978664.543873:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978664.543875:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978664.543878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978664.543880:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978664.672000:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978664.672005:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978664.672008:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978665.567904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978665.567910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978665.567911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978665.567915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978665.567918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978665.567920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978665.567922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978665.567924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978665.567926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978665.696030:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978665.696033:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978665.696036:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978666.527902:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978666.527910:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978666.527912:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978666.527916:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978666.527919:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978666.527925:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9525
00000400:00000200:3.0:1783978666.527933:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978666.527938:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978666.527940:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978666.527942:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.527944:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.527946:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.527948:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978666.527951:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978666.527952:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978666.527954:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978666.527957:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978666.527958:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978666.527960:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978666.527961:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.527962:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.527963:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.527965:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978666.527967:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978666.527969:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978666.527971:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978666.527972:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978666.527975:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978666.527976:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.527978:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978666.527980:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978666.527987:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978666.527990:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978666.528000:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978666.528002:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528005:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978666.528007:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978666.528011:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978666.528019:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978666.528025:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978666.528033:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978666.528043:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978666.528048:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978666.528052:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978666.528077:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978666.528080:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978666.528083:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978666.528085:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978666.528086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978666.528089:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978666.528092:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9525
00000400:00000200:3.0:1783978666.528096:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978666.528104:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978666.528106:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978666.528109:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528111:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.528114:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528116:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978666.528118:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978666.528119:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978666.528121:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978666.528123:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978666.528125:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978666.528127:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978666.528130:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528132:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.528134:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528136:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978666.528138:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978666.528141:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528143:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978666.528145:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978666.528150:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978666.528153:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528154:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978666.528159:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978666.528161:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528162:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978666.528164:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978666.528166:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978666.528168:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978666.528169:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528170:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978666.528171:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978666.528172:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978666.528175:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978666.528177:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978666.528181:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978666.528186:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978666.528195:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978666.528199:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978666.528207:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978666.528210:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978666.528213:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978666.528215:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978666.528216:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978666.528219:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978666.528221:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9525
00000400:00000200:3.0:1783978666.528225:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978666.528228:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978666.528230:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978666.528232:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528235:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.528236:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978666.528238:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978666.528240:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978666.528241:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978666.528243:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978666.528245:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978666.528247:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978666.528249:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978666.528252:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978666.528254:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978666.528254:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978666.528257:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978666.528261:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978666.528262:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783978666.528266:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978666.528267:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978666.528271:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000040:0.0:1783978666.528276:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978666.528281:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978666.528287:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978666.528292:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978666.528293:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978666.528297:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978666.528298:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528302:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783978666.528304:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1783978666.528305:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783978666.528308:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1783978666.528310:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.528312:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.528314:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978666.528319:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367032320:192.168.201.109@tcp:250:kworker.0
00000100:00000010:3.0:1783978666.528322:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000100:00000001:0.0:1783978666.528325:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1783978666.528326:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978666.528329:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978666.528330:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.528331:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978666.528332:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978666.528335:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978666.528336:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978666.528337:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.528341:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783978666.528343:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978666.528346:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978666.528349:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
00000100:00100000:3.0:1783978666.528351:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783978666.528353:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978666.528362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978666.528365:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000001:3.0:1783978666.528368:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978666.528381:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978666.528386:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783978666.528387:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978666.528396:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032320, portal 25
00000100:00000001:3.0:1783978666.528398:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.528400:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1783978666.528403:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978666.528408:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978666.528411:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978666.528414:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978666.528419:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9535)
00000100:00000001:0.0:1783978666.528604:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:0.0:1783978666.528614:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528622:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978666.528624:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978666.528627:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978666.528638:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367032320, offset 0
00000400:00000200:0.0:1783978666.528645:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978666.528653:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.528659:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978666.528664:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978666.528668:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978666.528672:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978666.528675:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978666.528678:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345625:345625:256:4294967295] 192.168.201.109@tcp LPNI seq info [345614:345614:8:4294967295]
00000400:00000200:0.0:1783978666.528683:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.528692:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978666.528697:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.528702:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978666.528709:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978666.528712:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978666.528717:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978666.528721:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783978666.528724:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.528728:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978666.528733:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978666.528738:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978666.528743:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978666.528745:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978666.528750:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978666.528754:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528763:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.528766:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528798:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.528800:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978666.528806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978666.528810:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978666.528813:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304199415
00000100:00000010:0.0:1783978666.528818:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978666.528825:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978666.528831:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304199415
00000100:00000010:0.0:1783978666.528834:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6600.
00000100:00000001:0.0:1783978666.528837:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978666.528840:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978666.528842:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.528845:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978666.528850:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978666/real 1783978666]  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978666.528859:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978666.528861:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978666.528863:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978666.528865:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978666.528867:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978666.528869:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978666.528873:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978666.528881:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528888:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978666.528890:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.528892:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.528894:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978666.528898:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528904:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978666.528907:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528911:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978666.528913:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.528914:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.528915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.528916:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978666.528918:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978666.528920:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978666.528922:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978666.528924:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978666.528926:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978666.528931:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367032320:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978666.528935:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978666.528937:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528940:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978666.528941:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.528942:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978666.528944:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978666.528945:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978666.528947:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978666.528948:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978666.528950:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978666.528951:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.528952:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978666.528954:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978666.528955:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978666.528958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978666.528959:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978666.528961:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978666.528964:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032448, portal 10
00000100:00000001:0.0:1783978666.528965:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978666.528966:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:0.0:1783978666.528970:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.528977:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978666.528979:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978666.528980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978666.528982:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032448, offset 0
00000400:00000200:0.0:1783978666.528984:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978666.528987:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.528989:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978666.528991:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978666.528992:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978666.528994:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978666.528995:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978666.528997:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345626:345626:256:4294967295] 192.168.201.109@tcp LPNI seq info [345615:345615:8:4294967295]
00000400:00000200:0.0:1783978666.529000:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.529006:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978666.529010:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.529013:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978666.529017:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978666.529019:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978666.529023:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978666.529026:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783978666.529030:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.529032:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978666.529034:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978666.529037:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978666.529040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978666.529042:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978666.529044:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978666.529047:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529054:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.529057:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529068:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529070:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978666.529073:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978666.529076:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978666.529078:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978666.529080:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304198176
00000100:00000001:0.0:1783978666.529081:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304199415
00000100:00000001:0.0:1783978666.529083:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304198176
00000100:00000001:0.0:1783978666.529084:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304199415
00000100:00000001:0.0:1783978666.529085:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978666.529087:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529088:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978666.529090:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978666/real 1783978666]  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978666.529095:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978666.529096:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978666.529097:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978666.529099:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978666.529100:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978666.529101:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978666.529103:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978666.529107:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529111:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978666.529111:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529112:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.529113:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978666.529115:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529120:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978666.529122:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529129:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978666.529131:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529133:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.529134:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529135:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978666.529138:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978666.529140:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978666.529144:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978666.529145:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978666.529149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978666.529157:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978666.529161:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529163:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.529166:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367032320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529173:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978666.529175:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978666.529178:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978666.529180:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978666.529182:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978666.529183:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978666.529184:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978666.529186:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783978666.529189:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978666.529191:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978666.529192:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:0.0:1783978666.529195:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978666.529196:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529198:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.529201:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367032448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529207:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978666.529208:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978666.529210:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978666.529211:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978666.529213:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978666.529214:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978666.529216:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978666.529217:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783978666.529219:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978666.529220:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978666.529222:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:0.0:1783978666.529224:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978666.529225:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529227:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529234:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978666.529236:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529238:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978666.529239:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978666.529241:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978666.529245:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529250:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978666.529251:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.529252:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978666.529253:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978666.529255:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978666.529256:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978666.529258:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978666.529260:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978666.529261:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978666.529262:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978666.529264:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978666.529265:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978666.529268:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978666.529269:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978666.529271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978666.529273:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032576, portal 10
00000100:00000001:0.0:1783978666.529274:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978666.529275:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:0.0:1783978666.529279:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978666.529284:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978666.529285:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978666.529287:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032576, offset 0
00000400:00000200:0.0:1783978666.529289:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978666.529292:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.529294:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978666.529297:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978666.529299:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978666.529302:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978666.529304:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978666.529306:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345627:345627:256:4294967295] 192.168.201.109@tcp LPNI seq info [345616:345616:8:4294967295]
00000400:00000200:0.0:1783978666.529311:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978666.529316:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978666.529321:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.529324:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978666.529328:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978666.529330:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978666.529334:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978666.529336:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783978666.529339:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978666.529341:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978666.529343:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978666.529346:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978666.529349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978666.529350:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978666.529352:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978666.529356:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529363:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.529365:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529369:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529383:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978666.529387:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978666.529390:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978666.529393:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978666.529395:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304198173
00000100:00000001:0.0:1783978666.529397:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304199415
00000100:00000001:0.0:1783978666.529399:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304198173
00000100:00000001:0.0:1783978666.529401:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304199415
00000100:00000001:0.0:1783978666.529403:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978666.529405:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529407:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978666.529411:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978666/real 1783978666]  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978666.529418:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978666.529420:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978666.529422:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978666.529424:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978666.529425:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978666.529428:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978666.529431:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978666.529438:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529442:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978666.529443:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529444:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.529445:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978666.529447:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529451:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978666.529453:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529457:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978666.529458:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529459:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978666.529460:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529461:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978666.529461:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978666.529463:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978666.529464:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978666.529466:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978666.529467:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978666.529472:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978666.529474:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529475:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978666.529477:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367032576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978666.529482:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978666.529483:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978666.529485:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978666.529486:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978666.529487:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978666.529488:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978666.529489:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978666.529490:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783978666.529491:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978666.529492:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978666.529493:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:0.0:1783978666.529495:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978666.529496:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529497:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978666.529499:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978666.529500:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978666.529501:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978666.529502:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978666.591913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978666.591920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978666.591922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978666.591928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978666.591932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978666.591935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978666.591938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978666.591940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978666.591943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978666.719982:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978666.719985:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978666.719987:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978667.616245:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978667.616250:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978667.616251:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978667.616255:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978667.616257:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978667.616260:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978667.616261:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978667.616263:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978667.616265:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978667.743966:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978667.743970:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978667.743974:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978667.807889:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304199415, at 4304199424
00000100:00000010:0.0:1783978667.807905:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978668.639892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978668.639899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978668.639901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978668.639907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978668.639911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978668.639914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978668.639916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978668.639918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978668.639921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978668.767966:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978668.767970:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978668.767974:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978669.663932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978669.663940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978669.663942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978669.663948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978669.663952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978669.663955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978669.663957:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978669.663960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978669.663963:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978669.791960:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978669.791963:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978669.791965:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978670.687875:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978670.687882:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978670.687883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978670.687889:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978670.687892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978670.687896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978670.687899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978670.687901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978670.687905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978670.815978:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978670.815980:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978670.815983:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978671.648093:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978671.648099:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978671.648103:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978671.648112:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648132:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978671.648135:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648139:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978671.648143:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978671.648149:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978671.648156:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367032704:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978671.648160:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978671.648165:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978671.648168:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648173:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978671.648178:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978671.648181:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978671.648189:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978671.648193:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978671.648201:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978671.648210:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032704, portal 25
00000100:00000001:0.0:1783978671.648215:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978671.648219:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:0.0:1783978671.648230:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648259:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978671.648266:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978671.648270:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978671.648274:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367032704, offset 0
00000400:00000200:0.0:1783978671.648295:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978671.648304:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.648311:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978671.648320:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978671.648325:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978671.648328:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978671.648331:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978671.648335:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345628:345628:256:4294967295] 192.168.201.109@tcp LPNI seq info [345617:345617:8:4294967295]
00000400:00000200:0.0:1783978671.648339:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.648347:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978671.648354:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.648360:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978671.648370:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978671.648374:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978671.648383:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978671.648391:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783978671.648402:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.648416:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978671.648428:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978671.648436:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978671.648442:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978671.648448:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978671.648454:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978671.648459:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648473:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.648481:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648501:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.648506:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978671.648515:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978671.648520:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978671.648522:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304204534
00000100:00000010:0.0:1783978671.648529:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978671.648546:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978671.648554:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304204534
00000100:00000010:0.0:1783978671.648558:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e69c0.
00000100:00000001:0.0:1783978671.648563:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978671.648566:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978671.648569:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.648571:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978671.648576:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978671/real 1783978671]  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978671.648586:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978671.648588:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978671.648590:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978671.648593:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978671.648594:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978671.648596:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978671.648598:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978671.648604:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648608:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978671.648609:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648611:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.648612:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978671.648614:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648618:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978671.648621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648625:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978671.648627:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648628:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.648629:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648630:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978671.648632:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978671.648634:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978671.648636:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978671.648637:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978671.648640:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978671.648644:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367032704:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978671.648647:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648648:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.648649:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367032704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648653:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978671.648655:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978671.648656:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978671.648658:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978671.648659:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978671.648661:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978671.648662:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978671.648664:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783978671.648667:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978671.648668:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978671.648669:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783978671.648671:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978671.648672:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648673:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648678:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978671.648679:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.648680:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978671.648681:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978671.648682:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978671.648684:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648698:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978671.648699:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648703:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978671.648704:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978671.648705:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978671.648707:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978671.648709:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978671.648711:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978671.648712:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648713:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978671.648715:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978671.648716:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978671.648718:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978671.648720:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978671.648722:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978671.648724:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032832, portal 10
00000100:00000001:0.0:1783978671.648725:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978671.648726:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783978671.648730:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648734:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978671.648736:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978671.648737:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978671.648738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032832, offset 0
00000400:00000200:0.0:1783978671.648742:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978671.648745:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.648749:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978671.648752:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978671.648754:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978671.648756:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978671.648758:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978671.648761:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345629:345629:256:4294967295] 192.168.201.109@tcp LPNI seq info [345618:345618:8:4294967295]
00000400:00000200:0.0:1783978671.648765:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.648770:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978671.648809:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.648822:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978671.648825:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978671.648827:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978671.648830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978671.648832:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783978671.648834:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.648835:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978671.648837:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978671.648839:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978671.648848:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978671.648849:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978671.648851:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978671.648855:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648860:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.648862:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648866:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.648867:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978671.648869:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978671.648871:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978671.648874:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978671.648875:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304203296
00000100:00000001:0.0:1783978671.648877:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304204534
00000100:00000001:0.0:1783978671.648878:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304203296
00000100:00000001:0.0:1783978671.648879:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304204534
00000100:00000001:0.0:1783978671.648880:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978671.648882:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.648883:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978671.648885:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978671/real 1783978671]  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978671.648890:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978671.648891:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978671.648892:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978671.648893:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978671.648894:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978671.648895:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978671.648897:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978671.648901:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648905:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978671.648905:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648906:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.648907:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978671.648909:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648912:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978671.648914:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648918:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978671.648919:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648920:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.648921:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.648922:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978671.648924:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978671.648926:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978671.648928:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978671.648929:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978671.648931:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978671.648936:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978671.648937:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978671.648939:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648942:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978671.648943:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648944:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978671.648945:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978671.648946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978671.648948:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978671.648950:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978671.648951:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978671.648952:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978671.648953:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978671.648955:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978671.648956:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978671.648958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978671.648959:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978671.648961:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978671.648963:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367032960, portal 10
00000100:00000001:0.0:1783978671.648964:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978671.648965:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:0.0:1783978671.648969:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.648975:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978671.648977:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978671.648979:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978671.648981:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367032960, offset 0
00000400:00000200:0.0:1783978671.648985:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978671.648988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.648992:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978671.648995:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978671.648997:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978671.648999:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978671.649001:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978671.649004:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345630:345630:256:4294967295] 192.168.201.109@tcp LPNI seq info [345619:345619:8:4294967295]
00000400:00000200:0.0:1783978671.649007:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978671.649021:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978671.649028:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.649031:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978671.649034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978671.649037:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978671.649040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978671.649042:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783978671.649046:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978671.649047:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978671.649050:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978671.649053:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978671.649055:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978671.649057:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978671.649059:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978671.649062:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649069:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.649071:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649077:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.649078:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978671.649081:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978671.649084:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978671.649087:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978671.649088:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304203293
00000100:00000001:0.0:1783978671.649091:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304204534
00000100:00000001:0.0:1783978671.649092:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304203293
00000100:00000001:0.0:1783978671.649094:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304204534
00000100:00000001:0.0:1783978671.649096:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978671.649098:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.649100:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978671.649103:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978671/real 1783978671]  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978671.649112:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978671.649113:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978671.649114:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978671.649117:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978671.649118:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978671.649120:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978671.649123:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978671.649130:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649134:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978671.649135:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649136:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.649137:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978671.649139:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649143:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978671.649145:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649151:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978671.649153:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649154:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978671.649155:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649157:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978671.649159:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978671.649161:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978671.649165:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978671.649167:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978671.649170:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978671.649177:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367032960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978671.649180:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649182:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.649185:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367032832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649191:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978671.649192:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978671.649194:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978671.649196:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978671.649197:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978671.649199:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978671.649201:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978671.649202:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783978671.649204:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978671.649206:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978671.649207:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783978671.649209:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978671.649211:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649213:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978671.649216:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367032960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978671.649222:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978671.649223:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978671.649224:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978671.649226:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978671.649226:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978671.649227:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978671.649228:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978671.649230:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978671.649231:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978671.649231:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978671.649232:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783978671.649233:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978671.649234:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649235:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978671.649237:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978671.649238:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978671.649239:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978671.649240:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978671.711875:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978671.711881:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978671.711882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978671.711886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978671.711889:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978671.711891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978671.711893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978671.711894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978671.711896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978671.840016:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978671.840020:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978671.840023:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978672.735890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978672.735897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978672.735899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978672.735905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978672.735909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978672.735913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978672.735915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978672.735918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978672.735921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978672.863990:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978672.863994:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978672.863997:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978672.927859:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304204534, at 4304204544
00000100:00000010:0.0:1783978672.927877:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978673.759895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978673.759903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978673.759905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978673.759911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978673.759914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978673.759917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978673.759920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978673.759922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978673.759925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978673.888017:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978673.888020:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978673.888023:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978674.783905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978674.783913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978674.783915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978674.783920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978674.783924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978674.783927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978674.783929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978674.783933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978674.783936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978674.911960:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978674.911963:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978674.911966:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978675.807911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978675.807920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978675.807922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978675.807927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978675.807930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978675.807934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978675.807936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978675.807939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978675.807949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978675.938912:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978675.938918:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978675.938923:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978676.768693:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978676.768698:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978676.768701:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978676.768707:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.768714:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978676.768716:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.768719:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978676.768722:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978676.768724:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978676.768728:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367033088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978676.768732:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978676.768735:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978676.768738:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.768741:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978676.768744:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978676.768745:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978676.768749:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978676.768752:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978676.768759:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978676.768766:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033088, portal 25
00000100:00000001:0.0:1783978676.768768:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978676.768770:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:0.0:1783978676.768811:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.768816:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978676.768818:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978676.768820:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978676.768822:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367033088, offset 0
00000400:00000200:0.0:1783978676.768827:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978676.768834:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.768838:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978676.768842:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978676.768845:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978676.768850:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978676.768852:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978676.768856:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345631:345631:256:4294967295] 192.168.201.109@tcp LPNI seq info [345620:345620:8:4294967295]
00000400:00000200:0.0:1783978676.768861:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.768869:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978676.768874:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.768879:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978676.768885:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978676.768889:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978676.768894:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978676.768898:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783978676.768902:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.768904:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978676.768910:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978676.768915:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978676.768918:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978676.768920:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978676.768923:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978676.768927:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.768935:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.768938:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.768944:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.768946:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978676.768952:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978676.768956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978676.768958:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304209655
00000100:00000010:0.0:1783978676.768963:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978676.768970:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978676.768976:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304209655
00000100:00000010:0.0:1783978676.768979:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6de0.
00000100:00000001:0.0:1783978676.768982:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978676.768984:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978676.768985:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.768987:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978676.768990:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978676/real 1783978676]  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978676.769000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978676.769001:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978676.769004:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978676.769006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978676.769008:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978676.769010:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978676.769014:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978676.769022:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769029:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978676.769031:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769032:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769034:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978676.769038:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769042:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978676.769045:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769049:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978676.769051:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769052:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769053:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769054:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978676.769056:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978676.769058:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978676.769061:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978676.769062:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978676.769065:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978676.769069:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367033088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978676.769072:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978676.769074:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769077:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978676.769078:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.769079:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978676.769081:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978676.769082:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978676.769083:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978676.769085:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978676.769086:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978676.769088:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.769089:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978676.769091:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978676.769092:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978676.769094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978676.769096:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978676.769098:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978676.769100:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033216, portal 10
00000100:00000001:0.0:1783978676.769101:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978676.769102:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783978676.769106:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769118:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978676.769120:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978676.769122:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978676.769125:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367033216, offset 0
00000400:00000200:0.0:1783978676.769128:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978676.769132:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.769136:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978676.769138:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978676.769141:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978676.769143:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978676.769145:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978676.769147:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345632:345632:256:4294967295] 192.168.201.109@tcp LPNI seq info [345621:345621:8:4294967295]
00000400:00000200:0.0:1783978676.769151:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.769156:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978676.769159:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.769163:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978676.769166:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978676.769168:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978676.769171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978676.769173:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783978676.769177:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.769178:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978676.769180:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978676.769183:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978676.769185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978676.769187:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978676.769188:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978676.769191:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769212:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.769215:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769226:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.769227:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978676.769230:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978676.769234:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978676.769237:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978676.769239:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304208416
00000100:00000001:0.0:1783978676.769242:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304209655
00000100:00000001:0.0:1783978676.769244:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304208416
00000100:00000001:0.0:1783978676.769246:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304209655
00000100:00000001:0.0:1783978676.769248:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978676.769250:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.769252:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978676.769255:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978676/real 1783978676]  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978676.769266:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978676.769267:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978676.769268:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978676.769270:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978676.769271:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978676.769272:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978676.769274:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978676.769279:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769282:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978676.769283:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769284:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769286:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978676.769288:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769292:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978676.769294:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769298:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978676.769300:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769301:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769302:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769304:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978676.769306:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978676.769308:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978676.769311:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978676.769313:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978676.769316:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978676.769323:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978676.769327:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978676.769331:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769336:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978676.769338:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.769340:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978676.769341:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978676.769343:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978676.769346:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978676.769349:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978676.769350:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978676.769353:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978676.769354:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978676.769357:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978676.769359:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978676.769362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978676.769365:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978676.769367:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978676.769370:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033344, portal 10
00000100:00000001:0.0:1783978676.769372:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978676.769373:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:0.0:1783978676.769379:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769385:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978676.769387:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978676.769389:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978676.769391:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367033344, offset 0
00000400:00000200:0.0:1783978676.769395:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978676.769399:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.769403:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978676.769405:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978676.769408:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978676.769410:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978676.769412:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978676.769415:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345633:345633:256:4294967295] 192.168.201.109@tcp LPNI seq info [345622:345622:8:4294967295]
00000400:00000200:0.0:1783978676.769419:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978676.769425:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978676.769429:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.769433:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978676.769436:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978676.769439:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978676.769443:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978676.769445:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783978676.769448:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978676.769450:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978676.769453:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978676.769456:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978676.769458:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978676.769460:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978676.769462:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978676.769466:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769472:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.769475:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769481:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.769482:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978676.769485:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978676.769487:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978676.769490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978676.769492:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304208413
00000100:00000001:0.0:1783978676.769494:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304209655
00000100:00000001:0.0:1783978676.769496:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304208413
00000100:00000001:0.0:1783978676.769498:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304209655
00000100:00000001:0.0:1783978676.769500:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978676.769502:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.769503:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978676.769507:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978676/real 1783978676]  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978676.769514:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978676.769515:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978676.769516:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978676.769518:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978676.769520:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978676.769522:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978676.769525:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978676.769533:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769539:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978676.769541:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769542:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769544:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978676.769547:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769553:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978676.769557:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769563:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978676.769565:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769567:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978676.769568:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769570:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978676.769571:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978676.769574:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978676.769577:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978676.769579:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978676.769582:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978676.769590:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978676.769593:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769596:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.769599:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367033088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769603:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978676.769605:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978676.769607:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783978676.769609:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978676.769611:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978676.769612:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978676.769613:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978676.769615:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783978676.769617:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978676.769618:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978676.769619:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783978676.769621:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978676.769622:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769623:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.769625:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367033216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769629:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978676.769631:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978676.769632:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978676.769634:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978676.769635:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978676.769637:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978676.769638:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978676.769639:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783978676.769641:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978676.769642:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978676.769643:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783978676.769645:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978676.769646:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769648:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978676.769650:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367033344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978676.769656:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978676.769658:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978676.769659:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978676.769662:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978676.769663:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978676.769664:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978676.769666:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978676.769667:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783978676.769668:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978676.769670:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978676.769671:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783978676.769673:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978676.769674:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769676:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978676.769683:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978676.769685:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978676.769687:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978676.769689:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978676.831920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978676.831932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978676.831934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978676.831942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978676.831946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978676.831951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978676.831955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978676.831958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978676.831961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978676.959992:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978676.959996:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978676.959999:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978677.855934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978677.855942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978677.855944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978677.855950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978677.855953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978677.855956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978677.855959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978677.855962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978677.855964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978677.983978:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978677.983981:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978677.983983:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978678.047892:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304209655, at 4304209664
00000100:00000010:0.0:1783978678.047909:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978678.879865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978678.879872:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978678.879874:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978678.879879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978678.879882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978678.879885:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978678.879889:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978678.879891:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978678.879894:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978679.008370:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978679.008375:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978679.008379:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978679.903898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978679.903906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978679.903907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978679.903912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978679.903916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978679.903919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978679.903922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978679.903924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978679.903927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978680.032007:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978680.032010:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978680.032012:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978680.928652:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978680.928660:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978680.928662:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978680.928667:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978680.928671:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978680.928675:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978680.928678:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978680.928680:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978680.928683:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978681.056060:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978681.056063:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978681.056066:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978681.889183:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978681.889194:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978681.889197:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978681.889201:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978681.889205:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978681.889212:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9541
00000400:00000200:2.0:1783978681.889222:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978681.889228:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978681.889232:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978681.889235:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889238:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889241:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889244:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978681.889248:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978681.889250:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978681.889253:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978681.889257:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978681.889260:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978681.889262:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978681.889265:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889267:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889269:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889271:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978681.889274:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978681.889277:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889280:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978681.889283:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978681.889286:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978681.889288:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889291:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978681.889293:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978681.889303:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978681.889307:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978681.889311:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978681.889313:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889315:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978681.889318:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978681.889322:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978681.889329:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978681.889335:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978681.889344:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978681.889352:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978681.889356:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978681.889360:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978681.889380:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978681.889383:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978681.889386:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978681.889388:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978681.889389:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978681.889392:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978681.889394:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9541
00000400:00000200:2.0:1783978681.889397:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978681.889400:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978681.889402:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978681.889405:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889407:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889408:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889411:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978681.889413:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978681.889414:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978681.889416:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978681.889418:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978681.889421:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978681.889424:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978681.889427:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889428:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889430:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889433:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978681.889435:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978681.889438:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889440:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978681.889442:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783978681.889451:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1783978681.889451:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978681.889458:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889460:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978681.889463:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978681.889468:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889470:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.889471:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1783978681.889474:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783978681.889477:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1783978681.889480:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978681.889484:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978681.889486:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889489:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978681.889490:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978681.889492:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978681.889495:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000040:0.0:1783978681.889502:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978681.889502:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978681.889515:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978681.889531:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978681.889537:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978681.889542:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.889545:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978681.889547:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783978681.889554:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978681.889560:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978681.889573:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.889577:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978681.889579:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1783978681.889587:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367033472:192.168.201.109@tcp:250:kworker.0
00000100:00080000:2.0:1783978681.889588:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978681.889594:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978681.889600:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978681.889602:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783978681.889605:0:38873:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783978681.889609:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1783978681.889615:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9541
02000000:00000001:0.0:1783978681.889617:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.889623:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1783978681.889626:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978681.889632:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978681.889634:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1783978681.889635:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978681.889642:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978681.889642:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889650:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889657:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783978681.889658:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978681.889667:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978681.889676:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000001:2.0:1783978681.889678:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978681.889683:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978681.889684:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978681.889685:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1783978681.889688:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033472, portal 25
00000020:00000040:2.0:1783978681.889689:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:0.0:1783978681.889696:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1783978681.889697:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783978681.889701:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000020:00000001:2.0:1783978681.889704:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978681.889711:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:0.0:1783978681.889715:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978681.889717:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978681.889727:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978681.889736:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783978681.889742:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1783978681.889744:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000040:0.0:1783978681.889753:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783978681.889755:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:0.0:1783978681.889759:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000001:2.0:1783978681.889761:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783978681.889767:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367033472, offset 0
02000000:00000001:2.0:1783978681.889767:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978681.889804:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978681.889807:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889809:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978681.889811:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978681.889813:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889815:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978681.889819:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978681.889822:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978681.889824:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978681.889825:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978681.889826:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978681.889828:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978681.889829:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978681.889835:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978681.889838:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978681.889843:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978681.889850:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978681.889852:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978681.889856:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978681.889864:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978681.889867:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978681.889870:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978681.889873:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978681.889875:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978681.889879:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9551)
00000400:00000200:0.0:1783978681.890497:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978681.890509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.890517:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978681.890524:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978681.890528:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978681.890533:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978681.890536:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978681.890549:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345634:345634:256:4294967295] 192.168.201.109@tcp LPNI seq info [345623:345623:8:4294967295]
00000400:00000200:0.0:1783978681.890553:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.890569:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978681.890577:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.890583:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978681.890591:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978681.890594:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978681.890601:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978681.890605:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783978681.890608:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.890611:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978681.890619:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978681.890623:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978681.890631:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978681.890633:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978681.890638:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978681.890643:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890655:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.890658:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890666:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.890668:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978681.890675:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978681.890679:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978681.890683:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304214776
00000100:00000010:0.0:1783978681.890689:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978681.890696:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978681.890703:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304214776
00000100:00000010:0.0:1783978681.890706:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6960.
00000100:00000001:0.0:1783978681.890710:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978681.890713:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978681.890716:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.890719:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978681.890724:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978681/real 1783978681]  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978681.890741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978681.890742:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978681.890745:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978681.890748:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978681.890750:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978681.890753:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978681.890757:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978681.890767:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890795:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978681.890797:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890799:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.890801:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978681.890804:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890809:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978681.890813:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890817:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978681.890819:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890820:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.890821:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890823:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978681.890825:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978681.890827:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978681.890830:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978681.890832:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978681.890834:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978681.890840:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367033472:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978681.890844:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890846:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.890847:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367033472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890851:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978681.890854:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978681.890863:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978681.890867:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978681.890868:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978681.890870:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978681.890871:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978681.890873:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967800.
02000000:00000001:0.0:1783978681.890882:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978681.890883:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978681.890886:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783978681.890889:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978681.890890:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890893:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.890901:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978681.890903:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.890906:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978681.890908:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978681.890910:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978681.890914:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890922:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978681.890924:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.890927:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978681.890929:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978681.890932:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978681.890935:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978681.890939:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978681.890941:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978681.890943:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.890945:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978681.890949:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978681.890950:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978681.890955:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978681.890958:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978681.890962:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978681.890966:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033600, portal 10
00000100:00000001:0.0:1783978681.890968:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978681.890970:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:0.0:1783978681.890978:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.890984:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978681.890986:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978681.890988:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978681.890990:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367033600, offset 0
00000400:00000200:0.0:1783978681.890994:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978681.890998:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.891002:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978681.891005:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978681.891007:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978681.891009:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978681.891010:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978681.891012:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345635:345635:256:4294967295] 192.168.201.109@tcp LPNI seq info [345624:345624:8:4294967295]
00000400:00000200:0.0:1783978681.891015:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.891019:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978681.891022:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.891025:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978681.891028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978681.891030:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978681.891032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978681.891043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783978681.891046:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.891047:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978681.891049:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978681.891051:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978681.891054:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978681.891055:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978681.891057:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978681.891059:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891064:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.891066:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891070:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.891071:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978681.891073:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978681.891076:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978681.891078:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978681.891080:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304213538
00000100:00000001:0.0:1783978681.891082:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304214776
00000100:00000001:0.0:1783978681.891084:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304213538
00000100:00000001:0.0:1783978681.891085:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304214776
00000100:00000001:0.0:1783978681.891087:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978681.891088:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.891089:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978681.891092:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978681/real 1783978681]  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978681.891103:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978681.891126:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978681.891128:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978681.891131:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978681.891132:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978681.891135:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978681.891138:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978681.891157:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891163:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978681.891165:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891167:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.891168:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978681.891172:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891179:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978681.891183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891188:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978681.891190:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891191:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.891192:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891193:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978681.891196:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978681.891198:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978681.891201:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978681.891202:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978681.891205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978681.891209:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978681.891213:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978681.891216:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891220:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978681.891221:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.891222:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978681.891223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978681.891224:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978681.891226:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978681.891228:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978681.891230:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978681.891231:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978681.891232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978681.891235:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978681.891236:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978681.891238:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978681.891240:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978681.891242:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978681.891244:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367033728, portal 10
00000100:00000001:0.0:1783978681.891246:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978681.891246:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:0.0:1783978681.891251:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891255:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978681.891256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978681.891258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978681.891259:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367033728, offset 0
00000400:00000200:0.0:1783978681.891261:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978681.891264:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.891266:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978681.891268:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978681.891270:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978681.891272:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978681.891274:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978681.891278:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345636:345636:256:4294967295] 192.168.201.109@tcp LPNI seq info [345625:345625:8:4294967295]
00000400:00000200:0.0:1783978681.891281:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978681.891287:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978681.891292:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.891295:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978681.891299:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978681.891302:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978681.891306:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978681.891308:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783978681.891312:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978681.891314:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978681.891317:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978681.891320:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978681.891323:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978681.891325:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978681.891327:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978681.891330:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891335:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.891337:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891341:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.891342:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978681.891344:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978681.891347:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978681.891350:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978681.891352:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304213535
00000100:00000001:0.0:1783978681.891354:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304214776
00000100:00000001:0.0:1783978681.891357:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304213535
00000100:00000001:0.0:1783978681.891359:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304214776
00000100:00000001:0.0:1783978681.891361:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978681.891363:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.891365:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978681.891369:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978681/real 1783978681]  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978681.891378:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978681.891379:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978681.891381:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978681.891383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978681.891384:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978681.891386:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978681.891389:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978681.891397:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891403:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978681.891405:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891407:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.891408:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978681.891411:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891418:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978681.891421:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891428:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978681.891431:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891432:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978681.891433:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891435:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978681.891437:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978681.891439:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978681.891442:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978681.891445:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978681.891448:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978681.891455:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367033728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978681.891459:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891461:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.891464:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367033600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891471:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978681.891472:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978681.891474:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978681.891476:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978681.891478:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978681.891479:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978681.891481:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978681.891482:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:0.0:1783978681.891487:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978681.891488:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978681.891490:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783978681.891492:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978681.891493:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891495:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978681.891497:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367033728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978681.891503:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978681.891504:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978681.891505:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978681.891508:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978681.891509:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978681.891510:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978681.891512:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978681.891513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:0.0:1783978681.891515:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978681.891516:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978681.891518:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:0.0:1783978681.891520:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978681.891521:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891523:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978681.891527:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978681.891528:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978681.891530:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978681.891532:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978681.951890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978681.951900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978681.951902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978681.951909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978681.951914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978681.951918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978681.951922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978681.951925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978681.951928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978682.080056:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978682.080061:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978682.080065:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978682.976036:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978682.976047:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978682.976048:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978682.976055:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978682.976058:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978682.976064:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978682.976067:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978682.976069:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978682.976073:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978683.104302:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978683.104307:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978683.104311:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978683.167993:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304214776, at 4304214784
00000100:00000010:0.0:1783978683.168002:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783978684.003324:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978684.003332:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978684.003334:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978684.003340:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978684.003343:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978684.003346:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978684.003348:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978684.003351:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978684.003353:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978684.128046:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978684.128052:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978684.128063:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978685.023852:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978685.023862:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978685.023865:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978685.023872:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978685.023876:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978685.023881:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978685.023885:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978685.023888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978685.023891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978685.152112:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978685.152117:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978685.152120:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978686.048304:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978686.048314:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978686.048316:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978686.048323:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978686.048328:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978686.048332:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978686.048347:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978686.048350:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978686.048353:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978686.176215:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978686.176220:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978686.176224:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978687.008145:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978687.008155:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978687.008158:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978687.008162:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978687.008167:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978687.008175:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9546
00000400:00000200:0.0:1783978687.008185:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978687.008191:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978687.008194:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978687.008196:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008199:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008201:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008202:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978687.008207:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978687.008209:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978687.008211:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978687.008214:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978687.008215:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978687.008217:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978687.008219:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008220:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008221:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008223:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978687.008225:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978687.008228:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008229:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978687.008231:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978687.008234:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978687.008236:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008242:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978687.008244:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978687.008256:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783978687.008258:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978687.008263:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978687.008264:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008267:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978687.008270:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978687.008275:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978687.008283:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000001:0.0:1783978687.008290:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978687.008299:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367033856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978687.008306:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978687.008310:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978687.008314:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367033856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978687.008342:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978687.008345:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978687.008349:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978687.008351:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978687.008352:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978687.008356:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978687.008359:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9546
00000400:00000200:0.0:1783978687.008363:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978687.008367:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978687.008369:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978687.008372:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008373:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008375:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008377:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978687.008379:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978687.008380:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978687.008382:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978687.008384:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978687.008389:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978687.008392:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978687.008397:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008402:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008407:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008410:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978687.008416:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978687.008422:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008427:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978687.008432:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978687.008439:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978687.008444:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008447:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978687.008451:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978687.008454:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008456:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978687.008461:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783978687.008465:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978687.008469:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978687.008470:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008472:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978687.008476:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978687.008479:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978687.008485:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978687.008490:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978687.008500:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367033984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978687.008510:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978687.008512:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978687.008515:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367033984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978687.008525:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978687.008530:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978687.008533:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978687.008534:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978687.008535:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978687.008545:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978687.008549:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9546
00000400:00000200:0.0:1783978687.008557:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978687.008563:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978687.008565:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978687.008568:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008572:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008575:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008577:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978687.008581:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978687.008583:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978687.008585:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978687.008588:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978687.008591:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978687.008593:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978687.008597:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008600:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978687.008603:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008606:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978687.008610:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978687.008613:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978687.008617:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978687.008618:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978687.008621:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978687.008625:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008628:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978687.008630:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978687.008631:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008633:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978687.008637:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783978687.008640:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978687.008642:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978687.008644:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978687.008648:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978687.008650:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978687.008651:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978687.008655:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978687.008660:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978687.008667:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367034112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978687.008682:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978687.008685:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978687.008691:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367034112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978687.008696:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978687.008698:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978687.008703:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978687.008706:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978687.008708:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978687.008713:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9556)
00000800:00000200:1.1:1783978687.008755:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978687.008758:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978687.009216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978687.009219:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978687.009444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978687.009446:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1783978687.071917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978687.071925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978687.071926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978687.071932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978687.071935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978687.071939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978687.071942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978687.071944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978687.071948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978687.200119:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978687.200124:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978687.200128:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978688.095923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978688.096051:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978688.096053:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978688.096061:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978688.096066:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978688.096072:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978688.096075:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978688.096078:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978688.096082:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978688.224282:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978688.224288:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978688.224291:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978688.287909:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304219895, at 4304219904
00000100:00000010:0.0:1783978688.287926:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000001:2.0:1783978689.119914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978689.119924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978689.119926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978689.119937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978689.119941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978689.119945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978689.119947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978689.119951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978689.119954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978689.248397:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978689.248404:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978689.248408:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978690.144100:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978690.144108:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978690.144109:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978690.144132:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978690.144136:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978690.144140:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978690.144143:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978690.144145:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978690.144148:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978690.272085:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978690.272089:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978690.272093:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978691.167896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978691.167904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978691.167906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978691.167911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978691.167915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978691.167918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978691.167921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978691.167923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978691.167926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978691.297009:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978691.297014:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978691.297018:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978692.128223:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978692.128230:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978692.128235:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978692.128246:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128265:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978692.128270:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.128277:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978692.128282:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978692.128286:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978692.128293:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367034240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978692.128301:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978692.128308:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978692.128313:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.128319:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978692.128327:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978692.128332:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978692.128343:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978692.128350:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978692.128369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978692.128380:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034240, portal 25
00000100:00000001:0.0:1783978692.128386:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978692.128389:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:0.0:1783978692.128399:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128419:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978692.128425:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978692.128431:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978692.128438:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367034240, offset 0
00000400:00000200:0.0:1783978692.128451:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978692.128467:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.128480:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978692.128491:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978692.128500:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978692.128509:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978692.128515:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978692.128524:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345640:345640:256:4294967295] 192.168.201.109@tcp LPNI seq info [345629:345629:8:4294967295]
00000400:00000200:0.0:1783978692.128534:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.128552:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978692.128565:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.128573:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978692.128587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978692.128608:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783978692.128621:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978692.128627:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783978692.128639:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.128643:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978692.128663:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978692.128670:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978692.128676:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978692.128678:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978692.128684:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978692.128689:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128700:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.128704:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128711:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.128713:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978692.128720:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978692.128724:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978692.128728:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304225014
00000100:00000010:0.0:1783978692.128735:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978692.128742:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978692.128750:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304225014
00000100:00000010:0.0:1783978692.128759:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6f60.
00000100:00000001:0.0:1783978692.128763:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978692.128767:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978692.128770:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.128794:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978692.128799:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978692/real 1783978692]  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978692.128810:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978692.128812:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978692.128815:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978692.128818:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978692.128820:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978692.128822:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978692.128826:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978692.128834:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128841:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978692.128843:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128845:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.128848:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978692.128852:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128859:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978692.128864:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128876:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978692.128879:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128881:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.128882:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128884:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978692.128887:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978692.128889:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978692.128894:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978692.128897:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978692.128901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978692.128910:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367034240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978692.128915:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128917:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.128919:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367034240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.128941:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978692.128945:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978692.128947:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978692.128951:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978692.128953:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978692.128956:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978692.128958:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978692.128961:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978692.128965:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978692.128967:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978692.128969:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783978692.128973:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978692.128975:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128977:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.128986:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978692.128988:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.128990:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978692.128991:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978692.128993:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978692.128997:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129003:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978692.129005:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.129006:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978692.129008:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978692.129010:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978692.129012:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978692.129016:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978692.129017:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978692.129019:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.129020:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978692.129023:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978692.129025:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978692.129029:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978692.129031:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978692.129035:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978692.129037:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034368, portal 10
00000100:00000001:0.0:1783978692.129039:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978692.129041:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783978692.129047:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129053:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978692.129055:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978692.129066:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978692.129068:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367034368, offset 0
00000400:00000200:0.0:1783978692.129072:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978692.129076:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.129080:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978692.129083:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978692.129085:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978692.129087:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978692.129090:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978692.129092:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345641:345641:256:4294967295] 192.168.201.109@tcp LPNI seq info [345630:345630:8:4294967295]
00000400:00000200:0.0:1783978692.129096:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.129101:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978692.129105:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.129108:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978692.129112:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978692.129114:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783978692.129118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978692.129121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783978692.129131:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.129133:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978692.129136:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978692.129139:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978692.129142:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978692.129144:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978692.129147:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978692.129151:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129157:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.129160:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129166:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.129167:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978692.129171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978692.129175:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978692.129178:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978692.129180:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304223776
00000100:00000001:0.0:1783978692.129183:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304225014
00000100:00000001:0.0:1783978692.129185:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304223776
00000100:00000001:0.0:1783978692.129187:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304225014
00000100:00000001:0.0:1783978692.129189:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978692.129191:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.129193:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978692.129196:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978692/real 1783978692]  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978692.129203:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978692.129204:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978692.129206:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978692.129208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978692.129209:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978692.129212:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978692.129214:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978692.129221:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129227:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978692.129228:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129229:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.129231:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978692.129234:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129240:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978692.129243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129249:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978692.129251:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.129255:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129256:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978692.129260:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978692.129262:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978692.129265:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978692.129266:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978692.129270:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978692.129277:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978692.129280:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978692.129283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129289:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978692.129291:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.129293:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978692.129294:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978692.129296:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978692.129299:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978692.129302:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978692.129303:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978692.129305:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978692.129306:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978692.129310:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978692.129312:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978692.129314:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978692.129317:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978692.129320:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978692.129323:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034496, portal 10
00000100:00000001:0.0:1783978692.129325:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978692.129327:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:0.0:1783978692.129332:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129339:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978692.129341:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978692.129343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978692.129345:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367034496, offset 0
00000400:00000200:0.0:1783978692.129349:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978692.129352:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.129356:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978692.129358:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978692.129361:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978692.129363:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978692.129365:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978692.129368:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345642:345642:256:4294967295] 192.168.201.109@tcp LPNI seq info [345631:345631:8:4294967295]
00000400:00000200:0.0:1783978692.129371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978692.129377:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978692.129381:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.129383:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978692.129387:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978692.129390:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783978692.129394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978692.129396:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783978692.129400:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978692.129402:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978692.129405:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978692.129409:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978692.129411:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978692.129413:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978692.129416:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978692.129419:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129426:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.129429:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129435:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.129437:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978692.129440:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978692.129442:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978692.129446:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978692.129448:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304223773
00000100:00000001:0.0:1783978692.129451:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304225014
00000100:00000001:0.0:1783978692.129453:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304223773
00000100:00000001:0.0:1783978692.129455:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304225014
00000100:00000001:0.0:1783978692.129457:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978692.129459:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.129461:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978692.129464:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978692/real 1783978692]  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978692.129473:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978692.129474:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978692.129475:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978692.129478:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978692.129480:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978692.129482:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978692.129486:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978692.129493:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129499:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978692.129501:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129503:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.129504:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978692.129508:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129516:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978692.129519:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129525:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978692.129528:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978692.129531:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129533:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978692.129534:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978692.129537:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978692.129540:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978692.129542:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978692.129546:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978692.129554:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978692.129558:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129559:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.129562:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367034368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129568:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978692.129570:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978692.129572:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978692.129574:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978692.129576:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978692.129577:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978692.129579:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978692.129581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783978692.129584:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978692.129585:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978692.129587:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783978692.129589:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978692.129590:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129592:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978692.129595:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367034496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978692.129601:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978692.129602:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978692.129604:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783978692.129606:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978692.129607:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978692.129608:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978692.129610:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978692.129611:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783978692.129614:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978692.129615:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978692.129616:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783978692.129619:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978692.129620:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129621:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978692.129625:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978692.129627:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978692.129629:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978692.129631:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978692.192235:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978692.192243:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978692.192245:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978692.192250:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978692.192254:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978692.192257:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978692.192261:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978692.192264:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978692.192267:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978692.320331:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978692.320334:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978692.320337:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978693.217068:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978693.217079:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978693.217081:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978693.217088:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978693.217092:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978693.217097:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978693.217100:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978693.217103:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978693.217107:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978693.344064:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978693.344069:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978693.344073:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978693.409174:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304225014, at 4304225025
00000100:00000010:0.0:1783978693.409190:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783978694.239882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978694.239900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978694.239902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978694.239907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978694.239911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978694.239914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978694.239917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978694.239920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978694.239923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978694.368259:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978694.368264:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978694.368267:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978695.264961:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978695.264972:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978695.264974:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978695.264982:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978695.264988:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978695.264994:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978695.264998:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978695.265001:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978695.265006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978695.392037:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978695.392043:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978695.392047:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978696.289770:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978696.289802:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978696.289804:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978696.289809:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978696.289813:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978696.289817:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978696.289820:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978696.289822:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978696.289825:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978696.416078:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978696.416083:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978696.416087:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978697.247932:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978697.247940:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978697.247942:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978697.247945:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978697.247948:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978697.247954:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9556
00000400:00000200:3.0:1783978697.247962:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978697.247966:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978697.247968:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978697.247970:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.247972:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978697.247974:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.247976:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978697.247978:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978697.247980:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978697.247982:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978697.247984:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978697.247985:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978697.247986:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978697.247988:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.247989:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978697.247990:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.247992:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978697.247994:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978697.247996:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978697.247998:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978697.248000:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978697.248003:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978697.248004:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248006:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978697.248007:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978697.248015:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978697.248017:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978697.248020:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978697.248021:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248023:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978697.248025:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978697.248029:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978697.248034:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978697.248040:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978697.248047:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978697.248054:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978697.248057:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978697.248060:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978697.248077:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978697.248080:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978697.248083:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978697.248085:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978697.248086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978697.248089:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978697.248092:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9556
00000400:00000200:3.0:1783978697.248104:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978697.248108:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978697.248111:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978697.248115:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978697.248119:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248121:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978697.248123:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978697.248124:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978697.248126:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978697.248128:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783978697.248130:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978697.248130:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978697.248135:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978697.248138:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978697.248140:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978697.248140:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783978697.248145:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783978697.248145:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248149:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978697.248153:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:0.0:1783978697.248155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978697.248158:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248164:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978697.248168:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783978697.248174:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978697.248176:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978697.248177:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978697.248181:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978697.248183:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978697.248185:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783978697.248188:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1783978697.248190:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783978697.248193:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783978697.248196:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248200:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978697.248201:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367034624:192.168.201.109@tcp:250:kworker.0
00000100:00000010:3.0:1783978697.248206:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783978697.248207:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1783978697.248210:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978697.248214:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783978697.248214:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978697.248218:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978697.248219:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248224:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978697.248225:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1783978697.248226:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978697.248230:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978697.248232:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000010:3.0:1783978697.248235:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783978697.248236:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248241:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978697.248246:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:3.0:1783978697.248250:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783978697.248251:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978697.248259:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000001:3.0:1783978697.248261:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978697.248265:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783978697.248268:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034624, portal 25
00000100:00000040:3.0:1783978697.248270:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248272:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978697.248275:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:0.0:1783978697.248286:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978697.248286:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978697.248291:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978697.248299:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978697.248303:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1783978697.248304:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978697.248305:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1783978697.248311:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248312:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1783978697.248316:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00080000:3.0:1783978697.248319:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9556
00000100:00000200:0.0:1783978697.248321:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367034624, offset 0
00000400:00000200:3.0:1783978697.248326:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978697.248332:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978697.248333:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978697.248338:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978697.248341:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248344:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783978697.248345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978697.248349:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248352:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783978697.248356:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000001:3.0:1783978697.248356:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978697.248358:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978697.248361:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978697.248363:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:0.0:1783978697.248364:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783978697.248367:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783978697.248371:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783978697.248373:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783978697.248378:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783978697.248379:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248383:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783978697.248384:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:3.0:1783978697.248388:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248393:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783978697.248394:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345643:345643:256:4294967295] 192.168.201.109@tcp LPNI seq info [345632:345632:8:4294967295]
00000020:00000040:3.0:1783978697.248398:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978697.248402:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248404:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978697.248406:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978697.248408:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978697.248412:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248416:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783978697.248417:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:3.0:1783978697.248419:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978697.248424:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248426:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978697.248431:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000400:00000200:0.0:1783978697.248432:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1783978697.248436:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978697.248441:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1783978697.248444:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978697.248445:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978697.248450:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978697.248451:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1783978697.248453:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
02000000:00000001:3.0:1783978697.248454:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978697.248461:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000800:00000200:0.0:1783978697.248462:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978697.248467:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783978697.248468:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1783978697.248475:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1783978697.248478:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978697.248486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1783978697.248490:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1783978697.248494:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978697.248495:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783978697.248498:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000100:00000040:3.0:1783978697.248503:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783978697.248507:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978697.248517:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783978697.248518:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978697.248524:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000100:00000040:3.0:1783978697.248524:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1783978697.248529:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000040:3.0:1783978697.248530:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783978697.248535:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783978697.248536:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783978697.248542:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248552:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978697.248556:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978697.248557:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978697.248563:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9566)
00000100:00000001:0.0:1783978697.248567:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.248571:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978697.248576:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978697.248580:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978697.248582:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304230134
00000100:00000010:0.0:1783978697.248597:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978697.248604:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978697.248610:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304230134
00000100:00000010:0.0:1783978697.248614:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6f60.
00000100:00000001:0.0:1783978697.248617:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978697.248620:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978697.248622:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.248625:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978697.248630:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978697/real 1783978697]  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978697.248638:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978697.248639:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978697.248641:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978697.248644:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978697.248645:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978697.248648:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978697.248651:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978697.248659:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248665:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978697.248666:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248669:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.248671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978697.248674:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248680:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978697.248684:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248698:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978697.248701:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248702:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.248703:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248706:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978697.248707:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978697.248710:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978697.248714:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978697.248716:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978697.248720:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978697.248728:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367034624:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978697.248732:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248734:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978697.248737:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367034624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248743:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978697.248745:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978697.248748:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978697.248751:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978697.248753:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978697.248754:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978697.248756:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978697.248759:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783978697.248763:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978697.248764:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978697.248766:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783978697.248768:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978697.248770:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248796:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.248815:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978697.248817:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.248819:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978697.248821:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978697.248823:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978697.248826:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248833:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978697.248835:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978697.248836:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978697.248850:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978697.248852:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978697.248855:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978697.248858:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978697.248860:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978697.248862:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978697.248863:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978697.248867:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978697.248869:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978697.248872:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978697.248875:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978697.248878:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978697.248881:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034752, portal 10
00000100:00000001:0.0:1783978697.248883:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978697.248884:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:0.0:1783978697.248901:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248907:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978697.248909:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978697.248912:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978697.248914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367034752, offset 0
00000400:00000200:0.0:1783978697.248918:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978697.248922:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978697.248926:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978697.248929:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978697.248931:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978697.248934:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978697.248936:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978697.248939:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345644:345644:256:4294967295] 192.168.201.109@tcp LPNI seq info [345633:345633:8:4294967295]
00000400:00000200:0.0:1783978697.248943:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978697.248950:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978697.248954:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978697.248957:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978697.248961:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978697.248963:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783978697.248967:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978697.248970:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783978697.248973:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978697.248974:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978697.248977:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978697.248980:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978697.248983:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978697.248985:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978697.248987:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978697.248990:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.248997:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978697.249000:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249005:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.249006:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978697.249009:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978697.249012:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978697.249016:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978697.249018:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304228896
00000100:00000001:0.0:1783978697.249032:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304230134
00000100:00000001:0.0:1783978697.249034:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304228896
00000100:00000001:0.0:1783978697.249037:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304230134
00000100:00000001:0.0:1783978697.249040:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978697.249041:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.249043:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978697.249047:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978697/real 1783978697]  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978697.249054:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978697.249055:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978697.249057:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978697.249059:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978697.249061:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978697.249062:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978697.249065:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978697.249073:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249078:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978697.249079:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249081:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.249083:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978697.249086:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249092:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978697.249096:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249102:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978697.249105:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249106:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.249107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249109:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978697.249112:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978697.249114:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978697.249118:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978697.249120:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978697.249124:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978697.249131:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978697.249134:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978697.249137:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249143:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978697.249144:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978697.249146:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978697.249148:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978697.249150:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978697.249152:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978697.249155:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978697.249157:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978697.249159:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978697.249160:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978697.249163:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978697.249165:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978697.249168:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978697.249170:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978697.249173:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978697.249176:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367034880, portal 10
00000100:00000001:0.0:1783978697.249178:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978697.249179:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783978697.249184:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249191:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978697.249193:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978697.249195:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978697.249197:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367034880, offset 0
00000400:00000200:0.0:1783978697.249201:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978697.249205:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978697.249208:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978697.249211:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978697.249213:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978697.249215:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978697.249217:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978697.249220:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345645:345645:256:4294967295] 192.168.201.109@tcp LPNI seq info [345634:345634:8:4294967295]
00000400:00000200:0.0:1783978697.249223:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978697.249228:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978697.249233:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978697.249235:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978697.249239:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978697.249241:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783978697.249245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978697.249247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783978697.249251:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978697.249253:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978697.249256:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978697.249259:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978697.249261:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978697.249263:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978697.249265:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978697.249268:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249275:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978697.249277:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249288:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.249289:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978697.249292:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978697.249295:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978697.249298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978697.249300:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304228893
00000100:00000001:0.0:1783978697.249302:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304230134
00000100:00000001:0.0:1783978697.249304:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304228893
00000100:00000001:0.0:1783978697.249306:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304230134
00000100:00000001:0.0:1783978697.249308:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978697.249309:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.249311:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978697.249315:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978697/real 1783978697]  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978697.249322:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978697.249323:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978697.249324:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978697.249327:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978697.249329:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978697.249331:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978697.249334:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978697.249341:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249346:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978697.249348:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249349:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.249350:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978697.249354:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249359:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978697.249363:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249369:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978697.249371:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249373:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978697.249374:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249375:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978697.249377:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978697.249379:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978697.249382:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978697.249384:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978697.249387:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978697.249394:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367034880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978697.249397:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249399:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978697.249401:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367034752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249407:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978697.249409:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978697.249410:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783978697.249413:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978697.249414:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978697.249415:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978697.249417:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978697.249419:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783978697.249421:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978697.249422:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978697.249424:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783978697.249426:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978697.249427:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249429:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978697.249432:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367034880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978697.249438:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978697.249439:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978697.249440:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783978697.249442:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978697.249443:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978697.249445:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978697.249447:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978697.249448:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783978697.249450:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978697.249451:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978697.249452:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783978697.249454:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978697.249455:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249457:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978697.249461:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978697.249462:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978697.249464:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978697.249465:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978697.311920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978697.311927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978697.311929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978697.311934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978697.311938:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978697.311942:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978697.311945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978697.311947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978697.311949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978697.440896:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978697.440899:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978697.440904:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978698.335909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978698.335914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978698.335916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978698.335919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978698.335922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978698.335924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978698.335926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978698.335928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978698.335930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978698.464034:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978698.464038:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978698.464040:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978698.527917:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304230134, at 4304230144
00000100:00000010:0.0:1783978698.527922:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783978699.359882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978699.359888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978699.359890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978699.359894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978699.359896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978699.359899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978699.359901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978699.359903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978699.359904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978699.488028:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978699.488032:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978699.488034:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978700.383924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978700.383931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978700.383933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978700.383943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978700.383947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978700.383951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978700.383953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978700.383956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978700.383959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978700.512050:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978700.512054:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978700.512057:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978701.407896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978701.407904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978701.407906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978701.407912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978701.407915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978701.407918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978701.407922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978701.407925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978701.407928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978701.536836:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978701.536840:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978701.536843:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978702.368025:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978702.368035:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978702.368054:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978702.368061:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978702.368065:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978702.368072:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9561
00000400:00000200:0.0:1783978702.368081:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978702.368087:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978702.368090:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978702.368093:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368096:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368099:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368101:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978702.368105:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978702.368106:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978702.368109:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978702.368112:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978702.368115:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978702.368117:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978702.368119:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368121:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368123:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978702.368128:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978702.368132:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368134:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978702.368137:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978702.368141:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978702.368144:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368146:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978702.368149:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978702.368158:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000020:00000040:0.0:1783978702.368161:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978702.368166:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978702.368167:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368170:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978702.368173:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978702.368176:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978702.368183:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978702.368190:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978702.368198:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367035008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978702.368208:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978702.368213:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978702.368218:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367035008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978702.368252:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978702.368256:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978702.368259:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978702.368261:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978702.368263:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978702.368266:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978702.368269:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9561
00000400:00000200:0.0:1783978702.368274:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978702.368278:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978702.368280:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978702.368283:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368285:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368287:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368292:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978702.368297:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978702.368299:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978702.368303:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978702.368307:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978702.368319:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978702.368325:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978702.368334:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368339:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368344:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368348:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978702.368354:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978702.368359:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368363:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978702.368367:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978702.368373:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978702.368377:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368379:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978702.368383:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978702.368386:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368391:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978702.368395:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000020:00000040:0.0:1783978702.368400:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978702.368406:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978702.368410:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368414:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978702.368416:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978702.368420:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978702.368426:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978702.368433:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978702.368441:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367035136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978702.368455:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978702.368458:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978702.368466:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367035136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978702.368482:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978702.368486:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978702.368492:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978702.368495:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978702.368497:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978702.368503:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978702.368508:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9561
00000400:00000200:0.0:1783978702.368534:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978702.368542:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978702.368546:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978702.368553:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368557:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368562:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368567:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:1.1:1783978702.368567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978702.368572:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1783978702.368580:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978702.368583:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978702.368587:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978702.368589:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978702.368594:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978702.368599:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978702.368606:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368610:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978702.368615:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368618:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978702.368624:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978702.368631:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978702.368636:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978702.368640:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978702.368644:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978702.368649:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368653:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978702.368657:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978702.368661:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368664:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978702.368669:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783978702.368673:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978702.368678:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978702.368680:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978702.368682:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978702.368685:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978702.368688:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978702.368692:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978702.368696:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978702.368703:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367035264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978702.368719:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978702.368723:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978702.368732:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367035264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978702.368745:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978702.368822:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978702.368830:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978702.368834:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978702.368843:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978702.368850:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9571)
00000800:00000200:1.1:1783978702.369083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978702.369086:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978702.369378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978702.369380:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1783978702.431918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978702.431927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978702.431929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978702.431935:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978702.431939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978702.431944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978702.431948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978702.431951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978702.431954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978702.560001:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978702.560012:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978702.560015:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978703.455878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978703.455883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978703.455885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978703.455888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978703.455891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978703.455894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978703.455900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978703.455902:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978703.455905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978703.583956:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978703.583960:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978703.583963:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978703.647888:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304235254, at 4304235264
00000100:00000010:0.0:1783978703.647904:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000001:2.0:1783978704.479891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978704.479897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978704.479898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978704.479903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978704.479905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978704.479908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978704.479910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978704.479911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978704.479914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978704.607984:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978704.607988:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978704.607991:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978705.503914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978705.503922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978705.503924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978705.503930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978705.503933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978705.503937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978705.503940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978705.503943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978705.503945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978705.631964:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978705.631969:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978705.631972:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978706.527901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978706.527910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978706.527911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978706.527917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978706.527920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978706.527924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978706.527926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978706.527928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978706.527931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978706.656055:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978706.656058:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978706.656061:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978707.488099:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978707.488106:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978707.488111:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978707.488120:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488141:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978707.488145:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488161:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978707.488166:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978707.488172:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978707.488181:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367035392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978707.488188:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978707.488192:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978707.488194:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978707.488201:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978707.488204:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978707.488212:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978707.488216:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978707.488223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978707.488230:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367035392, portal 25
00000100:00000001:0.0:1783978707.488234:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978707.488236:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:0.0:1783978707.488244:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488251:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978707.488257:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978707.488260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978707.488264:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367035392, offset 0
00000400:00000200:0.0:1783978707.488277:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488299:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978707.488307:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978707.488313:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978707.488320:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978707.488329:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488339:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345649:345649:256:4294967295] 192.168.201.109@tcp LPNI seq info [345638:345638:8:4294967295]
00000400:00000200:0.0:1783978707.488348:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488363:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978707.488374:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488383:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978707.488393:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978707.488400:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978707.488410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978707.488417:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783978707.488425:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488429:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978707.488437:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978707.488446:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978707.488456:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978707.488461:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978707.488468:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978707.488476:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488496:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.488502:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488510:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.488512:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978707.488519:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978707.488522:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978707.488524:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304240374
00000100:00000010:0.0:1783978707.488527:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978707.488533:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978707.488538:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304240374
00000100:00000010:0.0:1783978707.488540:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6960.
00000100:00000001:0.0:1783978707.488542:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978707.488544:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978707.488545:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.488547:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978707.488550:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978707/real 1783978707]  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978707.488555:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978707.488556:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978707.488558:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978707.488560:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978707.488561:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978707.488562:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978707.488564:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978707.488570:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488574:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978707.488575:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488577:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.488578:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978707.488580:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488584:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978707.488586:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488590:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978707.488591:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488592:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.488593:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488595:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978707.488596:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978707.488598:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978707.488600:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978707.488601:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978707.488604:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978707.488609:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367035392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978707.488612:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488613:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.488615:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367035392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488618:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978707.488620:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978707.488622:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978707.488623:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978707.488624:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978707.488626:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978707.488627:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978707.488629:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783978707.488642:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978707.488643:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978707.488644:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783978707.488646:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978707.488647:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488653:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978707.488655:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.488656:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978707.488657:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978707.488658:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978707.488689:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488702:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978707.488704:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488706:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978707.488708:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978707.488710:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978707.488713:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978707.488716:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978707.488718:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978707.488719:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488720:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978707.488723:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978707.488724:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978707.488726:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978707.488728:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978707.488730:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978707.488732:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367035520, portal 10
00000100:00000001:0.0:1783978707.488733:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978707.488734:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783978707.488739:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488743:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978707.488745:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978707.488746:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978707.488747:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367035520, offset 0
00000400:00000200:0.0:1783978707.488750:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488752:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488754:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978707.488756:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978707.488758:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978707.488759:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978707.488761:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488763:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345650:345650:256:4294967295] 192.168.201.109@tcp LPNI seq info [345639:345639:8:4294967295]
00000400:00000200:0.0:1783978707.488765:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488769:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978707.488788:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488790:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978707.488793:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978707.488795:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978707.488797:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978707.488799:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783978707.488801:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488802:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978707.488804:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978707.488806:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978707.488808:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978707.488809:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978707.488811:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978707.488813:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488817:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.488819:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488826:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.488827:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978707.488829:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978707.488831:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978707.488834:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978707.488835:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304239136
00000100:00000001:0.0:1783978707.488836:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304240374
00000100:00000001:0.0:1783978707.488838:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304239136
00000100:00000001:0.0:1783978707.488839:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304240374
00000100:00000001:0.0:1783978707.488840:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978707.488841:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.488843:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978707.488845:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978707/real 1783978707]  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978707.488849:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978707.488849:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978707.488850:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978707.488851:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978707.488852:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978707.488854:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978707.488855:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978707.488860:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488863:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978707.488864:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488865:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.488865:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978707.488867:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488871:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978707.488873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488877:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978707.488879:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488879:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.488880:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.488881:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978707.488883:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978707.488884:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978707.488886:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978707.488887:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978707.488889:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978707.488893:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978707.488895:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978707.488897:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488901:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978707.488902:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488903:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978707.488904:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978707.488905:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978707.488906:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978707.488908:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978707.488909:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978707.488910:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978707.488911:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978707.488913:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783978707.488914:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978707.488916:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978707.488918:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978707.488919:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978707.488921:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367035648, portal 10
00000100:00000001:0.0:1783978707.488922:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978707.488923:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:0.0:1783978707.488926:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.488930:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978707.488931:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978707.488932:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978707.488934:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367035648, offset 0
00000400:00000200:0.0:1783978707.488936:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488938:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488939:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978707.488941:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978707.488942:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978707.488944:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978707.488945:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978707.488947:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345651:345651:256:4294967295] 192.168.201.109@tcp LPNI seq info [345640:345640:8:4294967295]
00000400:00000200:0.0:1783978707.488949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978707.488954:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978707.488958:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488961:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978707.488964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978707.488966:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978707.488969:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978707.488971:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783978707.488975:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978707.488977:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:0.0:1783978707.488979:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978707.488982:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978707.488985:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:0.0:1783978707.488987:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:0.0:1783978707.488989:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978707.489001:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489008:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.489011:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489015:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.489016:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978707.489019:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978707.489021:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978707.489023:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978707.489024:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304239133
00000100:00000001:0.0:1783978707.489026:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304240374
00000100:00000001:0.0:1783978707.489027:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304239133
00000100:00000001:0.0:1783978707.489028:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304240374
00000100:00000001:0.0:1783978707.489030:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978707.489031:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.489032:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978707.489034:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978707/real 1783978707]  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978707.489038:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978707.489039:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978707.489040:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978707.489041:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978707.489042:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978707.489043:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978707.489045:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978707.489050:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489053:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978707.489054:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489055:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.489056:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978707.489057:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489061:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978707.489065:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489070:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978707.489072:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489073:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978707.489074:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489076:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978707.489077:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978707.489079:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978707.489082:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978707.489084:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978707.489088:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978707.489095:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978707.489099:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489101:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.489104:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367035520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489111:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978707.489112:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978707.489113:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978707.489115:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978707.489116:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978707.489117:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978707.489118:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978707.489119:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783978707.489121:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978707.489121:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978707.489122:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783978707.489124:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978707.489125:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489126:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978707.489128:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367035648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978707.489132:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978707.489133:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978707.489135:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783978707.489136:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978707.489137:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978707.489138:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978707.489140:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978707.489141:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783978707.489143:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978707.489144:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978707.489145:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783978707.489147:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978707.489148:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489150:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978707.489154:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978707.489155:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978707.489157:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978707.489158:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978707.551872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978707.551878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978707.551880:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978707.551884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978707.551886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978707.551889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978707.551891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978707.551893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978707.551895:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978707.679988:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978707.679992:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978707.679995:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978708.575891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978708.575899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978708.575900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978708.575905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978708.575908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978708.575912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978708.575914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978708.575916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978708.575919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978708.704042:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978708.704046:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978708.704049:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978708.767895:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304240374, at 4304240384
00000100:00000010:0.0:1783978708.767911:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000008:00000020:2.0:1783978709.026894:0:171567:0:(osc_request.c:745:osc_update_next_shrink()) next time 10773 to shrink grant
00000008:00000020:2.0:1783978709.026904:0:171567:0:(osc_request.c:745:osc_update_next_shrink()) next time 10773 to shrink grant
00000100:00000001:2.0:1783978709.599990:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978709.600001:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978709.600003:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978709.600012:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978709.600017:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978709.600022:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978709.600024:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978709.600027:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978709.600030:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978709.728047:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978709.728052:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978709.728057:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978710.623938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978710.623951:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978710.623954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978710.623962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978710.623967:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978710.623973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978710.623976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978710.623979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978710.623983:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978710.752041:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978710.752046:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978710.752050:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978711.648866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978711.648877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978711.648879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978711.648886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978711.648891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978711.648896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978711.648899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978711.648902:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978711.648906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978711.776126:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978711.776130:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978711.776134:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978712.608202:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978712.608208:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978712.608212:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978712.608222:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608243:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978712.608248:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608254:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978712.608257:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978712.608263:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978712.608270:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367035776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978712.608279:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978712.608284:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978712.608288:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608291:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978712.608297:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978712.608300:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978712.608308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978712.608325:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978712.608335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978712.608351:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367035776, portal 25
00000100:00000001:0.0:1783978712.608356:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978712.608360:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:0.0:1783978712.608371:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608385:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978712.608390:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978712.608394:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d2a8.
00000100:00000200:0.0:1783978712.608398:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367035776, offset 0
00000400:00000200:0.0:1783978712.608421:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608434:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608448:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978712.608456:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978712.608463:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978712.608469:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978712.608475:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608482:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345652:345652:256:4294967295] 192.168.201.109@tcp LPNI seq info [345641:345641:8:4294967295]
00000400:00000200:0.0:1783978712.608490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608509:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978712.608522:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978712.608544:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b000.
00000800:00000200:0.0:1783978712.608555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978712.608559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978712.608592:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978712.608597:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978712.608600:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304245494
00000100:00000010:0.0:1783978712.608606:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978712.608613:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978712.608619:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304245494
00000100:00000010:0.0:1783978712.608623:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6de0.
00000100:00000001:0.0:1783978712.608626:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978712.608628:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978712.608630:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608633:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608634:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978712.608640:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978712.608641:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783978712.608642:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978712.608643:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978712.608644:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978712.608647:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608653:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978712.608654:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608655:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978712.608657:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978712.608658:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978712.608659:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978712.608661:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978712.608663:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978712.608664:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608666:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978712.608669:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783978712.608670:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978712.608673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978712.608675:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783978712.608677:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783978712.608679:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367035904, portal 10
00000100:00000001:0.0:1783978712.608681:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978712.608682:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:0.0:1783978712.608687:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608694:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978712.608697:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978712.608700:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4da18.
00000100:00000200:0.0:1783978712.608702:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367035904, offset 0
00000400:00000200:0.0:1783978712.608707:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608711:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608714:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978712.608717:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978712.608719:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978712.608721:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978712.608723:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608726:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345653:345653:255:4294967295] 192.168.201.109@tcp LPNI seq info [345642:345642:7:4294967295]
00000400:00000200:0.0:1783978712.608730:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608735:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978712.608740:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978712.608743:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b900.
00000800:00000200:0.0:1783978712.608747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978712.608751:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978712.608754:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978712.608756:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978712.608758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978712.608760:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304244255
00000100:00000001:0.0:1783978712.608761:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304245494
00000100:00000001:0.0:1783978712.608763:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304244255
00000100:00000001:0.0:1783978712.608764:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304245494
00000100:00000001:0.0:1783978712.608765:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978712.608767:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608768:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978712.608770:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608808:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978712.608810:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608812:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978712.608813:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978712.608815:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978712.608819:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367036032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978712.608822:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978712.608823:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978712.608825:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978712.608826:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978712.608831:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783978712.608832:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978712.608835:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978712.608838:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783978712.608841:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978712.608844:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367036032, portal 10
00000100:00000001:0.0:1783978712.608846:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978712.608847:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:0.0:1783978712.608852:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978712.608858:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978712.608860:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978712.608862:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d110.
00000100:00000200:0.0:1783978712.608865:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367036032, offset 0
00000400:00000200:0.0:1783978712.608869:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608873:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608875:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978712.608877:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978712.608879:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978712.608880:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978712.608882:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978712.608884:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345654:345654:254:4294967295] 192.168.201.109@tcp LPNI seq info [345643:345643:6:4294967295]
00000400:00000200:0.0:1783978712.608886:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978712.608890:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978712.608893:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978712.608895:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b600.
00000800:00000200:0.0:1783978712.608898:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978712.608900:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978712.608902:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978712.608904:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978712.608905:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978712.608907:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304244253
00000100:00000001:0.0:1783978712.608908:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304245494
00000100:00000001:0.0:1783978712.608910:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304244253
00000100:00000001:0.0:1783978712.608911:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304245494
00000100:00000001:0.0:1783978712.608912:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978712.608913:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608915:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608916:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978712.608918:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978712.608919:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783978712.608920:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978712.608920:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978712.608921:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978712.608923:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978712.671881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978712.671888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978712.671890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978712.671896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978712.671899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978712.671903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978712.671905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978712.671908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978712.671911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978712.800057:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978712.800064:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978712.800069:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978713.695871:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978713.695879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978713.695882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978713.695892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978713.695896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978713.695903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978713.695909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978713.695912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978713.695916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978713.824075:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978713.824079:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978713.824082:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978713.887920:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304245494, at 4304245504
00000100:00000010:0.0:1783978713.887942:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783978714.719896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978714.719904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978714.719906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978714.719912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978714.719915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978714.719918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978714.719921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978714.719923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978714.719926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978714.848050:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978714.848054:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978714.848057:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978715.680034:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978715.680075:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978715.680085:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978715.680089:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978715.680094:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978715.680098:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978715.680103:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978715.680107:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b000.
00000400:00000200:3.0:1783978715.680121:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978715.680130:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978715.680135:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d2a8
00000400:00000010:3.0:1783978715.680138:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d2a8.
00000100:00000001:3.0:1783978715.680143:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978715.680152:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978715.680177:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978715.680180:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978715.680188:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978715.680190:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978715.680199:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978715.680203:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b900.
00000400:00000200:3.0:1783978715.680205:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978715.680209:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978715.680212:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4da18
00000400:00000010:3.0:1783978715.680214:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4da18.
00000100:00000001:3.0:1783978715.680216:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978715.680221:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978715.680230:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1783978715.680233:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783978715.680234:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680240:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978715.680243:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978715.680245:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783978715.680246:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978715.680255:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000100:00100000:0.0:1783978715.680257:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978712/real 1783978715]  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1783978715.680258:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b600.
00000400:00000200:3.0:1783978715.680263:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978715.680271:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978715.680277:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d110
00000400:00000010:3.0:1783978715.680279:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d110.
00000100:00000001:3.0:1783978715.680282:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1783978715.680298:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000200:3.0:1783978715.680298:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978715.680302:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978715.680307:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000100:00000001:3.0:1783978715.680309:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1783978715.680313:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000100:00000040:3.0:1783978715.680315:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783978715.680317:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783978715.680322:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783978715.680325:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978715.680329:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1783978715.680330:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978715.680342:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680349:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978715.680351:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680354:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680356:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978715.680360:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680368:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978715.680373:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680381:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978715.680384:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680386:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680387:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680389:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978715.680393:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978715.680397:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978715.680401:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978715.680404:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978715.680408:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978715.680422:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367035904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978715.680426:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978715.680430:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978712/real 1783978715]  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978715.680438:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978715.680440:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978715.680441:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783978715.680444:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978715.680446:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978715.680448:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978715.680451:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978715.680459:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680465:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978715.680466:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680468:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680470:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978715.680473:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680480:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978715.680483:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680490:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978715.680492:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680494:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680495:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680497:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978715.680500:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978715.680502:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978715.680506:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978715.680508:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978715.680512:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978715.680549:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367036032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978715.680553:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978715.680557:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978712/real 1783978715]  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978715.680565:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978715.680566:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978715.680568:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978715.680571:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978715.680573:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978715.680575:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978715.680578:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978715.680586:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680591:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978715.680593:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680594:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680596:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978715.680599:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680605:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978715.680609:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680615:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978715.680617:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680619:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978715.680620:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680621:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978715.680623:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978715.680625:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978715.680629:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978715.680631:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978715.680635:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978715.680642:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367035776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978715.680646:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680648:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978715.680651:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367035904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680658:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978715.680660:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978715.680664:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783978715.680669:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978715.680671:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978715.680673:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978715.680676:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978715.680679:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783978715.680683:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978715.680685:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978715.680687:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:0.0:1783978715.680690:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978715.680692:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680694:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978715.680697:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367036032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680704:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978715.680705:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978715.680706:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783978715.680709:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978715.680710:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978715.680711:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978715.680713:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978715.680714:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783978715.680716:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978715.680717:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978715.680719:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:0.0:1783978715.680721:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978715.680722:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680724:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978715.680727:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367035776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978715.680732:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978715.680734:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978715.680735:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783978715.680737:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978715.680738:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978715.680740:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978715.680742:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978715.680743:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783978715.680745:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978715.680746:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978715.680748:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:0.0:1783978715.680750:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978715.680751:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680753:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978715.680761:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978715.680762:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978715.680765:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978715.680766:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978715.745552:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978715.745560:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978715.745562:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978715.745567:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978715.745571:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978715.745575:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978715.745578:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978715.745581:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978715.745584:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978715.872745:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978715.872749:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978715.872752:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978716.769702:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978716.769710:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978716.769713:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978716.769719:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978716.769724:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978716.769727:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978716.769731:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978716.769734:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978716.769737:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978716.895976:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978716.895979:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978716.895982:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978717.730645:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978717.730657:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978717.730660:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978717.730664:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978717.730668:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978717.730676:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9576
00000400:00000200:0.0:1783978717.730685:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978717.730691:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978717.730694:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978717.730697:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.730700:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.730702:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.730705:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978717.730709:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978717.730711:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978717.730714:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978717.730717:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978717.730719:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978717.730722:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978717.730725:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.730727:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.730729:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.730731:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978717.730734:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978717.730738:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978717.730741:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978717.730745:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978717.730748:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978717.730751:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.730753:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978717.730756:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978717.730766:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783978717.730770:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978717.730798:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978717.730800:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.730803:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978717.730806:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978717.730810:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978717.730820:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978717.730826:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978717.730835:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367036160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978717.730846:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978717.730863:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978717.730868:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367036160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978717.731133:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978717.731136:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000100:00000001:0.0:1783978717.731198:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978717.731202:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978717.731205:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978717.731207:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978717.731208:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978717.731211:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978717.731214:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9576
00000400:00000200:0.0:1783978717.731219:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978717.731222:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978717.731224:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978717.731227:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731229:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.731231:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731233:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978717.731236:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978717.731237:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978717.731239:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978717.731241:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978717.731243:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978717.731245:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978717.731248:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731250:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.731252:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731254:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978717.731256:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978717.731259:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731261:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978717.731263:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978717.731268:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978717.731270:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731273:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978717.731277:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978717.731280:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731282:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978717.731285:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000020:00000040:0.0:1783978717.731288:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978717.731291:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978717.731292:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731294:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978717.731295:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978717.731296:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978717.731299:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783978717.731318:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978717.731324:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367036288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978717.731332:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978717.731334:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978717.731337:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367036288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978717.731515:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978717.731518:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978717.731521:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978717.731523:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978717.731524:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978717.731526:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978717.731529:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9576
00000400:00000200:0.0:1783978717.731533:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978717.731536:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978717.731538:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978717.731541:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731543:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.731545:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731546:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978717.731549:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978717.731550:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978717.731552:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978717.731554:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978717.731556:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978717.731558:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978717.731561:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731563:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978717.731565:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731567:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978717.731569:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978717.731572:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978717.731582:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978717.731584:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978717.731589:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978717.731591:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731593:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978717.731595:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978717.731598:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731599:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978717.731603:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000020:00000040:0.0:1783978717.731605:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978717.731608:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978717.731609:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978717.731611:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978717.731613:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978717.731614:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978717.731618:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783978717.731621:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978717.731625:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367036416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978717.731632:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978717.731635:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978717.731638:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367036416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978717.731646:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978717.731648:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978717.731652:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978717.731655:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978717.731658:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978717.731662:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9587)
00000800:00000200:1.1:1783978717.731856:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978717.731858:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1783978717.732126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978717.732128:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 57 secs later)
00000100:00000001:3.0:1783978717.792266:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978717.792274:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978717.792276:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978717.792282:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978717.792285:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978717.792290:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978717.792292:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978717.792295:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978717.792298:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978717.919979:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978717.919983:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978717.919987:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978718.816588:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978718.816599:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978718.816601:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978718.816608:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978718.816614:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978718.816619:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978718.816622:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978718.816625:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978718.816628:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978718.944133:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978718.944139:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978718.944144:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978719.007902:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304250617, at 4304250624
00000100:00000010:0.0:1783978719.007926:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000001:3.0:1783978719.842610:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978719.842619:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978719.842621:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978719.842627:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978719.842631:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978719.842635:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978719.842638:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978719.842641:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978719.842644:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978719.967932:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978719.967936:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978719.967938:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978720.863949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978720.863958:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978720.863960:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978720.863966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978720.863970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978720.863973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978720.863976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978720.863978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978720.863981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978720.992023:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978720.992027:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978720.992029:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978721.887895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978721.887903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978721.887905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978721.887911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978721.887914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978721.887918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978721.887921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978721.887923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978721.887926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978722.016101:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978722.016106:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978722.016109:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978722.847872:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978722.847892:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978722.847894:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978722.847898:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978722.847903:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978722.847908:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9582
00000400:00000200:0.0:1783978722.847917:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978722.847923:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978722.847926:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978722.847929:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.847932:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.847934:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.847937:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978722.847941:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978722.847943:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978722.847946:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978722.847949:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978722.847952:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978722.847955:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978722.847957:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.847959:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.847961:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.847963:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978722.847966:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978722.847969:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978722.847971:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978722.847974:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978722.847977:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978722.847980:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.847982:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978722.847985:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978722.847993:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783978722.847997:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978722.848001:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978722.848002:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848005:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978722.848007:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978722.848011:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978722.848019:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978722.848025:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978722.848034:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367036544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978722.848044:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978722.848048:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978722.848052:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367036544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978722.848075:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978722.848078:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978722.848082:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978722.848083:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978722.848085:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978722.848088:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978722.848090:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9582
00000400:00000200:0.0:1783978722.848095:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978722.848098:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978722.848100:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978722.848103:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848106:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.848108:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848111:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978722.848113:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978722.848115:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978722.848116:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978722.848119:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978722.848121:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978722.848125:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978722.848131:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848134:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.848139:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848142:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978722.848148:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978722.848154:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848160:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978722.848165:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978722.848172:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978722.848177:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848181:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978722.848187:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978722.848192:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848196:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978722.848202:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783978722.848207:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978722.848212:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978722.848215:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848217:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978722.848220:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978722.848224:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978722.848231:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978722.848237:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978722.848247:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367036672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978722.848257:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978722.848263:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978722.848270:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367036672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978722.848284:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978722.848289:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978722.848296:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978722.848299:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978722.848303:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978722.848308:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978722.848314:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9582
00000400:00000200:0.0:1783978722.848319:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978722.848322:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978722.848324:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978722.848326:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848328:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.848329:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848331:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978722.848333:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978722.848335:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978722.848336:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978722.848338:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978722.848340:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978722.848342:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978722.848344:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848345:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978722.848347:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848349:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978722.848351:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978722.848354:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978722.848356:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978722.848358:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978722.848361:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978722.848365:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848368:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978722.848371:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978722.848373:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848376:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978722.848382:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783978722.848419:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978722.848425:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978722.848427:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978722.848429:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978722.848432:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978722.848435:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978722.848441:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978722.848448:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978722.848456:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367036800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978722.848477:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978722.848482:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978722.848483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978722.848489:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1783978722.848490:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367036800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978722.848506:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978722.848510:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978722.848515:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978722.848519:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978722.848526:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978722.848533:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9592)
00000800:00000200:1.1:1783978722.848948:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978722.848950:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1783978722.849144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978722.849146:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1783978722.911893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978722.911901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978722.911903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978722.911909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978722.911913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978722.911916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978722.911919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978722.911922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978722.911925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978723.040035:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978723.040039:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978723.040042:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978723.935905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978723.935957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978723.935959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978723.935964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978723.935968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978723.935972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978723.935975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978723.935977:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978723.935980:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978724.064143:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978724.064147:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978724.064150:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978724.127889:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304255734, at 4304255744
00000100:00000010:0.0:1783978724.127912:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000001:3.0:1783978724.959944:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978724.959952:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978724.959954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978724.959960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978724.959964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978724.959968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978724.959971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978724.959973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978724.959977:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978725.088043:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978725.088047:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978725.088050:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978725.983920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978725.983928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978725.983930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978725.983941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978725.983945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978725.983949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978725.983951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978725.983954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978725.983957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978726.111985:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978726.111988:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978726.111990:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978727.007913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978727.007921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978727.007923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978727.007929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978727.007933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978727.007938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978727.007941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978727.007943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978727.007946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978727.136008:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978727.136013:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978727.136015:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978727.967915:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978727.967926:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978727.967928:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978727.967932:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978727.967937:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978727.967944:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9587
00000400:00000200:0.0:1783978727.967953:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978727.967959:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978727.967961:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978727.967964:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.967967:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.967969:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.967971:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978727.967974:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978727.967976:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978727.967979:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978727.967982:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978727.967984:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978727.967986:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978727.967988:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.967990:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.967991:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.967993:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978727.967995:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978727.967998:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968000:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978727.968002:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978727.968006:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978727.968008:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968010:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978727.968012:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978727.968020:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783978727.968024:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978727.968027:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978727.968028:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968031:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978727.968034:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978727.968038:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978727.968045:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783978727.968052:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978727.968060:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367036928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978727.968070:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978727.968074:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978727.968079:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367036928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978727.968098:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978727.968100:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978727.968102:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978727.968103:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978727.968104:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978727.968107:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978727.968108:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9587
00000400:00000200:0.0:1783978727.968111:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978727.968113:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978727.968115:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978727.968117:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968119:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.968121:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968123:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978727.968125:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978727.968126:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978727.968127:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978727.968129:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978727.968131:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978727.968134:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978727.968137:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968139:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.968142:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968144:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978727.968147:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978727.968149:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968152:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978727.968156:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978727.968162:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978727.968164:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968165:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978727.968170:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978727.968174:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968178:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978727.968184:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000020:00000040:0.0:1783978727.968188:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978727.968195:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978727.968197:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968201:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978727.968205:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978727.968208:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978727.968213:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978727.968218:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978727.968226:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367037056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978727.968233:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978727.968237:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978727.968243:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367037056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978727.968250:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978727.968255:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978727.968259:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978727.968260:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978727.968262:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978727.968265:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978727.968268:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9587
00000400:00000200:0.0:1783978727.968272:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978727.968275:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978727.968277:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978727.968279:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968283:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.968286:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968289:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978727.968295:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978727.968298:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978727.968302:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978727.968317:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978727.968323:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978727.968328:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978727.968335:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968340:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978727.968344:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968346:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978727.968349:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978727.968353:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978727.968359:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978727.968362:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978727.968366:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978727.968371:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968372:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978727.968374:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978727.968380:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968383:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978727.968389:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783978727.968395:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978727.968401:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978727.968403:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978727.968407:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978727.968410:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978727.968414:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978727.968421:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978727.968427:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978727.968435:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367037184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978727.968454:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978727.968459:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978727.968467:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367037184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978727.968483:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978727.968488:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978727.968489:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978727.968494:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1783978727.968495:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978727.968501:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978727.968509:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978727.968516:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9597)
00000800:00000200:1.1:1783978727.968944:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978727.968947:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783978727.969210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978727.969212:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1783978728.031857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978728.031863:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978728.031864:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978728.031869:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978728.031872:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978728.031875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978728.031876:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978728.031878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978728.031880:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978728.160090:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978728.160095:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978728.160098:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978729.055914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978729.055920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978729.055922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978729.055926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978729.055928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978729.055930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978729.055931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978729.055933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978729.055935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978729.184033:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978729.184037:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978729.184040:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978729.247870:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304260854, at 4304260864
00000100:00000010:0.0:1783978729.247887:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:3.0:1783978730.079895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978730.079902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978730.079904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978730.079909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978730.079913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978730.079917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978730.079918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978730.079921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978730.079923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978730.207987:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978730.207992:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978730.207995:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978731.103891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978731.103899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978731.103901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978731.103906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978731.103910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978731.103914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978731.103917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978731.103919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978731.103922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978731.232018:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978731.232022:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978731.232025:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978732.127884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978732.127895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978732.127897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978732.127903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978732.127906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978732.127910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978732.127919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978732.127921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978732.127924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978732.256029:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978732.256032:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978732.256034:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978733.087951:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978733.087970:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978733.087974:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978733.087979:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978733.087985:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978733.087994:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9592
00000400:00000200:3.0:1783978733.088005:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978733.088013:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978733.088017:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978733.088020:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088023:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088026:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088029:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978733.088034:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978733.088036:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978733.088039:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978733.088042:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978733.088045:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978733.088047:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978733.088052:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088054:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088056:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088058:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978733.088061:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978733.088065:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088067:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978733.088071:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978733.088075:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978733.088078:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088081:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978733.088084:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978733.088097:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978733.088102:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978733.088106:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978733.088108:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088112:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978733.088115:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978733.088120:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978733.088130:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978733.088138:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978733.088150:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367037312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978733.088165:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978733.088170:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978733.088176:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367037312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978733.088206:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978733.088209:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978733.088213:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978733.088240:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978733.088243:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978733.088248:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978733.088251:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9592
00000400:00000200:3.0:1783978733.088257:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978733.088260:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978733.088263:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978733.088268:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088272:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088276:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088280:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978733.088284:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978733.088287:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978733.088290:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978733.088294:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978733.088299:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978733.088303:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978733.088308:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088310:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088311:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088316:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978733.088318:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978733.088322:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088327:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978733.088332:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978733.088340:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978733.088345:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088356:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978733.088363:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978733.088368:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088371:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978733.088379:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978733.088382:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978733.088386:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978733.088388:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088392:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978733.088395:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978733.088397:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978733.088403:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978733.088409:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978733.088417:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367037440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978733.088428:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978733.088432:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978733.088439:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367037440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978733.088453:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978733.088458:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978733.088465:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978733.088469:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978733.088479:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978733.088485:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978733.088489:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9592
00000400:00000200:3.0:1783978733.088493:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978733.088496:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978733.088498:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978733.088506:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088509:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088512:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088514:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978733.088519:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978733.088523:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978733.088525:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978733.088528:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978733.088533:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978733.088537:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978733.088543:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088548:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978733.088554:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088559:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978733.088563:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978733.088579:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978733.088583:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978733.088585:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978733.088590:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978733.088594:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088599:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978733.088602:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978733.088606:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088609:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978733.088614:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978733.088618:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978733.088622:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978733.088625:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978733.088630:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978733.088633:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978733.088636:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978733.088640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:3.0:1783978733.088645:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000800:00000200:1.1:1783978733.088646:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978733.088651:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978733.088670:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367037568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978733.088684:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978733.088688:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978733.088694:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367037568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978733.088707:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978733.088711:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978733.088718:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978733.088724:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978733.088733:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978733.088740:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9602)
00000800:00000200:1.1:1783978733.089172:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978733.089175:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978733.089453:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978733.089456:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1783978733.151927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978733.151938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978733.151940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978733.151946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978733.151950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978733.151955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978733.151958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978733.151961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978733.151963:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978733.280238:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978733.280243:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978733.280247:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978734.175894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978734.175904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978734.175906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978734.175914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978734.175918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978734.175923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978734.175927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978734.175930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978734.175934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978734.304390:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978734.304397:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978734.304401:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978734.368400:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304265974, at 4304265984
00000100:00000010:0.0:1783978734.368410:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000001:3.0:1783978735.199876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978735.199889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978735.199891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978735.199899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978735.199904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978735.199909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978735.199912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978735.199915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978735.199919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978735.327996:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978735.328001:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978735.328005:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978736.223897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978736.223905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978736.223907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978736.223912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978736.223915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978736.223920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978736.223922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978736.223924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978736.223927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978736.351987:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978736.351992:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978736.351996:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978737.247934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978737.247941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978737.247943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978737.247948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978737.247952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978737.247955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978737.247958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978737.247960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978737.247964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978737.376090:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978737.376094:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978737.376096:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978738.207875:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978738.207882:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978738.207884:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978738.207887:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978738.207891:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978738.207896:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9597
00000400:00000200:3.0:1783978738.207903:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978738.207907:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978738.207910:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978738.207912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.207914:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.207916:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.207918:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978738.207921:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978738.207923:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978738.207925:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978738.207928:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978738.207931:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978738.207933:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978738.207936:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.207938:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.207940:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.207942:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978738.207944:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978738.207948:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978738.207950:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978738.207952:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978738.207956:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978738.207959:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.207961:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978738.207964:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978738.207974:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978738.207983:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978738.207987:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978738.207989:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.207992:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978738.207994:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978738.207998:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978738.208007:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978738.208013:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978738.208022:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367037696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978738.208032:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978738.208035:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978738.208039:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367037696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978738.208072:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978738.208076:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978738.208079:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978738.208081:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978738.208082:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978738.208086:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978738.208088:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9597
00000400:00000200:3.0:1783978738.208091:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978738.208094:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978738.208095:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978738.208097:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208099:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.208100:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208102:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978738.208103:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978738.208104:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978738.208105:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978738.208107:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978738.208109:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978738.208111:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978738.208115:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.208119:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208121:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978738.208124:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978738.208157:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208163:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978738.208168:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978738.208176:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978738.208181:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208183:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978738.208189:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978738.208193:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208199:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978738.208204:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978738.208208:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978738.208211:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978738.208214:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208218:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978738.208222:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978738.208224:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978738.208229:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978738.208235:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978738.208244:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367037824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978738.208256:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978738.208261:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978738.208266:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367037824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978738.208282:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978738.208288:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978738.208294:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978738.208296:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978738.208298:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978738.208313:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978738.208320:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9597
00000400:00000200:3.0:1783978738.208327:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978738.208332:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978738.208337:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978738.208344:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208350:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.208353:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208356:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978738.208361:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978738.208364:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978738.208369:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978738.208373:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978738.208377:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978738.208383:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978738.208392:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208396:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978738.208403:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208410:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978738.208416:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978738.208423:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978738.208430:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978738.208433:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1783978738.208438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978738.208441:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1783978738.208446:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978738.208451:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208455:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978738.208458:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978738.208463:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208468:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978738.208486:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978738.208491:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978738.208497:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978738.208500:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978738.208505:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978738.208509:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978738.208512:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978738.208520:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978738.208526:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978738.208532:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367037952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978738.208539:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978738.208542:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978738.208549:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367037952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978738.208563:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978738.208567:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978738.208574:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978738.208579:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978738.208588:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978738.208596:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9607)
00000800:00000200:1.1:1783978738.208886:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978738.208887:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978738.209056:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978738.209058:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783978738.272031:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978738.272039:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978738.272040:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978738.272046:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978738.272049:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978738.272053:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978738.272056:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978738.272059:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978738.272062:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978738.399974:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978738.399978:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978738.399982:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978739.295887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978739.295894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978739.295896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978739.295902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978739.295906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978739.295910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978739.295913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978739.295916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978739.295919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978739.423984:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978739.423988:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978739.423991:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978739.487899:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304271094, at 4304271104
00000100:00000010:0.0:1783978739.487916:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000001:3.0:1783978740.320188:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978740.320197:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978740.320199:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978740.320205:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978740.320209:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978740.320214:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978740.320216:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978740.320219:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978740.320222:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978740.447990:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978740.447994:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978740.447997:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978741.343891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978741.343899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978741.343901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978741.343906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978741.343910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978741.343914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978741.343916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978741.343919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978741.343921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978741.472017:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978741.472020:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978741.472022:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978742.367879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978742.367885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978742.367886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978742.367890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978742.367893:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978742.367895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978742.367897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978742.367899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978742.367901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978742.495977:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978742.495982:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978742.495986:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978743.327877:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978743.327887:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978743.327891:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978743.327896:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978743.327899:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978743.327906:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9602
00000400:00000200:3.0:1783978743.327915:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978743.327921:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978743.327924:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978743.327927:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.327929:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.327931:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.327933:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978743.327937:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978743.327939:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978743.327941:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978743.327944:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978743.327947:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978743.327949:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978743.327952:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.327954:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.327956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.327957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978743.327960:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978743.327963:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978743.327965:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978743.327967:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978743.327971:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978743.327973:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.327975:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978743.327977:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978743.327987:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978743.327990:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978743.327994:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978743.327995:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.327998:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978743.328001:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978743.328004:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978743.328011:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978743.328017:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978743.328025:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367038080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978743.328034:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978743.328066:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978743.328071:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367038080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978743.328312:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978743.328315:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978743.328398:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978743.328401:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978743.328403:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978743.328404:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978743.328406:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978743.328408:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978743.328410:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9602
00000400:00000200:3.0:1783978743.328412:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978743.328414:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978743.328416:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978743.328418:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.328419:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.328420:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.328422:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978743.328423:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978743.328424:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978743.328425:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978743.328426:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978743.328427:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978743.328429:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978743.328430:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.328431:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.328433:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.328434:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978743.328436:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978743.328437:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978743.328439:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978743.328440:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978743.328444:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978743.328445:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.328446:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978743.328449:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978743.328451:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.328452:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978743.328454:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978743.328456:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978743.328457:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978743.328458:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.328460:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978743.328461:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978743.328462:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978743.328464:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978743.328466:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978743.328469:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367038208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978743.328474:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978743.328475:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978743.328477:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367038208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978743.328863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978743.328865:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978743.329028:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978743.329031:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978743.329034:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978743.329035:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978743.329044:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978743.329048:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978743.329051:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9602
00000400:00000200:3.0:1783978743.329057:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978743.329063:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978743.329067:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978743.329070:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.329073:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.329075:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.329077:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978743.329079:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978743.329081:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978743.329082:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978743.329084:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978743.329087:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978743.329089:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978743.329092:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.329094:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978743.329095:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978743.329097:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978743.329099:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978743.329102:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978743.329104:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978743.329105:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978743.329108:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978743.329109:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.329110:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978743.329112:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978743.329114:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.329115:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978743.329119:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978743.329120:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978743.329122:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978743.329123:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978743.329124:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978743.329125:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978743.329126:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978743.329129:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978743.329131:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978743.329140:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367038336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978743.329145:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978743.329147:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978743.329149:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367038336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978743.329161:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978743.329163:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978743.329166:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978743.329168:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978743.329169:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978743.329172:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9612)
00000800:00000200:1.1:1783978743.329326:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978743.329328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783978743.391892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978743.391900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978743.391902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978743.391907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978743.391911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978743.391914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978743.391916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978743.391918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978743.391922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978743.520011:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978743.520015:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978743.520018:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978744.416691:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978744.416698:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978744.416700:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978744.416705:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978744.416709:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978744.416712:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978744.416714:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978744.416717:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978744.416720:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978744.543970:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978744.543973:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978744.543976:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978744.607868:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304276214, at 4304276224
00000100:00000010:0.0:1783978744.607887:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000001:3.0:1783978745.439897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978745.439905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978745.439907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978745.439913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978745.439916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978745.439919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978745.439922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978745.439924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978745.439927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978745.568452:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978745.568455:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978745.568458:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978746.463884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978746.463892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978746.463894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978746.463899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978746.463903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978746.463906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978746.463909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978746.463911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978746.463914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978746.591957:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978746.591962:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978746.591965:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978747.488094:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978747.488102:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978747.488104:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978747.488110:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978747.488114:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978747.488117:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978747.488120:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978747.488122:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978747.488124:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978747.616029:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978747.616034:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978747.616037:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978748.447892:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978748.447903:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978748.447906:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978748.447909:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978748.447913:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978748.447920:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9607
00000400:00000200:3.0:1783978748.447928:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978748.447935:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978748.447938:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978748.447940:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.447943:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.447945:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.447947:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978748.447977:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978748.447979:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978748.447982:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978748.447985:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978748.447987:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978748.447990:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978748.447993:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.447995:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.447997:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448003:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978748.448006:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978748.448009:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448011:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978748.448014:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978748.448017:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978748.448020:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448022:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978748.448024:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978748.448034:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978748.448037:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978748.448041:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978748.448042:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448045:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978748.448047:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978748.448051:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978748.448058:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978748.448064:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978748.448072:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367038464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978748.448081:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978748.448085:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978748.448089:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367038464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978748.448111:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978748.448115:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978748.448118:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978748.448119:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978748.448120:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978748.448123:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978748.448125:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9607
00000400:00000200:3.0:1783978748.448129:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978748.448132:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978748.448135:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978748.448138:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448140:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.448142:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448145:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978748.448147:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978748.448151:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978748.448155:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978748.448159:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978748.448162:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978748.448169:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978748.448178:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448201:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.448207:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448212:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978748.448218:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978748.448225:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448231:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978748.448233:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978748.448241:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978748.448251:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448255:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978748.448260:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978748.448266:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448270:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978748.448277:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978748.448282:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978748.448287:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978748.448290:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448294:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978748.448296:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978748.448299:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978748.448305:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978748.448309:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978748.448315:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367038592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978748.448323:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978748.448326:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978748.448333:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367038592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978748.448349:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978748.448354:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978748.448360:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978748.448365:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978748.448369:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978748.448375:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978748.448381:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9607
00000400:00000200:3.0:1783978748.448392:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978748.448400:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978748.448413:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978748.448421:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448428:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.448431:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448436:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978748.448441:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1783978748.448441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783978748.448444:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000200:1.1:1783978748.448447:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1783978748.448448:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978748.448452:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978748.448457:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978748.448462:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978748.448470:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448473:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978748.448478:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448483:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978748.448489:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978748.448493:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978748.448499:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978748.448504:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978748.448509:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978748.448514:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448519:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978748.448522:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978748.448527:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448531:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978748.448536:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978748.448541:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978748.448547:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978748.448551:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978748.448555:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978748.448558:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978748.448560:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978748.448565:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978748.448572:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978748.448580:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367038720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978748.448593:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978748.448595:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978748.448599:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367038720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978748.448611:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978748.448617:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978748.448626:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978748.448632:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978748.448642:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978748.448649:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9617)
00000800:00000200:1.1:1783978748.448923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978748.448925:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978748.449212:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978748.449215:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1783978748.511897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978748.511905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978748.511907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978748.511913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978748.511917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978748.511920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978748.511922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978748.511925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978748.511927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978748.639990:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978748.639995:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978748.639998:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978749.535876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978749.535888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978749.535890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978749.535898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978749.535903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978749.535907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978749.535912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978749.535915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978749.535918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978749.664116:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978749.664119:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978749.664122:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978749.727909:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304281334, at 4304281344
00000100:00000010:0.0:1783978749.727942:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000001:3.0:1783978750.559941:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978750.559953:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978750.559955:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978750.559962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978750.559966:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978750.559970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978750.559972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978750.559976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978750.559979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978750.688337:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978750.688342:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978750.688346:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978751.583943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978751.583954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978751.583957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978751.583965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978751.583969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978751.583973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978751.583977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978751.583980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978751.583982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978751.712097:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978751.712101:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978751.712104:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978752.607891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978752.607899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978752.607901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978752.607905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978752.607908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978752.607911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978752.607912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978752.607914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978752.607916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978752.738175:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978752.738179:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978752.738181:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978753.568265:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978753.568276:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978753.568282:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978753.568297:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.568316:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978753.568323:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.568332:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978753.568338:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978753.568354:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978753.568366:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367038848:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978753.568377:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978753.568384:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978753.568390:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.568395:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978753.568407:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978753.568414:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978753.568433:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978753.568443:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978753.568454:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978753.568468:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367038848, portal 25
00000100:00000001:0.0:1783978753.568475:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978753.568481:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:0.0:1783978753.568495:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.568510:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978753.568520:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978753.568528:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978753.568535:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367038848, offset 0
00000400:00000200:0.0:1783978753.568557:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978753.568576:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.568591:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978753.568602:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978753.568615:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978753.568623:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978753.568631:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978753.568642:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345676:345676:256:4294967295] 192.168.201.109@tcp LPNI seq info [345665:345665:8:4294967295]
00000400:00000200:0.0:1783978753.568654:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.568677:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978753.568691:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.568700:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978753.568715:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978753.568726:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978753.568739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978753.568748:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783978753.568769:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.568851:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978753.568871:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978753.568877:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978753.568885:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978753.568887:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978753.568892:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978753.568897:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.568908:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.568912:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.568919:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.568924:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978753.568930:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978753.568939:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978753.568946:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304286455
00000100:00000010:0.0:1783978753.568956:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978753.568969:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978753.568980:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304286455
00000100:00000010:0.0:1783978753.568985:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e69c0.
00000100:00000001:0.0:1783978753.568990:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978753.568996:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978753.569000:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569003:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978753.569008:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978753/real 1783978753]  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978753.569024:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978753.569026:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978753.569028:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978753.569031:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978753.569033:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978753.569035:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978753.569039:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978753.569048:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978753.569056:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569058:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569060:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978753.569064:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569071:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978753.569076:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569083:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978753.569086:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569088:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569089:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569101:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978753.569104:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978753.569108:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978753.569113:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978753.569116:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978753.569120:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978753.569129:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367038848:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978753.569134:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569136:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.569139:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367038848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569145:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978753.569149:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978753.569152:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978753.569155:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978753.569158:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978753.569160:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978753.569162:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978753.569165:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978753.569170:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978753.569172:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978753.569174:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:0.0:1783978753.569178:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978753.569180:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569182:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569190:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978753.569192:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569195:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978753.569197:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978753.569198:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978753.569202:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569209:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978753.569210:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.569213:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978753.569215:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978753.569217:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978753.569220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367038976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978753.569224:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978753.569226:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978753.569228:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.569230:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978753.569233:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978753.569235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978753.569239:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978753.569242:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978753.569246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978753.569249:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367038976, portal 10
00000100:00000001:0.0:1783978753.569251:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978753.569253:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:0.0:1783978753.569260:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569267:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978753.569269:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978753.569271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978753.569274:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367038976, offset 0
00000400:00000200:0.0:1783978753.569278:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978753.569282:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.569286:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978753.569290:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978753.569293:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978753.569295:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978753.569297:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978753.569300:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345677:345677:256:4294967295] 192.168.201.109@tcp LPNI seq info [345666:345666:8:4294967295]
00000400:00000200:0.0:1783978753.569304:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.569311:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978753.569315:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.569319:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978753.569323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978753.569326:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978753.569331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978753.569334:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783978753.569338:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.569340:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978753.569342:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978753.569346:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978753.569349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978753.569351:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978753.569353:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978753.569357:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569364:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.569367:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569373:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569375:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978753.569378:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978753.569382:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978753.569386:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978753.569388:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304285216
00000100:00000001:0.0:1783978753.569391:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304286455
00000100:00000001:0.0:1783978753.569394:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304285216
00000100:00000001:0.0:1783978753.569396:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304286455
00000100:00000001:0.0:1783978753.569398:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978753.569400:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569402:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978753.569406:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978753/real 1783978753]  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978753.569413:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978753.569415:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978753.569417:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978753.569419:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978753.569421:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978753.569423:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978753.569426:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978753.569434:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569441:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978753.569443:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569445:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569446:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978753.569450:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569456:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978753.569460:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569468:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978753.569471:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569472:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569474:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569475:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978753.569479:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978753.569482:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978753.569486:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978753.569488:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978753.569492:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978753.569499:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367038976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978753.569503:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978753.569507:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569514:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978753.569516:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.569518:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978753.569520:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978753.569522:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978753.569525:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978753.569529:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978753.569531:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978753.569533:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978753.569535:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978753.569539:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978753.569541:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978753.569544:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978753.569547:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978753.569550:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978753.569553:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367039104, portal 10
00000100:00000001:0.0:1783978753.569555:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978753.569556:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:0.0:1783978753.569562:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569568:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978753.569571:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978753.569573:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978753.569575:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367039104, offset 0
00000400:00000200:0.0:1783978753.569579:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978753.569582:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.569585:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978753.569588:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978753.569591:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978753.569593:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978753.569596:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978753.569599:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345678:345678:256:4294967295] 192.168.201.109@tcp LPNI seq info [345667:345667:8:4294967295]
00000400:00000200:0.0:1783978753.569603:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978753.569609:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978753.569613:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.569616:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978753.569620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978753.569622:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978753.569626:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978753.569629:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783978753.569633:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978753.569635:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978753.569637:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978753.569640:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978753.569643:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978753.569645:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978753.569647:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978753.569651:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569658:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.569661:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569667:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569669:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978753.569671:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978753.569674:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978753.569678:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978753.569679:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304285213
00000100:00000001:0.0:1783978753.569682:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304286455
00000100:00000001:0.0:1783978753.569684:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304285213
00000100:00000001:0.0:1783978753.569687:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304286455
00000100:00000001:0.0:1783978753.569689:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978753.569691:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569693:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978753.569697:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978753/real 1783978753]  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978753.569704:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978753.569705:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978753.569707:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978753.569709:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978753.569711:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978753.569713:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978753.569716:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978753.569724:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569730:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978753.569732:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569733:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569735:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978753.569738:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569745:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978753.569748:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569754:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978753.569757:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978753.569760:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569762:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978753.569763:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978753.569766:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978753.569770:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978753.569798:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978753.569803:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978753.569811:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978753.569815:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569817:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.569820:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367038976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569826:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978753.569828:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978753.569830:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978753.569833:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978753.569834:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978753.569835:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978753.569837:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978753.569839:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783978753.569842:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978753.569843:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978753.569844:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:0.0:1783978753.569847:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978753.569848:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569850:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978753.569853:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627367039104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978753.569872:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978753.569874:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978753.569875:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978753.569879:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978753.569880:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978753.569881:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978753.569883:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978753.569885:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783978753.569887:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978753.569888:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978753.569889:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:0.0:1783978753.569891:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978753.569893:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978753.569898:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978753.569899:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978753.569901:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978753.569903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978753.631916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978753.631925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978753.631927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978753.631932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978753.631936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978753.631939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978753.631941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978753.631944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978753.631947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978753.760152:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978753.760156:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978753.760160:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978754.655914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978754.655923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978754.655925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978754.655941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978754.655945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978754.655948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978754.655950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978754.655954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978754.655957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978754.784043:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978754.784047:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978754.784051:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978754.847903:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304286455, at 4304286464
00000100:00000010:0.0:1783978754.847916:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978755.679931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978755.679937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978755.679938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978755.679942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978755.679945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978755.679948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978755.679950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978755.679952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978755.679955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978755.808430:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978755.808434:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978755.808437:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978756.703928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978756.703933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978756.703934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978756.703938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978756.703940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978756.703943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978756.703945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978756.703947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978756.703949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978756.831963:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978756.831966:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978756.831968:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978757.727899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978757.727907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978757.727909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978757.727914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978757.727918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978757.727921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978757.727924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978757.727927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978757.727929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978757.856323:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978757.856327:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978757.856331:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783978758.688297:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978758.688304:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978758.688310:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978758.688322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688342:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978758.688347:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.688355:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978758.688359:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978758.688366:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978758.688374:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367039232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978758.688383:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978758.688392:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978758.688397:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.688402:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978758.688411:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978758.688416:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978758.688428:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978758.688437:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978758.688447:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978758.688458:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367039232, portal 25
00000100:00000001:0.0:1783978758.688465:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978758.688469:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:0.0:1783978758.688479:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688497:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978758.688504:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978758.688510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978758.688518:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367039232, offset 0
00000400:00000200:0.0:1783978758.688531:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978758.688547:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.688559:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978758.688570:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978758.688580:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978758.688588:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978758.688595:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978758.688603:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345679:345679:256:4294967295] 192.168.201.109@tcp LPNI seq info [345668:345668:8:4294967295]
00000400:00000200:0.0:1783978758.688613:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.688630:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978758.688644:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.688652:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978758.688666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978758.688674:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1783978758.688687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978758.688695:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000100:0.0:1783978758.688706:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.688711:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978758.688721:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978758.688742:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978758.688749:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978758.688753:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978758.688759:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978758.688764:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688840:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.688844:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688852:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.688854:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978758.688861:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978758.688865:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978758.688868:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304291575
00000100:00000010:0.0:1783978758.688875:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783978758.688883:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978758.688891:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304291575
00000100:00000010:0.0:1783978758.688894:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6600.
00000100:00000001:0.0:1783978758.688898:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783978758.688902:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978758.688905:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.688908:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978758.688913:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978758/real 1783978758]  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978758.688930:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978758.688932:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978758.688935:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978758.688951:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978758.688953:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978758.688956:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978758.688960:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978758.688969:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688977:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978758.688979:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.688982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.688984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978758.688988:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.688996:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978758.689001:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689016:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978758.689019:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689021:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.689022:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689025:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978758.689027:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978758.689030:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978758.689034:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978758.689037:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978758.689042:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978758.689052:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367039232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783978758.689057:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689059:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.689063:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627367039232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689070:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978758.689073:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978758.689076:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978758.689079:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978758.689082:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978758.689084:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783978758.689086:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978758.689089:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783978758.689094:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978758.689096:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978758.689098:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:0.0:1783978758.689102:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978758.689103:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689105:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689114:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978758.689116:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689118:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978758.689120:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783978758.689121:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978758.689134:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689142:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978758.689143:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.689146:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978758.689148:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978758.689150:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978758.689154:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978758.689158:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978758.689160:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978758.689161:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.689163:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978758.689166:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978758.689168:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978758.689172:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978758.689175:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978758.689178:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978758.689181:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367039360, portal 10
00000100:00000001:0.0:1783978758.689184:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978758.689185:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:0.0:1783978758.689192:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689199:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978758.689201:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978758.689204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978758.689206:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367039360, offset 0
00000400:00000200:0.0:1783978758.689211:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978758.689215:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.689219:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978758.689222:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978758.689225:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978758.689228:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978758.689231:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978758.689233:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345680:345680:256:4294967295] 192.168.201.109@tcp LPNI seq info [345669:345669:8:4294967295]
00000400:00000200:0.0:1783978758.689237:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.689244:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978758.689249:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.689253:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978758.689257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978758.689261:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1783978758.689266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978758.689269:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000100:0.0:1783978758.689274:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.689275:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978758.689278:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978758.689282:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978758.689286:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978758.689287:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978758.689290:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978758.689294:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689302:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.689305:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689311:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689312:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978758.689315:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978758.689320:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783978758.689323:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978758.689325:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304290336
00000100:00000001:0.0:1783978758.689328:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304291575
00000100:00000001:0.0:1783978758.689331:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304290336
00000100:00000001:0.0:1783978758.689333:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304291575
00000100:00000001:0.0:1783978758.689335:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978758.689337:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689339:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978758.689343:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978758/real 1783978758]  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978758.689351:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978758.689353:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978758.689355:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978758.689357:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978758.689359:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978758.689361:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978758.689365:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978758.689373:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689380:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978758.689381:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689382:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.689384:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978758.689387:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689394:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978758.689397:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689405:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978758.689407:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689409:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.689410:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689413:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978758.689416:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978758.689419:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978758.689423:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978758.689425:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978758.689429:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978758.689438:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978758.689442:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978758.689446:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689452:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978758.689453:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.689456:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978758.689457:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978758.689460:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978758.689463:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978758.689466:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978758.689468:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783978758.689470:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978758.689472:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783978758.689475:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978758.689477:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783978758.689481:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783978758.689484:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783978758.689487:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783978758.689490:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367039488, portal 10
00000100:00000001:0.0:1783978758.689492:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783978758.689494:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:0.0:1783978758.689500:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689506:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978758.689508:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783978758.689510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783978758.689513:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367039488, offset 0
00000400:00000200:0.0:1783978758.689517:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978758.689520:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.689523:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783978758.689527:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783978758.689530:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783978758.689532:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783978758.689534:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783978758.689537:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345681:345681:256:4294967295] 192.168.201.109@tcp LPNI seq info [345670:345670:8:4294967295]
00000400:00000200:0.0:1783978758.689542:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978758.689548:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783978758.689553:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.689556:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783978758.689560:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783978758.689563:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1783978758.689567:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783978758.689571:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 16 secs later)
00000800:00000100:0.0:1783978758.689574:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783978758.689577:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783978758.689580:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783978758.689583:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783978758.689586:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783978758.689588:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783978758.689591:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783978758.689595:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689603:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.689606:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689613:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689615:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783978758.689618:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978758.689620:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783978758.689624:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978758.689625:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304290333
00000100:00000001:0.0:1783978758.689628:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304291575
00000100:00000001:0.0:1783978758.689630:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304290333
00000100:00000001:0.0:1783978758.689633:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304291575
00000100:00000001:0.0:1783978758.689635:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978758.689637:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689639:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783978758.689643:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978758/real 1783978758]  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783978758.689651:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783978758.689653:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783978758.689654:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783978758.689657:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783978758.689659:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783978758.689660:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783978758.689664:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783978758.689671:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689678:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783978758.689680:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689682:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.689683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783978758.689687:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689694:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783978758.689698:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689704:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783978758.689707:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689708:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783978758.689709:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689711:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783978758.689713:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783978758.689715:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783978758.689719:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783978758.689721:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783978758.689725:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978758.689733:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367039488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783978758.689738:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689740:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.689743:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367039360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689751:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978758.689753:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978758.689755:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783978758.689757:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978758.689759:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978758.689761:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783978758.689763:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978758.689765:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783978758.689767:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978758.689768:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978758.689770:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:0.0:1783978758.689805:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978758.689807:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689809:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978758.689813:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367039488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978758.689819:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783978758.689821:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783978758.689822:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783978758.689825:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783978758.689826:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783978758.689828:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783978758.689830:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783978758.689832:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783978758.689834:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783978758.689835:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783978758.689837:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:0.0:1783978758.689839:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783978758.689840:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689842:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978758.689845:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783978758.689847:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978758.689849:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978758.689850:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978758.752576:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978758.752583:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978758.752585:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978758.752591:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978758.752594:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978758.752598:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978758.752600:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978758.752603:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978758.752605:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978758.880097:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978758.880105:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978758.880110:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978759.775916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978759.775924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978759.775926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978759.775932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978759.775935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978759.775939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978759.775941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978759.775944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978759.775947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978759.904051:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978759.904055:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978759.904059:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978759.968012:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304291575, at 4304291584
00000100:00000010:0.0:1783978759.968025:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783978760.799895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978760.799902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978760.799904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978760.799908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978760.799911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978760.799913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978760.799915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978760.799917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978760.799919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978760.927985:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978760.927989:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978760.927992:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978761.823920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978761.823926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978761.823928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978761.823932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978761.823935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978761.823937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978761.823939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978761.823940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978761.823942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978761.951979:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978761.951982:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978761.951984:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978762.847904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978762.847911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978762.847913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978762.847919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978762.847922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978762.847926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978762.847929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978762.847931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978762.847934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978762.976885:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978762.976888:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978762.976891:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978763.807931:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978763.807942:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978763.807945:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978763.807949:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978763.807953:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978763.807960:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9623
00000400:00000200:0.0:1783978763.807977:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978763.807988:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978763.807991:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978763.807994:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.807998:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808000:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808003:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978763.808007:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978763.808009:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978763.808012:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978763.808014:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978763.808017:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978763.808019:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978763.808022:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808024:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808025:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808026:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978763.808028:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978763.808031:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808032:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978763.808035:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978763.808037:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978763.808039:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808040:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978763.808043:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978763.808052:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783978763.808054:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978763.808058:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978763.808059:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808061:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978763.808063:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978763.808066:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978763.808073:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000001:0.0:1783978763.808079:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978763.808088:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367039616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978763.808100:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978763.808104:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978763.808109:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367039616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978763.808133:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978763.808137:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978763.808140:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978763.808142:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978763.808143:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978763.808146:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978763.808149:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9623
00000400:00000200:0.0:1783978763.808153:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978763.808157:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978763.808159:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978763.808163:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808165:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808168:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808171:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978763.808173:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978763.808174:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978763.808176:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978763.808178:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978763.808180:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978763.808183:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978763.808199:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808205:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808209:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808213:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978763.808218:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978763.808222:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808227:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978763.808231:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978763.808238:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978763.808243:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808245:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978763.808249:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978763.808251:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808255:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978763.808261:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000020:00000040:0.0:1783978763.808265:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978763.808270:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978763.808273:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808278:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978763.808279:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978763.808282:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978763.808289:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978763.808296:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978763.808305:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367039744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978763.808315:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978763.808317:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978763.808322:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367039744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978763.808334:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978763.808338:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978763.808342:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978763.808345:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978763.808346:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978763.808351:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978763.808355:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9623
00000400:00000200:0.0:1783978763.808360:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978763.808365:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978763.808368:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978763.808370:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808374:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808377:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808380:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978763.808382:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978763.808383:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978763.808384:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978763.808386:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978763.808387:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978763.808388:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978763.808391:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808392:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978763.808393:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808394:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978763.808405:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978763.808412:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978763.808416:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978763.808419:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978763.808424:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978763.808429:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808432:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978763.808435:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978763.808439:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808444:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978763.808450:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000020:00000040:0.0:1783978763.808455:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978763.808460:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978763.808462:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978763.808465:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978763.808468:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978763.808470:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978763.808476:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978763.808482:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978763.808491:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367039872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978763.808503:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978763.808506:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978763.808513:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367039872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978763.808526:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978763.808527:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978763.808533:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1783978763.808534:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978763.808549:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978763.808556:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978763.808562:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978763.808569:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9633)
00000800:00000200:1.1:1783978763.808985:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978763.808988:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978763.809257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978763.809259:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1783978763.874805:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978763.874813:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978763.874815:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978763.874821:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978763.874824:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978763.874828:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978763.874830:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978763.874831:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978763.874833:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978764.000963:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978764.000967:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978764.000970:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978764.895905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978764.895913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978764.895915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978764.895921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978764.895924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978764.895927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978764.895930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978764.895932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978764.895935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978765.023950:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978765.023955:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978765.023964:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978765.087888:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304296694, at 4304296704
00000100:00000010:0.0:1783978765.087900:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000001:3.0:1783978765.919877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978765.919883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978765.919884:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978765.919888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978765.919891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978765.919893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978765.919895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978765.919897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978765.919899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978766.047945:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978766.047949:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978766.047953:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978766.943893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978766.943901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978766.943903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978766.943909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978766.943913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978766.943916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978766.943918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978766.943921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978766.943924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978767.071947:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978767.071951:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978767.071955:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978767.967901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978767.967910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978767.967912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978767.967918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978767.967922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978767.967926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978767.967927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978767.967929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978767.967931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978768.096837:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978768.096841:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978768.096844:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978768.928098:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978768.928110:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978768.928238:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978768.928243:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978768.928248:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978768.928260:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9628
00000400:00000200:2.0:1783978768.928270:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978768.928275:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978768.928278:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978768.928281:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928284:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928286:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928289:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978768.928293:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978768.928295:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978768.928297:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978768.928300:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978768.928303:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978768.928305:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978768.928308:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928310:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928312:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928314:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978768.928317:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978768.928320:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928323:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978768.928325:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978768.928328:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978768.928331:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928333:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978768.928335:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978768.928357:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978768.928361:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978768.928365:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978768.928367:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928370:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978768.928373:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978768.928377:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978768.928386:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978768.928393:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978768.928403:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367040000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978768.928412:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978768.928424:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978768.928429:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367040000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978768.928458:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978768.928461:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978768.928464:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978768.928466:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978768.928468:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978768.928471:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978768.928474:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9628
00000400:00000200:2.0:1783978768.928478:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978768.928481:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978768.928483:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978768.928485:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928487:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928489:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928491:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978768.928493:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978768.928494:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978768.928496:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978768.928497:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978768.928499:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978768.928501:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978768.928503:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928505:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928507:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928509:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978768.928511:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978768.928513:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928515:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978768.928517:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978768.928523:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978768.928525:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928527:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978768.928531:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978768.928534:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928535:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978768.928539:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978768.928541:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978768.928544:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978768.928546:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928547:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978768.928549:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978768.928550:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978768.928554:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783978768.928558:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978768.928563:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367040128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978768.928570:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978768.928572:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978768.928589:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367040128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978768.928628:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978768.928630:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978768.928633:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978768.928634:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978768.928636:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978768.928638:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978768.928641:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9628
00000400:00000200:2.0:1783978768.928644:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978768.928647:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978768.928649:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978768.928651:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928653:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928655:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928657:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978768.928659:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978768.928660:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978768.928661:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978768.928663:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978768.928665:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978768.928667:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978768.928670:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928671:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978768.928673:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928675:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978768.928677:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978768.928679:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978768.928681:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978768.928683:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978768.928686:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978768.928688:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928690:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978768.928692:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978768.928694:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928696:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978768.928699:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978768.928701:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978768.928704:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978768.928705:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978768.928707:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978768.928708:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978768.928709:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978768.928713:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978768.928716:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978768.928721:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367040256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978768.928727:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978768.928729:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978768.928733:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367040256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978768.928740:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978768.928743:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978768.928747:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978768.928749:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978768.928752:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978768.928757:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9638)
00000800:00000200:1.1:1783978768.929119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978768.929122:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978768.929484:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978768.929486:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978768.929744:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978768.929747:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1783978768.991898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978768.991906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978768.991909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978768.991914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978768.991919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978768.991922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978768.991925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978768.991927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978768.991931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978769.120105:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978769.120109:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978769.120112:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978770.015905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978770.015913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978770.015915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978770.015921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978770.015925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978770.015928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978770.015931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978770.015933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978770.015936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978770.143985:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978770.143990:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978770.143993:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978770.207890:0:171972:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304301815, at 4304301824
00000100:00000010:0.0:1783978770.207917:0:171972:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000001:3.0:1783978771.039868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978771.039877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978771.039879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978771.039886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978771.039890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978771.039893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978771.039896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978771.039898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978771.039901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978771.167997:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978771.168002:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978771.168005:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978772.064001:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978772.064010:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978772.064016:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978772.064022:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978772.064026:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978772.064029:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978772.064031:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978772.064034:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978772.064038:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978772.192018:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978772.192023:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978772.192027:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978773.087932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978773.087942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978773.087945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978773.087952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978773.087956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978773.087961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978773.087964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978773.087966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978773.087970:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978773.215981:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978773.215985:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978773.215988:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978774.049409:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978774.049423:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978774.049427:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978774.049432:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978774.049438:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978774.049448:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9633
00000400:00000200:0.0:1783978774.049460:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978774.049467:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978774.049470:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978774.049474:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049478:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049480:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049483:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978774.049488:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978774.049490:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978774.049493:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978774.049496:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978774.049499:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978774.049501:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978774.049515:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049518:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049520:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049522:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978774.049525:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978774.049528:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049531:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978774.049534:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978774.049538:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978774.049541:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049544:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978774.049547:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978774.049559:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783978774.049563:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978774.049568:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978774.049570:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049574:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978774.049577:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978774.049582:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978774.049591:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783978774.049598:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978774.049610:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367040384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978774.049620:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978774.049628:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978774.049632:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367040384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978774.049651:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978774.049654:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978774.049658:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978774.049660:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978774.049662:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978774.049665:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978774.049668:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9633
00000400:00000200:0.0:1783978774.049673:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978774.049676:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978774.049679:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978774.049682:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049685:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049687:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049689:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978774.049691:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978774.049692:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978774.049694:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978774.049696:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978774.049698:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978774.049700:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978774.049703:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049705:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049707:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049709:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978774.049711:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978774.049714:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049716:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978774.049718:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978774.049724:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978774.049726:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049728:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978774.049733:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978774.049736:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049738:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978774.049741:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000020:00000040:0.0:1783978774.049743:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978774.049745:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978774.049747:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049749:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978774.049750:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978774.049752:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978774.049755:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783978774.049758:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978774.049764:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367040512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978774.049770:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978774.049803:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978774.049807:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367040512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978774.049816:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978774.049819:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978774.049823:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978774.049825:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978774.049826:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978774.049829:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978774.049832:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9633
00000400:00000200:0.0:1783978774.049835:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978774.049838:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978774.049841:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978774.049844:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049846:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049848:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049850:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978774.049852:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978774.049854:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978774.049855:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978774.049857:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978774.049858:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978774.049860:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978774.049863:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049864:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978774.049866:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049868:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978774.049870:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978774.049872:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978774.049874:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978774.049876:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978774.049878:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978774.049880:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049882:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978774.049884:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978774.049886:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049888:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978774.049891:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783978774.049893:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978774.049896:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978774.049897:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978774.049898:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978774.049900:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978774.049901:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978774.049904:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978774.049908:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978774.049912:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367040640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978774.049919:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978774.049920:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978774.049923:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367040640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978774.049930:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978774.049933:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978774.049935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978774.049937:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978774.049939:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1783978774.049948:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978774.049950:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978774.049955:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9643)
00000800:00000200:1.1:1783978774.050265:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978774.050267:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978774.050454:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978774.050457:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1783978774.111931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978774.111949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978774.111952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978774.111958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978774.111963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978774.111967:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978774.111970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978774.111973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978774.111976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978774.242945:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978774.242954:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978774.242957:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978775.135900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978775.135906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978775.135907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978775.135912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978775.135914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978775.135917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978775.135919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978775.135921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978775.135922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978775.264056:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978775.264063:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978775.264067:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978775.327961:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304306936, at 4304306944
00000100:00000010:0.0:1783978775.327986:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000001:3.0:1783978776.159921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978776.159932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978776.159935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978776.159942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978776.159957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978776.159962:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978776.159965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978776.159969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978776.159972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978776.289894:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978776.289900:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978776.289903:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978777.183931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978777.183941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978777.183944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978777.183953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978777.183956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978777.183960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978777.183962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978777.183964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978777.183967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978777.312063:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978777.312068:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978777.312072:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978778.207994:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978778.208004:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978778.208005:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978778.208013:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978778.208018:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978778.208022:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978778.208026:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978778.208029:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978778.208033:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978778.336008:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978778.336011:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978778.336013:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978779.167887:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978779.167897:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978779.167899:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978779.167913:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978779.167918:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978779.167924:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9638
00000400:00000200:0.0:1783978779.167933:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978779.167938:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978779.167941:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978779.167944:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.167947:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.167950:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.167952:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978779.167956:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978779.167958:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978779.167961:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978779.167963:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978779.167966:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978779.167968:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978779.167971:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.167973:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.167974:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.167976:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978779.167979:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978779.167982:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978779.167984:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978779.167987:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978779.167990:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978779.167992:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.167995:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978779.167997:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978779.168006:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783978779.168010:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978779.168014:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978779.168016:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168019:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978779.168022:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978779.168025:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978779.168033:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978779.168038:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978779.168046:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367040768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978779.168054:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978779.168059:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978779.168063:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367040768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978779.168090:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978779.168093:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978779.168096:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978779.168097:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978779.168098:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978779.168100:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978779.168102:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9638
00000400:00000200:0.0:1783978779.168105:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978779.168108:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978779.168110:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978779.168112:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168114:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.168115:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168117:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978779.168119:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978779.168120:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978779.168122:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978779.168123:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978779.168125:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978779.168127:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978779.168138:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168141:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.168142:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168144:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978779.168146:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978779.168149:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168150:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978779.168152:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978779.168157:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978779.168159:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168161:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978779.168164:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978779.168166:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168168:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978779.168171:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000020:00000040:0.0:1783978779.168173:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978779.168175:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978779.168176:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168178:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978779.168179:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978779.168180:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978779.168184:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978779.168186:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978779.168190:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367040896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978779.168196:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978779.168198:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978779.168201:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367040896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978779.168214:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978779.168216:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978779.168219:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978779.168220:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978779.168221:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978779.168223:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978779.168225:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9638
00000400:00000200:0.0:1783978779.168228:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978779.168231:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978779.168233:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978779.168235:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168237:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.168238:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168240:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978779.168242:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978779.168243:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978779.168244:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978779.168246:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978779.168247:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978779.168249:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978779.168252:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168254:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978779.168255:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978779.168258:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978779.168261:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978779.168263:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978779.168265:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978779.168268:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978779.168270:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168271:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978779.168273:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978779.168275:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168276:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978779.168280:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783978779.168282:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978779.168284:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978779.168285:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978779.168287:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978779.168288:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978779.168289:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978779.168292:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783978779.168295:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978779.168299:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367041024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978779.168435:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978779.168437:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978779.168442:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367041024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978779.168449:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978779.168452:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978779.168456:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978779.168458:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978779.168465:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978779.168470:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9648)
00000800:00000200:1.1:1783978779.169763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978779.169979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978779.170113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978779.232533:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978779.232538:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978779.232540:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978779.232544:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978779.232547:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978779.232549:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978779.232551:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978779.232552:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978779.232555:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978779.360094:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978779.360098:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978779.360101:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978780.255877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978780.255883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978780.255885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978780.255888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978780.255891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978780.255894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978780.255896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978780.255898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978780.255900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978780.384195:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978780.384199:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978780.384203:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978780.450616:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304312056, at 4304312066
00000100:00000010:0.0:1783978780.450632:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000001:3.0:1783978781.280454:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978781.280462:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978781.280464:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978781.280469:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978781.280473:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978781.280477:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978781.280479:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978781.280482:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978781.280485:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978781.408606:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978781.408611:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978781.408614:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1783978782.240174:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:2.0:1783978782.240217:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1783978782.240226:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978782.240230:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:2.0:1783978782.240235:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978782.240238:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1783978782.240244:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978782.240247:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b300.
00000400:00000200:2.0:1783978782.240252:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978782.240257:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978782.240263:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2660
00000400:00000010:2.0:1783978782.240265:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2660.
00000100:00000001:2.0:1783978782.240271:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978782.240279:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c29f80 x1870627367040768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240303:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978782.240307:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627367040768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240319:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978782.240320:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783978782.240329:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978782.240332:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bf00.
00000400:00000200:2.0:1783978782.240335:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978782.240339:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978782.240343:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2220
00000400:00000010:2.0:1783978782.240345:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2220.
00000100:00000001:2.0:1783978782.240348:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978782.240352:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c2a680 x1870627367040896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240374:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978782.240380:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627367040896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240390:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978782.240394:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783978782.240403:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783978782.240406:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b400.
00000400:00000200:2.0:1783978782.240410:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783978782.240416:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783978782.240429:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2cc0
00000400:00000010:2.0:1783978782.240432:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2cc0.
00000100:00000001:2.0:1783978782.240436:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783978782.240445:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28700 x1870627367041024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240462:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783978782.240470:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627367041024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978782.240483:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978782.240487:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783978782.303901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978782.303909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978782.303911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978782.303916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978782.303919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978782.303921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978782.303923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978782.303925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978782.303927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978782.432017:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978782.432021:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978782.432024:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978783.328468:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978783.328477:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978783.328479:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978783.328485:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978783.328489:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978783.328502:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978783.328505:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978783.328508:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978783.328510:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978783.455986:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978783.455990:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978783.455993:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978784.287946:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978784.287956:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978784.287958:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978784.287962:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978784.287965:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978784.287972:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9643
00000400:00000200:2.0:1783978784.287981:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978784.287986:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978784.288001:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978784.288005:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288008:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288011:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288013:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978784.288016:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978784.288018:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978784.288020:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978784.288023:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978784.288025:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978784.288027:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978784.288030:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288031:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288033:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288035:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978784.288038:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978784.288040:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288042:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978784.288045:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978784.288048:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978784.288051:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288053:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978784.288055:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978784.288062:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978784.288066:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978784.288069:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978784.288070:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288073:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978784.288076:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978784.288080:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978784.288086:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978784.288093:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978784.288102:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367041152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978784.288110:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978784.288114:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978784.288118:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367041152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978784.288149:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978784.288152:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978784.288155:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978784.288157:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978784.288158:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978784.288161:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978784.288163:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9643
00000400:00000200:2.0:1783978784.288167:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978784.288170:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978784.288173:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978784.288176:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288178:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288181:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288183:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978784.288186:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978784.288187:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978784.288189:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978784.288193:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978784.288196:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978784.288200:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978784.288207:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288210:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288215:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288219:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978784.288224:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978784.288229:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288233:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978784.288236:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978784.288242:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978784.288247:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288251:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978784.288255:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978784.288261:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288264:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978784.288268:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978784.288274:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978784.288278:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978784.288282:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288285:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978784.288286:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978784.288288:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978784.288293:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978784.288299:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978784.288308:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367041280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978784.288326:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978784.288339:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978784.288343:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367041280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978784.288351:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978784.288355:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978784.288361:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978784.288364:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978784.288367:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978784.288371:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978784.288376:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9643
00000400:00000200:2.0:1783978784.288387:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978784.288393:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978784.288397:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978784.288402:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288406:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288408:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288411:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978784.288416:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978784.288418:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978784.288420:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978784.288422:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978784.288426:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978784.288431:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978784.288437:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288440:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978784.288444:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288448:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978784.288450:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978784.288456:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978784.288460:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978784.288465:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978784.288469:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978784.288475:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288478:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978784.288482:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978784.288487:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288489:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978784.288495:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978784.288497:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978784.288499:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978784.288500:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978784.288502:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978784.288503:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978784.288504:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978784.288518:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978784.288522:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978784.288527:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367041408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978784.288533:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978784.288536:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978784.288539:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367041408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978784.288546:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978784.288549:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978784.288552:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978784.288555:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978784.288558:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978784.288562:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9653)
00000800:00000200:1.1:1783978784.289025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978784.289028:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978784.291196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978784.291199:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978784.291475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978784.291477:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1783978784.352497:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978784.352506:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978784.352509:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978784.352517:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978784.352521:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978784.352527:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978784.352530:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978784.352533:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978784.352537:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978784.480237:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978784.480240:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978784.480243:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978785.376344:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978785.376353:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978785.376355:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978785.376362:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978785.376365:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978785.376369:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978785.376371:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978785.376373:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978785.376376:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978785.504031:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978785.504033:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978785.504036:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978785.567883:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304317175, at 4304317184
00000100:00000010:0.0:1783978785.567897:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000001:3.0:1783978786.400383:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978786.400397:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978786.400405:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978786.400413:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978786.400419:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978786.400424:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978786.400428:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978786.400432:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978786.400435:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978786.528070:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978786.528081:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978786.528086:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978787.425746:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978787.425760:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978787.425762:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978787.425771:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978787.425940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978787.425946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978787.425950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978787.425955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978787.425958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978787.552081:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978787.552085:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978787.552088:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978788.447902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978788.447910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978788.447912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978788.447917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978788.447921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978788.447924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978788.447927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978788.447929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978788.447939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978788.575977:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978788.575981:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978788.575984:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978789.407919:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978789.407929:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978789.407932:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978789.407935:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978789.407940:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978789.407947:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9648
00000400:00000200:2.0:1783978789.407956:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978789.407962:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978789.407967:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978789.407970:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.407973:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.407975:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.407978:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978789.407981:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978789.407983:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978789.407997:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978789.408001:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978789.408004:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978789.408007:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978789.408010:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408019:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.408021:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408023:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978789.408026:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978789.408029:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408031:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978789.408035:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978789.408039:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978789.408042:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408044:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978789.408047:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978789.408058:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978789.408061:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978789.408066:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978789.408067:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408071:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978789.408078:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978789.408083:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978789.408091:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978789.408097:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978789.408106:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367041536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978789.408116:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978789.408120:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978789.408125:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367041536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978789.408149:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978789.408152:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978789.408155:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978789.408157:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978789.408158:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978789.408161:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978789.408163:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9648
00000400:00000200:2.0:1783978789.408167:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978789.408170:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978789.408172:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978789.408175:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408178:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.408180:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408182:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978789.408184:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978789.408186:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978789.408187:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978789.408190:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978789.408193:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978789.408195:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978789.408199:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408203:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.408206:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408210:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978789.408214:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978789.408219:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408225:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978789.408228:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978789.408233:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978789.408248:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408252:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978789.408258:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978789.408262:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408266:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978789.408279:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978789.408284:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978789.408288:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978789.408292:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408295:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978789.408298:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978789.408302:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978789.408307:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978789.408314:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978789.408324:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367041664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978789.408335:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978789.408339:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978789.408345:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367041664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978789.408365:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978789.408369:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978789.408379:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978789.408381:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978789.408384:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978789.408390:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978789.408393:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9648
00000400:00000200:2.0:1783978789.408397:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978789.408401:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978789.408403:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978789.408406:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408408:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.408410:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408412:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978789.408414:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978789.408416:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978789.408418:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978789.408419:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978789.408421:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978789.408424:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978789.408427:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408428:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978789.408430:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408432:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978789.408434:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978789.408437:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978789.408439:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978789.408441:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978789.408443:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978789.408445:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408447:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978789.408450:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978789.408455:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408458:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978789.408464:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978789.408477:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978789.408481:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978789.408483:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978789.408487:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978789.408490:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978789.408494:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978789.408500:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978789.408505:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978789.408514:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367041792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978789.408527:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978789.408529:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978789.408535:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367041792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978789.408549:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978789.408555:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978789.408560:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978789.408564:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978789.408570:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978789.408577:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9658)
00000800:00000200:1.1:1783978789.408602:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978789.408606:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978789.409063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978789.409066:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978789.409350:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978789.409353:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783978789.471868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978789.471877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978789.471879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978789.471884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978789.471888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978789.471891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978789.471894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978789.471896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978789.471899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978789.600082:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978789.600087:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978789.600090:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978790.495908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978790.495917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978790.495919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978790.495924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978790.495927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978790.495931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978790.495934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978790.495937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978790.495940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978790.623985:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978790.623989:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978790.623992:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978790.688624:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304322294, at 4304322304
00000100:00000010:0.0:1783978790.688631:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:3.0:1783978791.520884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978791.520893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978791.520895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978791.520901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978791.520905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978791.520909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978791.520911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978791.520914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978791.520917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978791.647995:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978791.647999:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978791.648003:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978792.543913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978792.543922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978792.543924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978792.543930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978792.543933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978792.543937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978792.543940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978792.543943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978792.543945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978792.672007:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978792.672011:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978792.672014:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978793.569475:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978793.569483:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978793.569485:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978793.569490:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978793.569494:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978793.569498:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978793.569500:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978793.569502:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978793.569505:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978793.695956:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978793.695959:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978793.695962:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978794.527897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978794.527904:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978794.527906:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978794.527909:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978794.527912:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978794.527917:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9653
00000400:00000200:3.0:1783978794.527924:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978794.527929:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978794.527931:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978794.527933:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.527935:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.527937:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.527939:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978794.527941:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978794.527942:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978794.527944:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978794.527947:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978794.527948:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978794.527949:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978794.527951:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.527956:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.527958:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.527959:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978794.527961:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978794.527963:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978794.527965:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978794.527967:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978794.527969:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978794.527971:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.527972:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978794.527974:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978794.527988:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978794.527992:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978794.527998:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978794.527999:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528003:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978794.528005:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978794.528009:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978794.528016:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978794.528023:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978794.528031:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367041920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978794.528040:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978794.528045:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978794.528049:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367041920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978794.528070:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978794.528072:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978794.528075:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978794.528076:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978794.528077:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978794.528080:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978794.528083:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9653
00000400:00000200:3.0:1783978794.528086:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978794.528089:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978794.528091:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978794.528093:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528095:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.528097:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528099:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978794.528102:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978794.528103:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978794.528104:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978794.528106:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978794.528109:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978794.528110:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978794.528114:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528118:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.528120:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528125:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978794.528129:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978794.528135:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528158:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978794.528161:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978794.528168:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978794.528172:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528175:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978794.528179:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978794.528182:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528185:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978794.528190:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978794.528195:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978794.528198:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978794.528200:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528201:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978794.528203:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978794.528206:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978794.528213:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978794.528218:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978794.528226:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367042048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978794.528241:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978794.528244:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978794.528248:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367042048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978794.528256:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978794.528259:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978794.528262:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978794.528265:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978794.528267:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978794.528270:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978794.528273:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9653
00000400:00000200:3.0:1783978794.528278:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978794.528282:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978794.528286:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978794.528291:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528296:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.528299:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528304:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978794.528309:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978794.528312:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978794.528316:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978794.528319:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978794.528323:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978794.528326:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978794.528333:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528336:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978794.528340:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528344:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978794.528347:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978794.528352:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978794.528356:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978794.528359:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978794.528364:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978794.528368:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528371:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978794.528375:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978794.528380:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528393:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978794.528397:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978794.528402:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978794.528406:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978794.528409:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978794.528412:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978794.528414:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978794.528417:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978794.528422:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978794.528426:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978794.528433:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367042176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783978794.528450:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978794.528453:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1783978794.528454:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978794.528458:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978794.528466:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367042176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978794.528477:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978794.528481:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978794.528488:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978794.528491:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978794.528495:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978794.528500:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9663)
00000800:00000200:1.1:1783978794.528831:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978794.528833:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978794.529075:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978794.529078:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978794.591887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978794.591903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978794.591905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978794.591911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978794.591915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978794.591919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978794.591921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978794.591924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978794.591927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978794.720022:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978794.720026:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978794.720029:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978795.615896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978795.615904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978795.615906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978795.615911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978795.615915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978795.615919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978795.615921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978795.615923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978795.615926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978795.743954:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978795.743958:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978795.743961:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978795.807875:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304327414, at 4304327424
00000100:00000010:0.0:1783978795.807887:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000001:3.0:1783978796.639885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978796.639893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978796.639895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978796.639900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978796.639904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978796.639908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978796.639910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978796.639913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978796.639916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978796.767980:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978796.767985:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978796.767988:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978797.663887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978797.663895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978797.663896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978797.663902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978797.663906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978797.663909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978797.663911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978797.663914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978797.663916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978797.793568:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978797.793573:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978797.793577:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978798.687884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978798.687890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978798.687892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978798.687895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978798.687898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978798.687901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978798.687903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978798.687905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978798.687907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978798.816099:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978798.816104:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978798.816107:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978799.647916:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978799.647928:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978799.647930:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978799.647934:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978799.647939:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978799.647946:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9658
00000400:00000200:3.0:1783978799.647955:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978799.647962:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978799.647964:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978799.647968:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.647971:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.647973:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.647975:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978799.647979:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978799.647982:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978799.647985:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978799.647987:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978799.647990:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978799.647992:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978799.647995:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.647997:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.647999:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648000:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978799.648003:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978799.648006:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648008:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978799.648011:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978799.648015:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978799.648018:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648020:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978799.648023:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978799.648033:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978799.648037:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978799.648040:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978799.648043:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648045:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978799.648048:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978799.648051:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978799.648056:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978799.648085:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978799.648092:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367042304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978799.648100:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978799.648103:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978799.648106:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367042304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978799.648126:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978799.648129:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978799.648131:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978799.648132:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978799.648133:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978799.648135:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978799.648137:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9658
00000400:00000200:3.0:1783978799.648139:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978799.648141:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978799.648143:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978799.648145:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648147:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.648149:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648152:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978799.648154:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978799.648155:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978799.648157:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978799.648159:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978799.648161:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978799.648163:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978799.648166:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648169:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.648174:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648177:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978799.648181:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978799.648187:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648191:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978799.648195:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978799.648203:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978799.648206:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648211:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978799.648214:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978799.648217:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648221:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978799.648224:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978799.648227:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978799.648230:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978799.648233:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648235:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978799.648237:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978799.648239:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978799.648244:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978799.648256:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978799.648262:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367042432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978799.648271:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978799.648273:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978799.648276:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367042432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978799.648287:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978799.648290:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978799.648293:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978799.648294:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978799.648296:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978799.648301:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978799.648302:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9658
00000400:00000200:3.0:1783978799.648305:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978799.648307:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978799.648308:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978799.648310:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648311:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.648313:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648315:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978799.648316:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978799.648317:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978799.648319:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978799.648320:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978799.648323:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978799.648328:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978799.648333:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648335:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978799.648338:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648341:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978799.648345:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978799.648349:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978799.648354:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978799.648357:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978799.648362:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978799.648365:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648367:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978799.648370:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978799.648372:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648377:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978799.648380:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978799.648383:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978799.648384:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978799.648385:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978799.648389:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978799.648392:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978799.648394:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978799.648398:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978799.648402:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978799.648408:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367042560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978799.648431:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978799.648436:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978799.648444:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367042560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978799.648464:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978799.648468:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978799.648473:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978799.648479:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978799.648484:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978799.648490:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9668)
00000800:00000200:1.1:1783978799.648510:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978799.648513:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978799.648904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978799.648906:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978799.649193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978799.649195:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1783978799.711906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978799.711914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978799.711916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978799.711922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978799.711925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978799.711929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978799.711932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978799.711935:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978799.711938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978799.839977:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978799.839982:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978799.839985:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978800.735876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978800.735884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978800.735887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978800.735892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978800.735901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978800.735906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978800.735910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978800.735913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978800.735916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978800.864023:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978800.864027:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978800.864030:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978800.927875:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304332534, at 4304332544
00000100:00000010:0.0:1783978800.927896:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc1e0.
00000100:00000001:2.0:1783978801.759929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978801.759938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978801.759941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978801.759947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978801.759950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978801.759953:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978801.759956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978801.759958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978801.759961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978801.888221:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978801.888227:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978801.888231:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978802.784572:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978802.784579:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978802.784581:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978802.784586:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978802.784589:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978802.784593:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978802.784596:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978802.784598:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978802.784601:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978802.912017:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978802.912021:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978802.912024:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978803.807901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978803.807908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978803.807910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978803.807915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978803.807918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978803.807921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978803.807924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978803.807926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978803.807929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978803.938193:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978803.938197:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978803.938200:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978804.768050:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978804.768064:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978804.768066:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978804.768071:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978804.768076:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978804.768085:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9663
00000400:00000200:0.0:1783978804.768097:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978804.768104:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978804.768108:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978804.768111:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768115:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768117:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768120:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978804.768124:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978804.768127:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978804.768129:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978804.768133:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978804.768135:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978804.768138:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978804.768140:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768143:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768144:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768146:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978804.768149:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978804.768152:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768155:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978804.768158:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978804.768162:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978804.768174:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768177:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978804.768180:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978804.768193:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000020:00000040:0.0:1783978804.768198:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978804.768202:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978804.768204:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768208:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978804.768211:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978804.768216:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978804.768224:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783978804.768231:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978804.768242:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367042688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978804.768252:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978804.768258:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978804.768264:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367042688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978804.768289:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978804.768292:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978804.768296:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978804.768298:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978804.768300:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978804.768303:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978804.768306:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9663
00000400:00000200:0.0:1783978804.768310:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978804.768313:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978804.768315:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978804.768318:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768320:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768330:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768332:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978804.768334:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978804.768336:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978804.768338:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978804.768341:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978804.768342:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978804.768345:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978804.768347:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768349:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768352:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768354:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978804.768356:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978804.768359:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768361:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978804.768363:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978804.768370:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978804.768372:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768374:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978804.768378:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978804.768381:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768383:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978804.768387:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000020:00000040:0.0:1783978804.768390:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978804.768393:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978804.768394:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768396:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978804.768397:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978804.768398:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978804.768401:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978804.768404:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978804.768408:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367042816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978804.768414:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978804.768416:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978804.768420:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367042816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978804.768440:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978804.768445:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978804.768460:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978804.768463:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978804.768464:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978804.768469:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978804.768475:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9663
00000400:00000200:0.0:1783978804.768483:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978804.768490:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978804.768496:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978804.768501:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768506:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768511:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768517:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978804.768520:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978804.768521:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978804.768526:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978804.768530:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978804.768533:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978804.768539:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978804.768545:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768549:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978804.768552:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768557:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978804.768559:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978804.768562:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978804.768568:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978804.768572:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978804.768577:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978804.768581:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768586:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978804.768591:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978804.768595:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768599:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978804.768605:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783978804.768610:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978804.768615:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978804.768617:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978804.768620:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978804.768624:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978804.768627:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978804.768635:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783978804.768642:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978804.768659:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367042944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978804.768674:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978804.768679:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978804.768688:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367042944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978804.768717:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978804.768723:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978804.768730:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978804.768735:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978804.768736:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978804.768742:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978804.768742:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1783978804.768758:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9674)
00000800:00000200:1.1:1783978804.769121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978804.769122:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978804.769309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978804.769312:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1783978804.831885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978804.831893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978804.831895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978804.831900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978804.831904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978804.831907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978804.831908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978804.831910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978804.831912:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978804.960073:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978804.960078:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978804.960081:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978805.855891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978805.855899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978805.855901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978805.855906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978805.855912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978805.855915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978805.855918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978805.855920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978805.855922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978805.984934:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978805.984941:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978805.984946:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978806.048142:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304337655, at 4304337664
00000100:00000010:0.0:1783978806.048157:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000001:2.0:1783978806.879827:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978806.879834:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978806.879836:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978806.879841:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978806.879845:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978806.879849:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978806.879851:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978806.879853:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978806.879855:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978807.008154:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978807.008158:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978807.008161:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978807.904001:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978807.904008:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978807.904010:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978807.904015:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978807.904019:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978807.904023:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978807.904025:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978807.904027:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978807.904030:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978808.032055:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978808.032059:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978808.032062:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978808.927960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978808.927966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978808.927968:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978808.927972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978808.927975:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978808.927978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978808.927979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978808.927981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978808.927984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978809.059185:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978809.059189:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978809.059192:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978809.887868:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978809.887875:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978809.887877:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978809.887880:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978809.887907:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978809.887913:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9669
00000400:00000200:2.0:1783978809.887922:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978809.887928:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978809.887931:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978809.887934:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.887937:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978809.887939:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.887942:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978809.887945:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978809.887948:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978809.887950:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978809.887952:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978809.887954:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978809.887955:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978809.887957:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.887959:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978809.887960:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.887961:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978809.887963:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978809.887965:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978809.887966:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978809.887968:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978809.887971:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978809.887972:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.887974:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978809.887976:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978809.887984:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978809.887987:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978809.887990:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978809.887992:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.887995:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978809.887998:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978809.888002:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978809.888011:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978809.888017:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978809.888026:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367043072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978809.888043:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978809.888048:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978809.888053:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367043072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978809.888071:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978809.888074:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978809.888078:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978809.888079:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978809.888080:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978809.888083:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978809.888086:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9669
00000400:00000200:2.0:1783978809.888091:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978809.888094:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978809.888096:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978809.888099:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888103:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978809.888106:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888110:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978809.888114:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978809.888115:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978809.888118:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978809.888121:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978809.888126:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978809.888131:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978809.888137:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888141:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978809.888146:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888149:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978809.888153:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978809.888167:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888174:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978809.888178:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978809.888185:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978809.888190:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888192:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978809.888204:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978809.888213:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888216:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978809.888223:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978809.888228:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978809.888232:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978809.888235:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888239:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978809.888242:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978809.888246:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978809.888254:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978809.888259:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978809.888268:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367043200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978809.888280:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978809.888285:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978809.888293:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367043200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978809.888307:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978809.888312:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978809.888318:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978809.888322:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978809.888326:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978809.888330:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978809.888341:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9669
00000400:00000200:2.0:1783978809.888348:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978809.888353:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978809.888356:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978809.888363:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888367:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978809.888372:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888377:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978809.888381:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978809.888382:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978809.888385:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978809.888388:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978809.888392:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978809.888396:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978809.888404:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888409:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1783978809.888410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978809.888413:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.1:1783978809.888416:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1783978809.888425:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978809.888429:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978809.888435:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978809.888438:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978809.888442:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978809.888446:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978809.888451:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888454:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978809.888456:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978809.888460:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888464:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978809.888468:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978809.888472:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978809.888475:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978809.888478:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978809.888481:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978809.888484:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978809.888495:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978809.888504:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978809.888510:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978809.888518:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367043328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978809.888533:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978809.888537:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978809.888542:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367043328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978809.888554:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978809.888560:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978809.888567:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978809.888572:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978809.888576:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978809.888582:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9679)
00000800:00000200:1.1:1783978809.888863:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978809.888865:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978809.889120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978809.889122:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1783978809.951904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978809.951913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978809.951915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978809.951920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978809.951924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978809.951927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978809.951929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978809.951932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978809.951934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978810.080064:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978810.080068:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978810.080071:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978810.976073:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978810.976082:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978810.976084:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978810.976090:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978810.976094:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978810.976097:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978810.976100:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978810.976102:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978810.976105:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978811.104031:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978811.104034:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978811.104037:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978811.167907:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304342774, at 4304342784
00000100:00000010:0.0:1783978811.167929:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:2.0:1783978812.000039:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978812.000047:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978812.000048:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978812.000054:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978812.000058:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978812.000062:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978812.000065:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978812.000067:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978812.000070:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978812.129312:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978812.129316:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978812.129318:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978813.023925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978813.023935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978813.023937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978813.023942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978813.023946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978813.023949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978813.023952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978813.023954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978813.023958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978813.152018:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978813.152022:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978813.152025:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978814.049376:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978814.049384:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978814.049386:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978814.049392:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978814.049395:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978814.049399:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978814.049402:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978814.049404:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978814.049407:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978814.175978:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978814.175984:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978814.175987:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978815.008089:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978815.008099:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978815.008102:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978815.008105:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978815.008108:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978815.008113:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9674
00000400:00000200:3.0:1783978815.008120:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978815.008125:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978815.008127:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978815.008129:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008131:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008133:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008134:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978815.008137:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978815.008138:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978815.008141:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978815.008143:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978815.008144:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978815.008145:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978815.008147:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008148:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008149:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008151:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978815.008153:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978815.008155:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008156:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978815.008158:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978815.008160:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978815.008162:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008163:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978815.008165:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978815.008173:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978815.008175:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978815.008178:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978815.008179:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008182:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978815.008183:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978815.008186:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978815.008191:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978815.008196:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978815.008202:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367043456/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978815.008209:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978815.008212:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978815.008215:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367043456/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978815.008236:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978815.008238:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978815.008241:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978815.008242:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978815.008242:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978815.008245:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978815.008246:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9674
00000400:00000200:3.0:1783978815.008248:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978815.008250:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978815.008251:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978815.008253:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008254:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008255:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008256:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978815.008258:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978815.008258:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978815.008259:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978815.008260:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978815.008262:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978815.008263:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978815.008265:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008266:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008267:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008268:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978815.008269:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978815.008271:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008272:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978815.008273:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978815.008277:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978815.008278:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008279:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978815.008282:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978815.008283:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008285:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978815.008286:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978815.008288:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978815.008289:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978815.008290:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008291:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978815.008291:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978815.008292:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978815.008294:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978815.008297:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978815.008299:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367043584/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978815.008304:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978815.008305:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978815.008307:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367043584/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978815.008315:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978815.008316:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978815.008318:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978815.008319:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978815.008320:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978815.008321:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978815.008322:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9674
00000400:00000200:3.0:1783978815.008325:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978815.008327:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978815.008329:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978815.008331:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008333:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008335:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008336:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978815.008338:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978815.008339:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978815.008340:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978815.008342:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978815.008344:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978815.008346:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978815.008348:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008350:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978815.008352:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008354:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978815.008356:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978815.008358:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978815.008360:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978815.008362:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978815.008365:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978815.008366:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008367:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978815.008368:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978815.008370:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008371:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978815.008373:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978815.008374:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978815.008376:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978815.008377:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978815.008378:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978815.008379:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978815.008380:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978815.008384:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978815.008386:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978815.008388:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367043712/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978815.008393:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978815.008394:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978815.008396:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367043712/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978815.008400:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978815.008402:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978815.008404:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978815.008405:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978815.008407:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978815.008411:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9684)
00000800:00000200:1.1:1783978815.008594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978815.008597:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978815.008841:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978815.008842:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978815.009026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978815.009029:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1783978815.071870:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978815.071880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978815.071883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978815.071888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978815.071892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978815.071896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978815.071898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978815.071901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978815.071904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978815.199998:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978815.200002:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978815.200004:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978816.095947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978816.095955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978816.095957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978816.095962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978816.095965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978816.096023:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978816.096026:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978816.096029:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978816.096032:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978816.224022:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978816.224026:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978816.224029:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978816.287881:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304347894, at 4304347904
00000100:00000010:0.0:1783978816.287897:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000001:2.0:1783978817.119916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978817.119923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978817.119925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978817.119928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978817.119931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978817.119933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978817.119935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978817.119937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978817.119945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978817.248805:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978817.248810:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978817.248813:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978818.143917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978818.143927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978818.143929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978818.143937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978818.143941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978818.143945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978818.143948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978818.143951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978818.143955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978818.274173:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978818.274178:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978818.274182:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978819.167909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978819.167920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978819.167922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978819.167930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978819.167935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978819.167940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978819.167943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978819.167946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978819.167954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978819.296046:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978819.296053:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978819.296058:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978820.127953:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978820.127966:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978820.127970:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978820.127975:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978820.127981:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978820.128008:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9679
00000400:00000200:3.0:1783978820.128022:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978820.128031:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978820.128034:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978820.128037:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128041:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128043:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128049:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978820.128054:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978820.128057:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978820.128059:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978820.128063:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978820.128065:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978820.128068:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978820.128072:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128074:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128076:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128078:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978820.128081:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978820.128084:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128086:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978820.128090:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978820.128094:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978820.128097:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128100:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978820.128103:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978820.128115:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978820.128119:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978820.128124:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978820.128126:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128129:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978820.128133:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978820.128138:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978820.128147:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978820.128153:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978820.128164:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367043840/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978820.128176:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978820.128182:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978820.128187:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367043840/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978820.128214:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978820.128218:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978820.128221:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978820.128223:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978820.128224:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978820.128227:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978820.128230:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9679
00000400:00000200:3.0:1783978820.128233:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978820.128236:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978820.128239:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978820.128242:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128245:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128247:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128250:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978820.128253:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978820.128255:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978820.128258:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978820.128261:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978820.128264:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978820.128268:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978820.128273:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128277:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128281:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128284:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978820.128288:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978820.128294:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128297:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978820.128300:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978820.128315:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978820.128322:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128326:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978820.128331:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978820.128335:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128339:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978820.128345:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978820.128349:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978820.128353:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978820.128355:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128358:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978820.128361:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978820.128364:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978820.128369:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978820.128374:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978820.128381:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367043968/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978820.128389:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978820.128393:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978820.128396:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367043968/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978820.128409:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978820.128413:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978820.128418:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978820.128420:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978820.128422:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978820.128427:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978820.128431:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9679
00000400:00000200:3.0:1783978820.128443:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978820.128450:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978820.128453:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978820.128460:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128463:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128465:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128470:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978820.128474:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978820.128476:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978820.128477:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978820.128479:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978820.128482:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978820.128487:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978820.128498:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128502:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978820.128508:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128513:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978820.128517:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978820.128521:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978820.128526:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978820.128530:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978820.128534:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978820.128539:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128540:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978820.128543:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978820.128548:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128552:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978820.128557:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978820.128559:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978820.128562:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978820.128567:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978820.128572:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978820.128574:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978820.128577:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978820.128587:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978820.128594:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978820.128607:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367044096/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783978820.128607:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978820.128612:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783978820.128631:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978820.128635:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978820.128647:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367044096/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978820.128662:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978820.128670:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978820.128680:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978820.128689:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978820.128697:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978820.128718:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9689)
00000800:00000200:1.1:1783978820.129125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978820.129127:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978820.129423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978820.129426:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1783978820.191903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978820.191913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978820.191914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978820.191920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978820.191924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978820.191928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978820.191930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978820.191932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978820.191935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978820.319998:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978820.320004:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978820.320007:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978821.215908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978821.215918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978821.215920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978821.215928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978821.215932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978821.215937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978821.215941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978821.215943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978821.215946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978821.344550:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978821.344555:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978821.344559:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978821.408124:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304353014, at 4304353024
00000100:00000010:0.0:1783978821.408138:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000001:2.0:1783978822.239887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978822.239898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978822.239900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978822.239908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978822.239912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978822.239916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978822.239920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978822.239922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978822.239926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978822.369042:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978822.369047:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978822.369051:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978823.263843:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978823.263853:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978823.263855:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978823.263860:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978823.263865:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978823.263868:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978823.263871:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978823.263874:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978823.263877:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978823.391958:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978823.391961:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978823.391963:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978824.287899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978824.287908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978824.287910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978824.287915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978824.287918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978824.287922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978824.287924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978824.287927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978824.287929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978824.416050:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978824.416053:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978824.416055:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978825.250038:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978825.250049:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978825.250070:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978825.250074:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978825.250079:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978825.250087:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9684
00000400:00000200:2.0:1783978825.250096:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978825.250102:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978825.250106:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978825.250109:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250112:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250115:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250117:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978825.250121:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978825.250123:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978825.250126:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978825.250129:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978825.250132:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978825.250134:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978825.250137:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250139:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250142:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250143:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978825.250146:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978825.250149:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250151:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978825.250154:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978825.250158:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978825.250160:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250163:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978825.250166:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978825.250175:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978825.250179:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978825.250184:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978825.250186:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250189:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978825.250192:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978825.250195:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978825.250203:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978825.250210:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978825.250218:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367044224/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978825.250228:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978825.250232:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978825.250237:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367044224/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978825.250260:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978825.250264:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978825.250266:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978825.250268:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978825.250269:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978825.250272:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978825.250275:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9684
00000400:00000200:2.0:1783978825.250279:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978825.250281:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978825.250283:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978825.250286:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250288:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250291:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250293:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978825.250296:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978825.250297:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978825.250299:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978825.250301:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978825.250304:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978825.250308:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978825.250313:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250318:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250322:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250326:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978825.250340:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978825.250347:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250352:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978825.250356:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978825.250364:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978825.250368:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250370:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978825.250374:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978825.250377:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250379:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978825.250382:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978825.250385:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978825.250393:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978825.250396:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250397:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978825.250399:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978825.250401:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978825.250405:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978825.250408:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978825.250413:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367044352/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978825.250420:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978825.250422:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978825.250426:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367044352/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978825.250434:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978825.250436:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978825.250439:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978825.250441:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978825.250442:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978825.250444:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978825.250447:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9684
00000400:00000200:2.0:1783978825.250451:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978825.250453:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978825.250455:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978825.250458:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250459:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250461:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250463:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978825.250479:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978825.250480:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978825.250482:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978825.250484:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978825.250486:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978825.250497:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978825.250501:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250502:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978825.250504:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250506:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978825.250508:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978825.250511:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978825.250513:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978825.250515:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978825.250517:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978825.250519:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250522:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978825.250525:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978825.250530:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250533:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978825.250538:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978825.250542:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978825.250547:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978825.250549:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978825.250551:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978825.250553:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978825.250556:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978825.250563:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978825.250569:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978825.250577:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367044480/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978825.250589:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978825.250592:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978825.250600:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367044480/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978825.250628:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978825.250634:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978825.250641:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978825.250647:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978825.250655:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978825.250661:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9694)
00000800:00000200:1.1:1783978825.250740:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978825.250743:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978825.252083:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978825.252086:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978825.252359:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978825.252362:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1783978825.311890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978825.311898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978825.311900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978825.311906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978825.311909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978825.311913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978825.311915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978825.311917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978825.311919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978825.440133:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978825.440137:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978825.440140:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978826.335894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978826.335900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978826.335902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978826.335906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978826.335910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978826.335913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978826.335915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978826.335918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978826.335921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978826.464468:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978826.464472:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978826.464475:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978826.527872:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304358137, at 4304358144
00000100:00000010:0.0:1783978826.527884:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000001:2.0:1783978827.359898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978827.359907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978827.359908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978827.359913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978827.359917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978827.359921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978827.359923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978827.359926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978827.359929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978827.488065:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978827.488069:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978827.488072:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978828.385718:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978828.385726:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978828.385729:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978828.385735:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978828.385738:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978828.385742:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978828.385744:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978828.385746:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978828.385748:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978828.511967:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978828.511972:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978828.511976:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978829.407898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978829.407907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978829.407909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978829.407914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978829.407918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978829.407922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978829.407924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978829.407926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978829.407930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978829.536060:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978829.536065:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978829.536068:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978830.369833:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978830.369844:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978830.369846:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978830.369850:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978830.369855:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978830.369862:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9689
00000400:00000200:3.0:1783978830.369871:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978830.369877:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978830.369880:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978830.369883:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.369886:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.369889:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.369891:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978830.369895:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978830.369898:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978830.369900:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978830.369904:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978830.369907:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978830.369909:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978830.369912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.369914:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.369916:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.369918:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978830.369921:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978830.369925:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978830.369928:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978830.369931:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978830.369935:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978830.369937:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.369940:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978830.369942:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978830.369952:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978830.369956:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978830.369960:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978830.369962:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.369976:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978830.369979:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978830.369983:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978830.369991:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978830.369998:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978830.370007:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367044608/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978830.370016:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978830.370021:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978830.370025:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367044608/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978830.370047:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978830.370050:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978830.370053:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978830.370054:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978830.370056:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978830.370059:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978830.370062:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9689
00000400:00000200:3.0:1783978830.370066:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978830.370069:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978830.370072:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978830.370075:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370078:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.370081:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370086:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978830.370089:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978830.370090:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978830.370091:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978830.370093:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978830.370096:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978830.370101:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978830.370107:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370110:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.370114:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370119:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978830.370123:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978830.370130:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370134:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978830.370138:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978830.370144:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978830.370148:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370153:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978830.370157:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978830.370162:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370166:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978830.370172:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978830.370176:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978830.370179:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978830.370180:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370182:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978830.370184:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978830.370186:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978830.370191:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978830.370194:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978830.370198:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367044736/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978830.370208:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978830.370211:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978830.370215:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367044736/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978830.370222:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978830.370226:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978830.370230:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978830.370234:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978830.370235:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978830.370238:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978830.370243:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9689
00000400:00000200:3.0:1783978830.370251:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978830.370254:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978830.370258:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978830.370262:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370264:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.370268:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370270:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978830.370273:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978830.370274:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978830.370275:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978830.370276:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978830.370277:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978830.370278:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978830.370283:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370284:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978830.370285:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370287:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978830.370289:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978830.370293:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978830.370297:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978830.370298:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978830.370300:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978830.370301:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370304:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978830.370307:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978830.370311:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370313:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978830.370317:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978830.370322:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978830.370328:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978830.370330:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978830.370336:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978830.370339:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978830.370343:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978830.370351:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978830.370358:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978830.370366:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367044864/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978830.370378:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978830.370384:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978830.370394:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367044864/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978830.370394:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978830.370404:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978830.370406:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1783978830.370408:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978830.370413:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978830.370418:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978830.370426:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978830.370433:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9699)
00000800:00000200:1.1:1783978830.370829:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978830.370831:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978830.371108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978830.371110:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1783978830.431901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978830.431909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978830.431911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978830.431916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978830.431919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978830.431922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978830.431925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978830.431928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978830.431931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978830.561919:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978830.561923:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978830.561926:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978831.455916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978831.455924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978831.455926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978831.455932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978831.455936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978831.455940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978831.455942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978831.455945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978831.455949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978831.584077:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978831.584080:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978831.584083:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978831.647921:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304363256, at 4304363264
00000100:00000010:0.0:1783978831.647936:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000001:2.0:1783978832.480023:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978832.480031:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978832.480033:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978832.480039:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978832.480050:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978832.480055:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978832.480061:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978832.480064:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978832.480067:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978832.607960:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978832.607963:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978832.607966:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978833.503897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978833.503905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978833.503907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978833.503913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978833.503925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978833.503929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978833.503932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978833.503934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978833.503937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978833.633810:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978833.633814:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978833.633819:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978834.527869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978834.527878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978834.527879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978834.527885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978834.527888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978834.527891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978834.527894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978834.527897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978834.527900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978834.656011:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978834.656018:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978834.656023:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978835.487903:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978835.487913:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978835.487916:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978835.487920:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978835.487925:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978835.487933:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9694
00000400:00000200:3.0:1783978835.487942:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978835.487949:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978835.487953:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978835.487957:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.487960:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.487963:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.487965:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978835.487969:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978835.487971:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978835.487974:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978835.487976:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978835.487979:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978835.487981:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978835.487984:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.487986:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.487987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.487989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978835.487992:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978835.487995:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488004:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978835.488007:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978835.488010:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978835.488013:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488015:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978835.488018:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978835.488028:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978835.488031:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978835.488035:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978835.488037:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488039:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978835.488042:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978835.488045:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978835.488052:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978835.488059:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978835.488068:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367044992/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978835.488077:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978835.488082:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978835.488086:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367044992/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978835.488108:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978835.488111:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978835.488114:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978835.488116:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978835.488117:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978835.488120:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978835.488122:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9694
00000400:00000200:3.0:1783978835.488127:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978835.488129:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978835.488131:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978835.488134:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488137:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.488140:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488143:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978835.488145:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978835.488146:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978835.488148:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978835.488150:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978835.488154:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978835.488157:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978835.488163:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488167:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.488172:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488177:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978835.488182:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978835.488187:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488192:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978835.488195:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978835.488202:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978835.488207:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488211:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978835.488216:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978835.488221:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488224:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978835.488229:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978835.488233:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978835.488239:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978835.488242:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488245:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978835.488247:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978835.488249:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978835.488257:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978835.488270:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978835.488279:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367045120/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978835.488299:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978835.488305:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978835.488312:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367045120/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978835.488326:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978835.488332:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978835.488339:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978835.488341:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978835.488344:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978835.488349:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978835.488355:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9694
00000400:00000200:3.0:1783978835.488365:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978835.488372:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978835.488376:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978835.488384:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488389:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.488394:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488397:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978835.488400:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978835.488402:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978835.488406:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978835.488410:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.1:1783978835.488412:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:3.0:1783978835.488415:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.1:1783978835.488416:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1783978835.488420:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978835.488428:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488431:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978835.488436:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488453:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978835.488458:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978835.488465:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978835.488470:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978835.488474:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978835.488478:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978835.488482:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488486:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978835.488488:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978835.488492:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488494:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978835.488500:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978835.488504:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978835.488509:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978835.488511:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978835.488514:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978835.488517:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978835.488519:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978835.488525:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978835.488531:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978835.488539:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367045248/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978835.488550:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978835.488554:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978835.488559:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367045248/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978835.488573:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978835.488580:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978835.488586:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978835.488591:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978835.488599:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978835.488606:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9704)
00000800:00000200:1.1:1783978835.488872:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978835.488875:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978835.489140:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978835.489143:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1783978835.551899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978835.551908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978835.551910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978835.551915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978835.551919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978835.551923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978835.551925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978835.551928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978835.551930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978835.680005:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978835.680009:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978835.680012:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978836.575874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978836.575880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978836.575881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978836.575885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978836.575887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978836.575890:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978836.575893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978836.575896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978836.575899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978836.704006:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978836.704011:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978836.704015:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978836.767873:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304368374, at 4304368384
00000100:00000010:0.0:1783978836.767886:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000001:2.0:1783978837.599870:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978837.599878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978837.599879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978837.599884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978837.599887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978837.599890:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978837.599893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978837.599895:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978837.599898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978837.728013:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978837.728017:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978837.728021:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978838.623827:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978838.623848:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978838.623851:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978838.623856:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978838.623860:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978838.623863:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978838.623866:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978838.623868:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978838.623871:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978838.751970:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978838.751973:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978838.751976:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978839.647881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978839.647887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978839.647889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978839.647893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978839.647895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978839.647898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978839.647901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978839.647903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978839.647906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978839.776048:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978839.776053:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978839.776056:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978840.607930:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978840.607944:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978840.607947:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978840.607952:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978840.607957:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978840.607978:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9699
00000400:00000200:0.0:1783978840.607989:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978840.607997:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978840.608000:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978840.608004:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608007:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608010:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608012:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978840.608017:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978840.608020:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978840.608023:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978840.608026:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978840.608028:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978840.608031:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978840.608034:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608036:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608037:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608039:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978840.608042:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978840.608046:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608048:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978840.608052:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978840.608056:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978840.608060:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608062:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978840.608065:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978840.608078:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783978840.608082:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978840.608087:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978840.608089:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608093:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978840.608096:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978840.608101:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978840.608111:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978840.608128:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978840.608140:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367045376/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978840.608151:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978840.608157:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978840.608161:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367045376/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978840.608185:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978840.608189:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978840.608195:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978840.608197:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978840.608198:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978840.608201:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978840.608204:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9699
00000400:00000200:0.0:1783978840.608208:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978840.608212:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978840.608215:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978840.608218:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608221:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608223:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608226:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978840.608230:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978840.608232:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978840.608235:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978840.608238:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978840.608241:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978840.608245:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978840.608250:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608255:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608259:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608263:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978840.608267:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978840.608272:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608277:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978840.608282:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978840.608289:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978840.608295:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608298:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978840.608305:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978840.608309:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608313:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978840.608318:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000020:00000040:0.0:1783978840.608321:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978840.608327:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978840.608329:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608332:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978840.608335:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978840.608338:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978840.608343:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978840.608360:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978840.608367:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367045504/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978840.608377:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978840.608381:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978840.608387:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367045504/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978840.608402:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978840.608407:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978840.608413:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978840.608416:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978840.608420:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978840.608425:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978840.608430:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9699
00000400:00000200:0.0:1783978840.608437:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978840.608443:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978840.608446:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978840.608450:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608456:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608459:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608463:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978840.608468:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978840.608470:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978840.608473:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978840.608478:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978840.608482:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978840.608486:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978840.608493:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608499:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978840.608504:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608508:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978840.608512:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978840.608516:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978840.608521:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978840.608525:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978840.608529:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978840.608534:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608538:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978840.608541:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978840.608544:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608548:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978840.608553:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783978840.608558:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978840.608563:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978840.608566:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978840.608569:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1783978840.608570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:0.0:1783978840.608572:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978840.608575:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978840.608576:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
02000000:00000010:0.0:1783978840.608582:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978840.608588:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978840.608595:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978840.608615:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978840.608620:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978840.608626:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978840.608643:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978840.608647:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978840.608652:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978840.608656:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978840.608667:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978840.608674:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9709)
00000800:00000200:1.1:1783978840.609013:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978840.609015:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978840.609287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978840.609290:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1783978840.609304:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2aa0
00000400:00000010:1.0:1783978840.609307:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2aa0.
00000100:00000001:1.0:1783978840.609309:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978840.609312:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609320:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978840.609323:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609330:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978840.609331:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978840.609334:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978840.609337:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978840.609340:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978840.609342:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304372253
00000100:00000001:1.0:1783978840.609344:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304373494
00000100:00000001:1.0:1783978840.609346:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304372253
00000100:00000001:1.0:1783978840.609360:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304373494
00000100:00000001:1.0:1783978840.609363:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978840.609365:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978840.609368:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978840.609371:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978840/real 1783978840]  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978840.609380:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978840.609381:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978840.609383:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978840.609385:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978840.609387:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978840.609389:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978840.609392:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978840.609400:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609407:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978840.609408:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609410:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978840.609411:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978840.609415:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609421:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978840.609425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609431:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978840.609433:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978840.609437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609438:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978840.609440:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978840.609442:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978840.609445:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978840.609448:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978840.609451:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978840.609460:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367045632:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978840.609464:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609466:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978840.609469:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627367045504/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609475:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978840.609477:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978840.609478:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978840.609481:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978840.609483:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978840.609484:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978840.609486:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978840.609488:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:1.0:1783978840.609490:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978840.609492:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978840.609493:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:1.0:1783978840.609496:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978840.609497:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609499:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978840.609502:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627367045632/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978840.609508:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978840.609509:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978840.609511:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978840.609513:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978840.609514:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978840.609516:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978840.609518:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978840.609519:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:1.0:1783978840.609521:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978840.609522:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978840.609524:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:1.0:1783978840.609525:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978840.609527:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609529:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978840.609532:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978840.609533:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978840.609535:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978840.609537:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978840.671921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978840.671932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978840.671934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978840.671942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978840.671947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978840.671952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978840.671956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978840.671960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978840.671964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978840.799881:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978840.799889:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978840.799895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978840.799896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978840.799954:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978840.799958:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978840.799961:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783978841.695921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978841.695932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978841.695934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978841.695941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978841.695945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978841.695950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978841.695953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978841.695956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978841.695960:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978841.823917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978841.823924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978841.823929:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978841.823930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978841.824000:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978841.824003:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978841.824005:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978841.887978:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304373494, at 4304373504
00000100:00000010:1.0:1783978841.888001:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000040:0.0:1783978841.892530:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304373494, at 4304373508
00000100:00000010:0.0:1783978841.892549:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000001:2.0:1783978842.719940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783978842.719949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783978842.719951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978842.719956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783978842.719959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978842.719963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978842.719966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978842.719969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978842.719971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.847944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978842.847953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.847961:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978842.847962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978842.848033:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978842.848038:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978842.848048:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978843.743900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978843.743911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978843.743919:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978843.743927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978843.743932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978843.743936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978843.743939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978843.743942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978843.743945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978843.872011:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978843.872019:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978843.872027:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978843.872028:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978843.873355:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978843.873361:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978843.873365:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978844.767889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978844.767898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978844.767900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978844.767907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978844.767911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978844.767915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978844.767918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978844.767921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978844.767924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978844.895950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978844.895958:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978844.895964:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978844.895966:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978844.896041:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978844.896046:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978844.896049:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978845.727897:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978845.727912:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978845.727916:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978845.727921:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978845.727926:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978845.727935:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9704
00000400:00000200:0.0:1783978845.727955:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978845.727963:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978845.727967:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978845.727970:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.727974:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978845.727977:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.727980:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978845.727985:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978845.727988:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978845.727991:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978845.727995:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978845.727998:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978845.728001:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978845.728004:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728006:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978845.728008:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728010:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978845.728014:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978845.728017:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728020:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978845.728024:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978845.728029:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978845.728032:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728035:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978845.728038:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978845.728057:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783978845.728062:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978845.728067:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978845.728069:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728074:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978845.728077:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978845.728082:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978845.728092:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783978845.728100:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978845.728111:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978845.728123:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978845.728128:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978845.728134:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978845.728165:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978845.728169:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978845.728173:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978845.728174:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978845.728176:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978845.728179:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978845.728182:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9704
00000400:00000200:0.0:1783978845.728187:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978845.728190:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978845.728193:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978845.728196:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728199:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978845.728203:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728205:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978845.728208:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1783978845.728208:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1783978845.728210:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978845.728214:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783978845.728215:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1783978845.728217:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783978845.728218:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1783978845.728223:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783978845.728226:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1783978845.728227:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978845.728237:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978845.728239:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783978845.728241:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978845.728243:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978845.728246:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783978845.728250:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1783978845.728251:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:1.0:1783978845.728254:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1783978845.728256:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:1.0:1783978845.728268:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978845.728275:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367045760:192.168.201.109@tcp:250:kworker.0
00000100:00080000:0.0:1783978845.728277:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978845.728283:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1783978845.728284:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978845.728288:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978845.728291:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978845.728294:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978845.728295:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978845.728297:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1783978845.728301:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978845.728303:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978845.728306:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728309:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978845.728312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978845.728316:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000008:00100000:0.0:1783978845.728320:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1783978845.728323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000008:00000001:0.0:1783978845.728325:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728329:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978845.728331:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367045760, portal 25
00000100:00000010:0.0:1783978845.728334:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000100:00000001:1.0:1783978845.728335:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978845.728337:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000020:00000040:0.0:1783978845.728340:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000040:1.0:1783978845.728344:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783978845.728346:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978845.728349:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728353:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978845.728354:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978845.728357:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978845.728365:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:1.0:1783978845.728365:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978845.728370:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728373:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978845.728374:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2aa0.
00000100:00000200:1.0:1783978845.728380:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367045760, offset 0
00000100:00100000:0.0:1783978845.728386:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978845.728387:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728398:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1783978845.728398:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978845.728403:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978845.728407:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:0.0:1783978845.728412:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978845.728414:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978845.728419:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978845.728425:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978845.728428:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728431:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978845.728433:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345730:345730:256:4294967295] 192.168.201.109@tcp LPNI seq info [345719:345719:8:4294967295]
00000100:00080000:0.0:1783978845.728436:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978845.728438:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:0.0:1783978845.728443:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978845.728447:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978845.728451:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783978845.728451:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1783978845.728458:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1783978845.728458:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00080000:0.0:1783978845.728464:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9704
00000800:00000010:1.0:1783978845.728465:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b900.
00000400:00000200:0.0:1783978845.728472:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:1.0:1783978845.728475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000400:00000200:0.0:1783978845.728480:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000200:1.1:1783978845.728483:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00080000:0.0:1783978845.728486:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978845.728491:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978845.728499:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978845.728505:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978845.728505:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978845.728510:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304378614
00000100:00000040:0.0:1783978845.728511:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000010:1.0:1783978845.728515:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc660.
00000100:00000001:0.0:1783978845.728516:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978845.728520:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978845.728522:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000001:1.0:1783978845.728524:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1783978845.728526:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978845.728531:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:1.0:1783978845.728533:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304378614
00000020:00000001:0.0:1783978845.728534:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000010:1.0:1783978845.728537:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783978845.728541:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978845.728545:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1783978845.728547:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783978845.728549:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.728555:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978845.728556:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978845.728560:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783978845.728561:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978845.728565:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728567:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978845.728573:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978845.728576:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728578:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978845.728580:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978845.728582:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1783978845.728584:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978845.728585:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978845.728591:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978845.728593:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978845.728594:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1783978845.728597:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978845.728598:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978845.728603:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978845.728608:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783978845.728608:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978845.728610:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978845.728614:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1783978845.728615:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978845.728616:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978845.728619:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978845.728620:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978845.728625:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367045888:192.168.201.109@tcp:38:kworker.0
00000100:00000010:0.0:1783978845.728628:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000100:00000001:1.0:1783978845.728628:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978845.728630:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978845.728633:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783978845.728635:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783978845.728635:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978845.728639:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783978845.728640:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978845.728642:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978845.728644:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978845.728648:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978845.728649:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1783978845.728652:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
02000000:00000001:0.0:1783978845.728653:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1783978845.728657:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
02000000:00000001:0.0:1783978845.728658:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978845.728662:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367045888, portal 10
00000100:00000001:1.0:1783978845.728665:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1783978845.728666:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:1.0:1783978845.728666:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000001:0.0:1783978845.728673:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978845.728676:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783978845.728682:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978845.728698:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978845.728703:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728704:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1783978845.728707:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad26e8.
00000100:00000200:1.0:1783978845.728710:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367045888, offset 0
00000400:00000200:1.0:1783978845.728713:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783978845.728716:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978845.728719:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978845.728725:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:0.0:1783978845.728726:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978845.728728:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978845.728732:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978845.728736:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978845.728740:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978845.728745:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345731:345731:255:4294967295] 192.168.201.109@tcp LPNI seq info [345720:345720:7:4294967295]
00000100:00000001:0.0:1783978845.728750:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978845.728753:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978845.728759:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:0.0:1783978845.728762:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978845.728769:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978845.728769:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978845.728804:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783978845.728809:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1783978845.728810:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b500.
00000800:00000200:1.0:1783978845.728815:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978845.728819:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9715)
00000800:00000200:1.1:1783978845.728820:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978845.728825:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978845.728829:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978845.728833:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978845.728835:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304377376
00000100:00000001:1.0:1783978845.728839:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304378614
00000100:00000001:1.0:1783978845.728841:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304377376
00000100:00000001:1.0:1783978845.728844:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304378614
00000100:00000001:1.0:1783978845.728846:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978845.728848:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.728851:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.728853:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978845.728856:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978845.728858:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978845.728860:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978845.728862:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978845.728864:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978845.728868:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978845.728875:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978845.728877:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978845.728879:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978845.728880:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978845.728882:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978845.728885:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978845.728888:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978845.728890:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978845.728891:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978845.728892:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978845.728897:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978845.728899:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978845.728902:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978845.728905:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783978845.728908:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978845.728911:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046016, portal 10
00000100:00000001:1.0:1783978845.728913:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978845.728914:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:1.0:1783978845.728919:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978845.728926:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978845.728928:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978845.728930:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2e58.
00000100:00000200:1.0:1783978845.728932:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367046016, offset 0
00000400:00000200:1.0:1783978845.728937:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978845.728940:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978845.728956:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978845.728959:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978845.728962:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978845.728964:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978845.728966:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978845.728969:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345732:345732:254:4294967295] 192.168.201.109@tcp LPNI seq info [345721:345721:6:4294967295]
00000400:00000200:1.0:1783978845.728972:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978845.728978:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978845.728982:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978845.728986:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b600.
00000800:00000200:1.0:1783978845.728990:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978845.728994:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978845.728996:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978845.728999:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978845.729002:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978845.729003:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304377373
00000100:00000001:1.0:1783978845.729006:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304378614
00000100:00000001:1.0:1783978845.729008:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304377373
00000100:00000001:1.0:1783978845.729010:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304378614
00000100:00000001:1.0:1783978845.729012:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978845.729014:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.729016:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.729018:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978845.729022:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978845.729023:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978845.729025:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978845.729026:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978845.729028:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978845.729030:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978845.791847:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978845.791855:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978845.791858:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978845.791865:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978845.791870:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978845.791874:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978845.791877:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978845.791880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978845.791883:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978845.919974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978845.919983:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978845.919990:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978845.919991:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978845.920055:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978845.920063:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978845.920067:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978846.815904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978846.815913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978846.815915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978846.815920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978846.815923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978846.815926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978846.815929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978846.815931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978846.815933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.943912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978846.943922:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.943930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978846.943934:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978846.943937:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978846.943941:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.943944:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978846.943949:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.943951:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.943954:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978846.944029:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978846.944034:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978846.944038:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978847.007945:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304378614, at 4304378624
00000100:00000010:0.0:1783978847.007964:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000040:1.0:1783978847.007974:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304378614, at 4304378624
00000100:00000010:1.0:1783978847.007984:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000001:3.0:1783978847.839926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978847.839937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978847.839940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978847.839948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978847.839952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978847.839957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978847.839961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978847.839964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978847.839967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.968000:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978847.968009:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.968029:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978847.968030:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978847.968112:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978847.968117:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978847.968121:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978848.800142:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978848.800201:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978848.800226:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978848.800231:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978848.800236:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978848.800242:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978848.800248:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978848.800253:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:3.0:1783978848.800260:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978848.800265:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978848.800273:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2aa0
00000400:00000010:3.0:1783978848.800276:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2aa0.
00000100:00000001:3.0:1783978848.800282:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978848.800295:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800333:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978848.800337:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800345:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978848.800348:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978848.800360:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978848.800362:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b500.
00000400:00000200:3.0:1783978848.800365:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978848.800368:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978848.800371:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad26e8
00000400:00000010:3.0:1783978848.800373:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad26e8.
00000100:00000001:3.0:1783978848.800375:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978848.800380:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800389:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978848.800392:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800398:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978848.800411:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978848.800417:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978848.800419:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b600.
00000400:00000200:3.0:1783978848.800422:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978848.800426:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978848.800428:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2e58
00000400:00000010:3.0:1783978848.800430:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2e58.
00000100:00000001:3.0:1783978848.800433:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978848.800439:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800446:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978848.800450:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978848.800456:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978848.800458:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978848.800670:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978848.800678:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978848.800682:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978848.800692:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978845/real 1783978848]  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978848.800710:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978848.800712:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978848.800718:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783978848.800722:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978848.800724:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978848.800727:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978848.800730:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978848.800739:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800745:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978848.800747:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800751:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.800754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978848.800760:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800767:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978848.800809:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800819:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978848.800823:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800824:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.800826:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800830:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978848.800833:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978848.800837:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978848.800843:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978848.800846:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978848.800850:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978848.800859:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978848.800865:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978848.800869:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978845/real 1783978848]  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978848.800876:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978848.800878:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978848.800880:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783978848.800883:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978848.800884:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978848.800887:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978848.800890:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978848.800902:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800908:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978848.800909:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.800912:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978848.800915:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800921:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978848.800925:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.800930:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978848.800933:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800934:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.800935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.800937:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978848.800941:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978848.800943:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978848.800947:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978848.800949:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978848.800953:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978848.800960:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367045888:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978848.800965:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978848.800968:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978845/real 1783978848]  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978848.800981:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978848.800982:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978848.800984:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978848.800986:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978848.800989:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978848.800991:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978848.800994:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978848.801002:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801009:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978848.801010:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801012:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.801013:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978848.801017:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801023:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978848.801026:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801033:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978848.801035:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801037:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978848.801038:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801040:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978848.801041:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978848.801044:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978848.801048:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978848.801050:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978848.801054:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978848.801062:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367045760:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978848.801066:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801068:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978848.801071:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627367046016/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801078:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978848.801083:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978848.801088:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978848.801093:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978848.801096:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978848.801099:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978848.801102:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978848.801106:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:1.0:1783978848.801111:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978848.801113:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978848.801116:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:1.0:1783978848.801120:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978848.801121:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801123:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978848.801126:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627367045888/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801132:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978848.801133:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978848.801134:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783978848.801137:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978848.801138:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978848.801139:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978848.801140:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978848.801142:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:1.0:1783978848.801144:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978848.801145:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978848.801146:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:1.0:1783978848.801149:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978848.801150:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801151:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978848.801154:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627367045760/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978848.801159:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978848.801160:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978848.801162:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978848.801164:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978848.801166:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978848.801168:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978848.801170:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978848.801171:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783978848.801173:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978848.801174:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978848.801175:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:1.0:1783978848.801178:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978848.801179:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801181:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978848.801193:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978848.801195:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978848.801198:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978848.801199:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978848.864748:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978848.864760:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978848.864763:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978848.864770:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978848.864834:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978848.864839:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978848.864843:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978848.864846:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978848.864849:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.991920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978848.991928:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978848.991930:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978848.991933:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.991938:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978848.991940:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.991942:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.991943:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.991947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978848.991948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978848.992021:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978848.992026:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978848.992030:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978849.887922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978849.887933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978849.887936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978849.887949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978849.887956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978849.887961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978849.887964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978849.887970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978849.887974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978850.015983:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978850.015992:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978850.016000:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978850.016001:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978850.016076:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978850.016080:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978850.016084:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978850.847997:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978850.848012:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978850.848015:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978850.848019:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978850.848025:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978850.848034:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9710
00000400:00000200:3.0:1783978850.848045:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978850.848053:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978850.848057:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978850.848060:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848064:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848066:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848069:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978850.848075:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978850.848077:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978850.848080:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978850.848084:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978850.848086:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978850.848089:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978850.848092:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848094:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848096:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848098:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978850.848101:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978850.848105:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848107:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978850.848111:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978850.848115:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978850.848118:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848120:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978850.848123:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978850.848131:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978850.848135:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978850.848139:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978850.848141:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848145:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978850.848154:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978850.848159:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978850.848169:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978850.848189:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978850.848201:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978850.848212:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978850.848218:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978850.848224:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978850.848249:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978850.848253:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978850.848256:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978850.848258:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978850.848259:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978850.848262:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978850.848265:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9710
00000400:00000200:3.0:1783978850.848269:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978850.848272:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978850.848274:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978850.848277:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848279:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848280:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848282:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978850.848284:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978850.848285:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978850.848286:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978850.848288:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978850.848290:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978850.848292:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978850.848294:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978850.848295:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978850.848296:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848301:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978850.848303:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978850.848307:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978850.848308:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978850.848310:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978850.848313:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848315:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978850.848318:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783978850.848320:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978850.848324:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978850.848329:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848332:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978850.848337:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783978850.848338:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1783978850.848342:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.848344:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848345:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978850.848350:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
02000000:00000001:1.0:1783978850.848351:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1783978850.848352:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978850.848355:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978850.848356:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.848357:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783978850.848358:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978850.848361:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978850.848364:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978850.848364:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978850.848373:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046144:192.168.201.109@tcp:250:kworker.0
02000000:00000010:3.0:1783978850.848376:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:1.0:1783978850.848378:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978850.848381:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.848386:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1783978850.848387:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783978850.848392:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848395:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783978850.848398:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978850.848398:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978850.848402:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783978850.848406:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000100:00000001:3.0:1783978850.848409:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.848411:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978850.848412:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978850.848416:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978850.848417:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978850.848418:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783978850.848421:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978850.848421:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978850.848425:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9710
00000400:00000010:1.0:1783978850.848428:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000200:3.0:1783978850.848429:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978850.848433:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978850.848435:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978850.848438:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:1.0:1783978850.848439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:3.0:1783978850.848440:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848443:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848446:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978850.848447:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978850.848448:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978850.848449:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978850.848450:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978850.848451:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978850.848452:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978850.848454:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848455:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978850.848456:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848457:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978850.848458:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978850.848459:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848460:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978850.848461:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978850.848463:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1783978850.848464:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046144, portal 25
02000000:00000001:3.0:1783978850.848465:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.848468:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978850.848471:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1783978850.848471:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978850.848473:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.848476:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000001:3.0:1783978850.848476:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978850.848481:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978850.848483:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978850.848485:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978850.848487:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978850.848489:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978850.848489:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978850.848491:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978850.848493:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978850.848498:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978850.848502:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978850.848509:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978850.848510:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978850.848517:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1783978850.848518:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978850.848519:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978850.848533:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783978850.848534:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978850.848541:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367046144, offset 0
00000100:00000001:3.0:1783978850.848542:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978850.848547:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978850.848551:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978850.848553:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978850.848557:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978850.848558:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978850.848566:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9720)
00000400:00000200:1.0:1783978850.848585:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.848594:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978850.848601:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978850.848607:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978850.848611:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978850.848614:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978850.848627:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345733:345733:256:4294967295] 192.168.201.109@tcp LPNI seq info [345722:345722:8:4294967295]
00000400:00000200:1.0:1783978850.848632:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.848642:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978850.848649:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.848656:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978850.848664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978850.848669:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978850.848675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978850.848679:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978850.848684:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.848687:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978850.848693:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978850.848698:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978850.848705:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978850.848708:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978850.848712:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978850.848716:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848726:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.848730:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848749:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.848751:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978850.848759:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978850.848764:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978850.848767:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304383734
00000100:00000010:1.0:1783978850.848810:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783978850.848818:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978850.848826:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304383735
00000100:00000010:1.0:1783978850.848830:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783978850.848834:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978850.848838:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978850.848841:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.848844:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978850.848858:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978850/real 1783978850]  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978850.848869:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978850.848871:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978850.848873:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978850.848875:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978850.848877:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978850.848879:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978850.848883:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978850.848892:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848899:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978850.848901:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.848903:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.848906:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978850.848911:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848918:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978850.848924:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848932:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978850.848936:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.848938:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.848939:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.848942:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978850.848945:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978850.848948:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978850.848952:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978850.848955:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978850.848959:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978850.848975:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046144:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978850.848981:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.848983:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.848986:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367046144/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.848993:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978850.848997:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978850.849000:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978850.849004:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978850.849006:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978850.849008:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978850.849010:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978850.849013:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978850.849018:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978850.849020:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978850.849022:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783978850.849026:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978850.849027:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849029:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849039:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978850.849041:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849043:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978850.849045:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978850.849046:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978850.849050:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849062:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978850.849064:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.849066:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978850.849068:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978850.849070:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978850.849073:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978850.849076:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978850.849079:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978850.849080:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.849081:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978850.849084:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978850.849086:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978850.849089:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978850.849092:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978850.849095:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978850.849098:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046272, portal 10
00000100:00000001:1.0:1783978850.849099:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978850.849101:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783978850.849119:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849125:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978850.849128:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978850.849130:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978850.849132:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367046272, offset 0
00000400:00000200:1.0:1783978850.849136:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978850.849140:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.849143:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978850.849146:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978850.849149:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978850.849151:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978850.849153:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978850.849157:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345734:345734:256:4294967295] 192.168.201.109@tcp LPNI seq info [345723:345723:8:4294967295]
00000400:00000200:1.0:1783978850.849161:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.849183:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978850.849188:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.849192:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978850.849196:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978850.849198:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978850.849203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978850.849205:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978850.849208:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.849210:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978850.849213:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978850.849216:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978850.849219:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978850.849221:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978850.849224:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978850.849228:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849235:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.849238:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849244:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849245:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978850.849248:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978850.849253:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978850.849257:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978850.849259:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304382496
00000100:00000001:1.0:1783978850.849262:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304383734
00000100:00000001:1.0:1783978850.849264:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304382496
00000100:00000001:1.0:1783978850.849267:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304383735
00000100:00000001:1.0:1783978850.849269:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978850.849271:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849273:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978850.849277:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978850/real 1783978850]  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978850.849286:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978850.849287:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978850.849289:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978850.849291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978850.849293:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978850.849295:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978850.849298:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978850.849306:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849312:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978850.849314:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849315:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.849317:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978850.849320:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849327:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978850.849330:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849337:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978850.849340:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849341:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.849343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849345:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978850.849348:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978850.849351:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978850.849354:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978850.849356:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978850.849360:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978850.849368:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978850.849372:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978850.849375:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849380:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978850.849382:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.849384:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978850.849385:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978850.849387:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978850.849390:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978850.849393:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978850.849395:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978850.849396:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978850.849397:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978850.849401:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783978850.849403:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978850.849406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978850.849408:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978850.849411:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978850.849414:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046400, portal 10
00000100:00000001:1.0:1783978850.849416:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978850.849417:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783978850.849423:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849429:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978850.849432:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978850.849434:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978850.849437:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367046400, offset 0
00000400:00000200:1.0:1783978850.849441:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978850.849444:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.849448:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978850.849451:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978850.849453:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978850.849456:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978850.849458:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978850.849461:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345735:345735:256:4294967295] 192.168.201.109@tcp LPNI seq info [345724:345724:8:4294967295]
00000400:00000200:1.0:1783978850.849465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978850.849471:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978850.849475:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.849478:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978850.849482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978850.849485:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978850.849489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978850.849492:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978850.849496:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978850.849498:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978850.849501:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978850.849504:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978850.849507:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978850.849509:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978850.849512:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978850.849515:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849522:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.849525:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849532:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849533:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978850.849537:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978850.849540:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978850.849543:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978850.849545:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304382493
00000100:00000001:1.0:1783978850.849548:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304383734
00000100:00000001:1.0:1783978850.849550:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304382493
00000100:00000001:1.0:1783978850.849552:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304383735
00000100:00000001:1.0:1783978850.849554:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978850.849556:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849558:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978850.849562:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978850/real 1783978850]  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978850.849569:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978850.849571:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978850.849572:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978850.849575:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978850.849577:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978850.849579:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978850.849582:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978850.849590:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849596:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978850.849597:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849599:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.849600:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978850.849603:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849610:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978850.849614:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849621:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978850.849623:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849625:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978850.849626:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849628:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978850.849629:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978850.849632:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978850.849635:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978850.849638:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978850.849642:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978850.849650:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978850.849654:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849656:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.849659:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367046272/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849665:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978850.849667:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978850.849669:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978850.849672:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978850.849673:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978850.849675:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978850.849677:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978850.849679:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978850.849682:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978850.849684:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978850.849685:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783978850.849688:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978850.849689:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849692:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978850.849695:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367046400/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978850.849702:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978850.849703:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978850.849705:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783978850.849707:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978850.849708:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978850.849710:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978850.849712:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978850.849713:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978850.849715:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978850.849716:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978850.849718:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783978850.849720:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978850.849721:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849723:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978850.849727:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978850.849728:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978850.849730:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978850.849732:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978850.911947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978850.911961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978850.911963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978850.911972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978850.911978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978850.911983:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978850.911987:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978850.911991:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978850.911994:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978851.039935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978851.039947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978851.039953:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978851.039954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978851.040022:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978851.040027:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978851.040030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978851.936580:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978851.936591:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978851.936593:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978851.936600:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978851.936604:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978851.936608:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978851.936612:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978851.936615:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978851.936619:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.063976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978852.063982:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.063988:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978852.063988:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978852.064065:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978852.064070:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978852.064073:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978852.127932:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304383734, at 4304383744
00000100:00000040:1.0:1783978852.127948:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304383735, at 4304383744
00000100:00000010:0.0:1783978852.127949:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000010:1.0:1783978852.127961:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000001:3.0:1783978852.959872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978852.959883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978852.959885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978852.959894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978852.959898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978852.959903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978852.959907:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978852.959910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978852.959914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978853.087866:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978853.087875:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978853.087882:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978853.087883:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978853.087951:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978853.087956:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978853.087960:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978853.983910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978853.983921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978853.983923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978853.983929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978853.983933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978853.983938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978853.983941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978853.983944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978853.983948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978854.111963:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978854.111982:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978854.111994:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978854.111995:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978854.112056:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978854.112060:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978854.112062:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978855.007910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978855.007921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978855.007923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978855.007931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978855.007935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978855.007940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978855.007943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978855.007946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978855.007950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978855.135997:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978855.136003:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978855.136006:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978855.136007:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978855.136091:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978855.136109:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978855.136114:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978855.967928:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978855.967937:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978855.967940:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978855.967944:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978855.967950:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978855.967958:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9715
00000400:00000200:3.0:1783978855.967970:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978855.967978:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978855.967981:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978855.967984:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.967996:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.967999:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968002:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978855.968007:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978855.968009:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978855.968012:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978855.968015:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978855.968017:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978855.968018:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978855.968020:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968022:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.968023:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968024:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978855.968027:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978855.968029:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968030:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978855.968032:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978855.968036:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978855.968038:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968039:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978855.968042:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978855.968052:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978855.968055:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978855.968059:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978855.968060:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968063:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978855.968065:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978855.968069:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978855.968077:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978855.968110:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978855.968121:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978855.968133:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978855.968138:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978855.968143:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978855.968170:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978855.968172:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978855.968175:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978855.968176:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978855.968177:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978855.968179:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978855.968181:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9715
00000400:00000200:3.0:1783978855.968184:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978855.968186:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978855.968188:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978855.968190:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968191:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.968192:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968194:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978855.968195:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978855.968196:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978855.968197:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978855.968198:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978855.968199:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978855.968201:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978855.968202:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968204:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.968206:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968207:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978855.968209:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978855.968210:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968212:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978855.968218:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978855.968224:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978855.968225:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968226:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978855.968229:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1783978855.968230:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978855.968234:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968235:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968236:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1783978855.968240:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000100:00000001:1.0:1783978855.968241:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978855.968244:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978855.968248:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978855.968250:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968252:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978855.968253:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978855.968255:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978855.968260:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000040:1.0:1783978855.968261:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978855.968265:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968274:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978855.968277:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.968282:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1783978855.968284:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783978855.968286:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.968293:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968296:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978855.968299:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.968301:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046528:192.168.201.109@tcp:250:kworker.0
00000100:00000040:3.0:1783978855.968304:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978855.968310:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978855.968313:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978855.968317:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978855.968318:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978855.968318:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978855.968321:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978855.968323:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1783978855.968325:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1783978855.968326:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9715
02000000:00000001:1.0:1783978855.968330:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783978855.968331:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978855.968335:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
02000000:00000001:1.0:1783978855.968337:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1783978855.968337:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978855.968341:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968342:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.968344:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968345:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000010:1.0:1783978855.968346:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000020:00000001:3.0:1783978855.968347:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978855.968349:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978855.968350:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978855.968351:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978855.968352:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:1.0:1783978855.968355:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978855.968355:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978855.968360:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968362:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978855.968363:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968364:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978855.968366:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978855.968368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783978855.968369:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:1.0:1783978855.968376:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978855.968382:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978855.968384:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1783978855.968385:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
02000000:00000001:3.0:1783978855.968391:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978855.968394:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978855.968395:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046528, portal 25
00000100:00000001:3.0:1783978855.968396:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978855.968399:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783978855.968401:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1783978855.968403:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968405:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000001:3.0:1783978855.968407:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.968415:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783978855.968415:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978855.968420:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978855.968425:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978855.968427:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978855.968430:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783978855.968432:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783978855.968432:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978855.968436:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.968440:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000010:3.0:1783978855.968441:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978855.968446:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978855.968447:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00100000:3.0:1783978855.968450:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783978855.968453:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367046528, offset 0
00000100:00000001:3.0:1783978855.968460:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978855.968463:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978855.968467:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978855.968468:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978855.968475:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978855.968477:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978855.968481:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978855.968482:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978855.968492:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978855.968493:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783978855.968499:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978855.968504:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783978855.968506:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9725)
00000400:00000200:1.0:1783978855.968510:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978855.968516:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978855.968520:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978855.968524:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345736:345736:256:4294967295] 192.168.201.109@tcp LPNI seq info [345725:345725:8:4294967295]
00000400:00000200:1.0:1783978855.968542:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978855.968554:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978855.968561:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.968567:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978855.968576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978855.968580:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978855.968586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978855.968589:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978855.968594:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.968597:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978855.968605:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978855.968610:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978855.968616:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978855.968620:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978855.968624:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978855.968629:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968640:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.968652:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968660:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968661:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978855.968668:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978855.968673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978855.968676:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304388854
00000100:00000010:1.0:1783978855.968681:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783978855.968690:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978855.968698:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304388854
00000100:00000010:1.0:1783978855.968701:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:1.0:1783978855.968705:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978855.968708:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978855.968711:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968714:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978855.968718:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978855/real 1783978855]  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978855.968728:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978855.968730:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978855.968732:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978855.968735:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978855.968737:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978855.968740:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978855.968743:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978855.968761:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968769:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978855.968771:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968806:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.968809:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978855.968814:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968821:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978855.968825:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968846:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978855.968850:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968852:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.968853:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968856:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978855.968859:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978855.968862:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978855.968866:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978855.968869:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978855.968873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978855.968882:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046528:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978855.968887:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968889:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.968892:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367046528/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968899:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978855.968902:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978855.968904:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978855.968908:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978855.968910:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978855.968912:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978855.968915:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978855.968918:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978855.968923:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978855.968925:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978855.968927:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:1.0:1783978855.968930:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978855.968931:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968933:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.968943:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978855.968945:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.968947:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978855.968949:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978855.968951:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978855.968954:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.968961:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978855.968962:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.968964:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978855.968966:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.968968:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.968971:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978855.968974:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978855.968977:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978855.968978:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.968980:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978855.968996:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978855.968999:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978855.969004:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978855.969007:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978855.969011:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978855.969014:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046656, portal 10
00000100:00000001:1.0:1783978855.969017:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978855.969018:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:1.0:1783978855.969025:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969032:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978855.969034:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978855.969037:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978855.969039:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367046656, offset 0
00000400:00000200:1.0:1783978855.969042:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978855.969053:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978855.969058:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978855.969061:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978855.969063:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978855.969066:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978855.969068:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978855.969071:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345737:345737:256:4294967295] 192.168.201.109@tcp LPNI seq info [345726:345726:8:4294967295]
00000400:00000200:1.0:1783978855.969075:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978855.969081:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978855.969099:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.969103:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978855.969107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978855.969110:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978855.969115:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978855.969117:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978855.969130:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.969132:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978855.969135:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978855.969138:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978855.969142:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978855.969144:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978855.969146:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978855.969150:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969157:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.969160:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969166:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.969168:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978855.969171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.969176:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978855.969180:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978855.969182:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304387616
00000100:00000001:1.0:1783978855.969185:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304388854
00000100:00000001:1.0:1783978855.969188:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304387616
00000100:00000001:1.0:1783978855.969190:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304388854
00000100:00000001:1.0:1783978855.969192:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978855.969194:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.969196:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978855.969200:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978855/real 1783978855]  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978855.969208:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978855.969210:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978855.969212:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978855.969214:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978855.969216:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978855.969218:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978855.969221:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978855.969229:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969235:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978855.969237:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.969240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978855.969243:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969250:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978855.969253:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969260:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978855.969262:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.969265:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969267:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978855.969272:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978855.969275:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978855.969278:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978855.969280:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978855.969284:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978855.969292:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978855.969296:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978855.969300:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969306:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978855.969307:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.969309:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978855.969311:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.969312:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.969315:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046784:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978855.969318:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978855.969321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978855.969322:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.969324:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978855.969327:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978855.969329:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978855.969332:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978855.969334:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978855.969338:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978855.969340:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046784, portal 10
00000100:00000001:1.0:1783978855.969342:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978855.969345:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783978855.969350:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969356:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978855.969358:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978855.969360:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978855.969363:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367046784, offset 0
00000400:00000200:1.0:1783978855.969367:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978855.969371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978855.969375:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978855.969378:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978855.969380:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978855.969383:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978855.969384:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978855.969387:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345738:345738:256:4294967295] 192.168.201.109@tcp LPNI seq info [345727:345727:8:4294967295]
00000400:00000200:1.0:1783978855.969391:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978855.969397:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978855.969402:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.969405:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978855.969409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978855.969411:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978855.969415:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978855.969418:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978855.969422:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978855.969424:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978855.969427:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978855.969431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978855.969434:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978855.969436:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978855.969439:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978855.969442:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969449:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.969452:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969458:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.969460:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978855.969463:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.969466:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978855.969469:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978855.969471:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304387613
00000100:00000001:1.0:1783978855.969474:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304388854
00000100:00000001:1.0:1783978855.969476:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304387613
00000100:00000001:1.0:1783978855.969478:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304388854
00000100:00000001:1.0:1783978855.969480:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978855.969482:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.969484:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978855.969487:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978855/real 1783978855]  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978855.969494:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978855.969495:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978855.969497:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978855.969499:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978855.969501:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978855.969502:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978855.969505:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978855.969513:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969519:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978855.969521:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969523:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.969524:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978855.969527:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969534:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978855.969538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969545:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978855.969547:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969549:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978855.969550:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969552:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978855.969554:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978855.969556:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978855.969559:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978855.969561:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978855.969565:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978855.969572:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367046784:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978855.969576:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969577:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.969581:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367046656/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969587:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978855.969589:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978855.969591:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978855.969593:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978855.969595:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978855.969596:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978855.969598:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978855.969600:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978855.969603:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978855.969605:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978855.969606:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:1.0:1783978855.969609:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978855.969610:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969611:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978855.969614:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367046784/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.969620:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978855.969622:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978855.969623:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978855.969625:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978855.969626:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978855.969627:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978855.969630:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978855.969631:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978855.969633:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978855.969634:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978855.969635:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783978855.969638:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978855.969639:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969640:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978855.969644:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978855.969646:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.969648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978855.969649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978856.031893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978856.031906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978856.031908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978856.031916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978856.031921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978856.031926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978856.031929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978856.031931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978856.031934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978856.159974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978856.159984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978856.159996:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978856.159998:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978856.160119:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978856.160124:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978856.160128:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978857.055974:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978857.055986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978857.055988:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978857.055994:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978857.055997:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978857.056001:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978857.056004:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978857.056007:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978857.056010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.185586:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978857.185596:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.185604:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978857.185608:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978857.185611:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978857.185614:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.185619:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978857.185622:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.185624:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.185626:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978857.186071:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978857.186076:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978857.186080:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978857.247932:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304388854, at 4304388864
00000100:00000010:0.0:1783978857.247953:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000040:1.0:1783978857.250336:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304388854, at 4304388866
00000100:00000010:1.0:1783978857.250352:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:3.0:1783978858.079843:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978858.079851:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978858.079854:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978858.079859:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978858.079863:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978858.079921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978858.079925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978858.079927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978858.079930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978858.207964:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978858.207971:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978858.207976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978858.207977:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978858.208043:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978858.208076:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978858.208080:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978859.104155:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978859.104166:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978859.104169:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978859.104176:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978859.104180:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978859.104185:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978859.104188:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978859.104190:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978859.104194:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.231896:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978859.231904:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978859.231906:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978859.231909:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.231914:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978859.231917:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.231918:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.231920:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.231924:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978859.231926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978859.231970:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978859.231984:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978859.231988:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978860.127917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978860.127925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978860.127927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978860.127931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978860.127935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978860.127938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978860.127940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978860.127942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978860.127945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978860.255892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978860.255899:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978860.255904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978860.255905:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978860.255981:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978860.255990:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978860.255994:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978861.088052:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978861.088064:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978861.088067:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978861.088072:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978861.088078:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978861.088087:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9720
00000400:00000200:2.0:1783978861.088098:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978861.088105:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978861.088108:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978861.088111:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088115:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088117:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088120:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978861.088125:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978861.088127:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978861.088131:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978861.088135:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978861.088138:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978861.088140:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978861.088144:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088147:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088149:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978861.088152:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978861.088156:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088158:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978861.088161:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978861.088164:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978861.088167:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088170:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978861.088173:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978861.088183:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978861.088187:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978861.088192:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978861.088194:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088198:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978861.088202:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978861.088206:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978861.088215:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978861.088223:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978861.088232:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978861.088242:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978861.088246:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978861.088251:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978861.088277:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978861.088281:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978861.088285:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978861.088286:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978861.088288:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978861.088292:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978861.088294:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9720
00000400:00000200:2.0:1783978861.088299:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978861.088302:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978861.088305:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978861.088308:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088310:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088312:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088315:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978861.088317:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1783978861.088319:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783978861.088319:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978861.088324:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783978861.088326:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1783978861.088327:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978861.088331:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978861.088332:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783978861.088334:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978861.088341:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978861.088344:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978861.088344:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088350:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088354:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978861.088359:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978861.088365:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978861.088366:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978861.088369:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.088371:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978861.088372:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978861.088378:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978861.088381:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978861.088383:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978861.088385:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.088389:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088390:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978861.088397:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783978861.088398:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046912:192.168.201.109@tcp:250:kworker.0
00000008:00000001:2.0:1783978861.088403:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088407:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.088413:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1783978861.088413:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978861.088418:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783978861.088421:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783978861.088421:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978861.088424:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.088425:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088427:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978861.088430:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978861.088431:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783978861.088432:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978861.088439:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
02000000:00000010:1.0:1783978861.088440:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000100:00000001:2.0:1783978861.088444:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.088445:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978861.088452:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978861.088457:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978861.088465:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783978861.088466:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978861.088470:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978861.088476:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000040:2.0:1783978861.088476:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978861.088489:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367046912, portal 25
00000100:00000001:2.0:1783978861.088489:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978861.088493:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978861.088496:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1783978861.088499:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978861.088500:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000001:2.0:1783978861.088502:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978861.088505:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978861.088509:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783978861.088511:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783978861.088514:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9720
00000400:00000200:2.0:1783978861.088524:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978861.088527:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1783978861.088530:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:1.0:1783978861.088535:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783978861.088537:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978861.088542:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088544:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088546:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088549:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:1.0:1783978861.088550:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000020:00000001:2.0:1783978861.088554:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1783978861.088556:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367046912, offset 0
00000020:00000040:2.0:1783978861.088557:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978861.088560:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978861.088563:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978861.088567:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978861.088571:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978861.088572:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783978861.088578:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088581:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978861.088585:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978861.088586:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783978861.088589:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978861.088594:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978861.088597:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:2.0:1783978861.088600:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978861.088604:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.088606:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1783978861.088607:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978861.088612:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978861.088615:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:2.0:1783978861.088616:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088620:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978861.088623:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1783978861.088624:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783978861.088630:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000008:00000001:2.0:1783978861.088630:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088634:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.088639:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345739:345739:256:4294967295] 192.168.201.109@tcp LPNI seq info [345728:345728:8:4294967295]
00000100:00000010:2.0:1783978861.088640:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978861.088644:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978861.088649:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:2.0:1783978861.088649:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978861.088652:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978861.088655:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978861.088657:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978861.088660:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.088666:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1783978861.088666:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978861.088671:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978861.088678:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00100000:2.0:1783978861.088679:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1783978861.088689:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000001:2.0:1783978861.088698:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783978861.088703:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978861.088703:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978861.088711:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1783978861.088711:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978861.088725:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978861.088725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783978861.088730:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978861.088731:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1783978861.088737:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783978861.088743:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783978861.088744:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783978861.088747:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000040:2.0:1783978861.088749:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978861.088757:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1783978861.088757:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9730)
00000400:00000200:1.0:1783978861.088765:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978861.088819:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978861.088822:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978861.088828:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978861.088832:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.088842:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.088845:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.088853:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.088855:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978861.088861:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.088866:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978861.088869:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304393975
00000100:00000010:1.0:1783978861.088875:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:1.0:1783978861.088883:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978861.088889:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304393975
00000100:00000010:1.0:1783978861.088891:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783978861.088894:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978861.088896:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978861.088898:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.088900:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978861.088903:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978861/real 1783978861]  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978861.088916:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978861.088917:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978861.088919:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978861.088921:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978861.088922:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978861.088925:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978861.088927:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978861.088933:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.088937:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978861.088939:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.088941:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.088942:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978861.088944:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.088964:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978861.088967:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.088971:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978861.088974:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.088975:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.088976:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.088979:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978861.088981:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978861.088983:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978861.088992:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978861.089003:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978861.089008:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978861.089017:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367046912:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978861.089025:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089028:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.089031:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367046912/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089038:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978861.089041:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978861.089044:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978861.089048:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978861.089050:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978861.089052:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978861.089054:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978861.089057:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783978861.089062:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978861.089064:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978861.089065:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783978861.089069:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978861.089070:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089072:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089081:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978861.089083:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089086:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978861.089087:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978861.089088:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978861.089092:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089098:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978861.089100:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.089101:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978861.089104:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978861.089106:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978861.089109:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978861.089112:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978861.089114:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978861.089115:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.089118:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978861.089121:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978861.089123:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.089127:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978861.089130:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978861.089134:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978861.089137:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047040, portal 10
00000100:00000001:1.0:1783978861.089139:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978861.089140:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783978861.089148:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089155:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978861.089157:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978861.089160:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978861.089162:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047040, offset 0
00000400:00000200:1.0:1783978861.089166:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978861.089170:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978861.089173:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978861.089177:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978861.089179:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978861.089182:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978861.089185:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978861.089188:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345740:345740:256:4294967295] 192.168.201.109@tcp LPNI seq info [345729:345729:8:4294967295]
00000400:00000200:1.0:1783978861.089193:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978861.089201:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978861.089205:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978861.089209:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978861.089213:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978861.089216:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978861.089220:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978861.089222:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978861.089226:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978861.089228:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978861.089231:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978861.089234:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978861.089237:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978861.089239:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978861.089242:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978861.089245:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089252:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.089255:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089261:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089263:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978861.089265:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978861.089270:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978861.089273:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978861.089275:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304392736
00000100:00000001:1.0:1783978861.089278:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304393975
00000100:00000001:1.0:1783978861.089280:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304392736
00000100:00000001:1.0:1783978861.089282:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304393975
00000100:00000001:1.0:1783978861.089284:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978861.089286:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089288:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978861.089291:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978861/real 1783978861]  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978861.089298:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978861.089299:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978861.089301:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978861.089303:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978861.089305:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978861.089307:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978861.089311:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978861.089319:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089324:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978861.089326:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089328:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.089330:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978861.089333:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089339:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978861.089343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089349:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978861.089352:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089353:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.089355:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089356:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978861.089360:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978861.089362:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978861.089365:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978861.089367:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978861.089371:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978861.089379:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978861.089383:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978861.089386:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089398:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978861.089399:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.089401:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978861.089403:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978861.089405:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978861.089408:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978861.089411:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978861.089413:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978861.089415:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978861.089416:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978861.089420:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978861.089421:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978861.089425:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978861.089428:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978861.089430:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978861.089433:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047168, portal 10
00000100:00000001:1.0:1783978861.089434:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978861.089436:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783978861.089441:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089447:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978861.089449:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978861.089451:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978861.089453:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047168, offset 0
00000400:00000200:1.0:1783978861.089457:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978861.089461:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978861.089464:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978861.089467:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978861.089470:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978861.089472:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978861.089474:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978861.089477:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345741:345741:256:4294967295] 192.168.201.109@tcp LPNI seq info [345730:345730:8:4294967295]
00000400:00000200:1.0:1783978861.089481:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978861.089486:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978861.089491:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978861.089495:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978861.089498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978861.089501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978861.089505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978861.089508:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978861.089511:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978861.089513:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978861.089516:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978861.089519:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978861.089522:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978861.089524:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978861.089526:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978861.089529:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089537:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.089540:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089546:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089548:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978861.089550:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978861.089553:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978861.089557:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978861.089558:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304392733
00000100:00000001:1.0:1783978861.089561:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304393975
00000100:00000001:1.0:1783978861.089563:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304392733
00000100:00000001:1.0:1783978861.089565:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304393975
00000100:00000001:1.0:1783978861.089567:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978861.089569:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089571:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978861.089574:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978861/real 1783978861]  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978861.089582:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978861.089583:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978861.089585:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978861.089587:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978861.089589:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978861.089591:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978861.089594:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978861.089602:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089608:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978861.089610:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089611:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.089613:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978861.089616:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089622:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978861.089626:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089632:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978861.089634:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089636:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978861.089637:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089639:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978861.089640:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978861.089643:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978861.089646:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978861.089648:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978861.089652:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978861.089659:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978861.089662:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089664:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.089666:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367047040/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089672:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978861.089674:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978861.089676:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978861.089678:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978861.089680:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978861.089681:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978861.089683:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978861.089684:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783978861.089690:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978861.089691:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978861.089692:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783978861.089695:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978861.089696:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089698:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978861.089700:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367047168/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978861.089706:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978861.089708:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978861.089709:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978861.089711:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978861.089712:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978861.089713:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978861.089715:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978861.089717:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783978861.089719:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978861.089720:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978861.089722:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783978861.089724:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978861.089725:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089726:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978861.089729:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978861.089731:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978861.089733:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978861.089734:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978861.151915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978861.151924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978861.151926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978861.151933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978861.151937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978861.151942:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978861.151945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978861.151948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978861.151951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978861.279909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978861.279919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978861.279926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978861.279927:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978861.280206:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978861.280215:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978861.280220:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978862.175879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978862.175885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978862.175886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978862.175890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978862.175892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978862.175895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978862.175897:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978862.175899:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978862.175901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.305548:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978862.305558:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.305566:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978862.305568:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978862.305665:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978862.305671:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978862.305676:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978862.367911:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304393975, at 4304393984
00000100:00000010:0.0:1783978862.367929:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000040:1.0:1783978862.367948:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304393975, at 4304393984
00000100:00000010:1.0:1783978862.367960:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000001:3.0:1783978863.199902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978863.199910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978863.199912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978863.199917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978863.199921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978863.199925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978863.199927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978863.199930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978863.199933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978863.327937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978863.327947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978863.327984:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978863.327986:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978863.328089:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978863.328096:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978863.328101:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978864.223910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978864.223918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978864.223920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978864.223925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978864.223930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978864.223934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978864.223937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978864.223966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978864.223970:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978864.352018:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978864.352029:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978864.352037:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978864.352038:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978864.352116:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978864.352121:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978864.352125:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978865.247887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978865.247894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978865.247895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978865.247900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978865.247904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978865.247907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978865.247909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978865.247919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978865.247937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978865.375916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978865.375951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978865.375960:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978865.375961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978865.376035:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978865.376041:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978865.376045:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978866.210750:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978866.210764:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978866.210768:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978866.210824:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978866.210831:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978866.210841:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9725
00000400:00000200:3.0:1783978866.210854:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978866.210862:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978866.210867:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978866.210871:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.210874:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978866.210876:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.210879:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978866.210883:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978866.210885:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978866.210889:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978866.210892:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978866.210895:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978866.210897:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978866.210900:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.210902:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978866.210903:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.210920:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978866.210924:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978866.210927:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978866.210929:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978866.210932:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978866.210936:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978866.210940:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.210942:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978866.210945:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978866.210962:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978866.210966:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978866.210971:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978866.210973:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.210977:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978866.210980:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978866.210985:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978866.210994:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978866.211003:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978866.211014:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978866.211027:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978866.211032:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978866.211038:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978866.211063:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978866.211067:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978866.211070:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978866.211071:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978866.211073:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978866.211076:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978866.211079:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9725
00000400:00000200:3.0:1783978866.211084:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978866.211086:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978866.211089:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978866.211091:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.211093:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978866.211095:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.211098:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978866.211100:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978866.211102:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978866.211104:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978866.211106:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978866.211109:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978866.211112:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978866.211115:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978866.211116:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978866.211117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978866.211122:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978866.211123:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978866.211124:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978866.211127:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978866.211133:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:1.0:1783978866.211135:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211147:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978866.211149:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978866.211152:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:1.0:1783978866.211153:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978866.211158:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783978866.211158:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.211164:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978866.211164:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1783978866.211170:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367047296:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978866.211174:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978866.211174:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978866.211179:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.211182:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978866.211182:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978866.211188:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783978866.211190:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978866.211193:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1783978866.211195:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.211198:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978866.211201:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000100:00000010:3.0:1783978866.211203:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
02000000:00000001:1.0:1783978866.211205:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978866.211207:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978866.211211:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978866.211213:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978866.211215:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978866.211216:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978866.211220:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978866.211221:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978866.211223:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
02000000:00000010:3.0:1783978866.211227:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978866.211232:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978866.211233:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00100000:3.0:1783978866.211239:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783978866.211245:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047296, portal 25
00000100:00000001:3.0:1783978866.211249:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978866.211250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783978866.211254:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211255:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:3.0:1783978866.211260:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783978866.211266:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978866.211280:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211282:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978866.211284:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783978866.211288:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783978866.211290:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978866.211293:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1783978866.211294:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00080000:3.0:1783978866.211295:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978866.211300:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367047296, offset 0
00000100:00000001:3.0:1783978866.211300:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978866.211306:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9725
00000400:00000200:1.0:1783978866.211311:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978866.211314:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978866.211319:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:1.0:1783978866.211322:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783978866.211323:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978866.211328:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978866.211331:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978866.211332:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978866.211337:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978866.211338:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783978866.211342:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978866.211345:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783978866.211347:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783978866.211351:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1783978866.211351:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783978866.211355:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:3.0:1783978866.211356:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783978866.211361:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345742:345742:256:4294967295] 192.168.201.109@tcp LPNI seq info [345731:345731:8:4294967295]
00000020:00000040:3.0:1783978866.211361:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783978866.211368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783978866.211368:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978866.211373:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978866.211378:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978866.211381:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978866.211384:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783978866.211389:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978866.211390:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978866.211395:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000010:1.0:1783978866.211397:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000020:00000040:3.0:1783978866.211398:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978866.211404:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978866.211407:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978866.211411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978866.211411:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978866.211416:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1783978866.211418:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1783978866.211419:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.211424:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978866.211427:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1783978866.211429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000008:00000001:3.0:1783978866.211431:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.211436:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978866.211437:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978866.211443:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978866.211446:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000010:3.0:1783978866.211453:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000400:00000200:1.0:1783978866.211454:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1783978866.211456:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978866.211461:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978866.211463:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.211465:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978866.211466:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978866.211468:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978866.211474:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:1.0:1783978866.211478:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783978866.211478:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978866.211487:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978866.211491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978866.211494:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978866.211500:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978866.211508:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978866.211508:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978866.211513:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978866.211522:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211525:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.211532:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978866.211535:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211544:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211546:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783978866.211550:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978866.211554:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978866.211556:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978866.211561:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978866.211563:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978866.211569:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978866.211570:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304399097
00000100:00000040:3.0:1783978866.211577:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9735)
00000100:00000010:1.0:1783978866.211579:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783978866.211600:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978866.211608:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304399097
00000100:00000010:1.0:1783978866.211612:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783978866.211616:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978866.211619:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978866.211623:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211626:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978866.211631:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978866/real 1783978866]  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978866.211646:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978866.211648:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978866.211650:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978866.211654:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978866.211655:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978866.211658:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978866.211662:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978866.211670:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211677:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978866.211678:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211681:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.211684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978866.211688:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211695:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978866.211699:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211707:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978866.211710:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211712:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.211713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211716:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978866.211718:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978866.211721:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978866.211725:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978866.211728:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978866.211733:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978866.211741:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367047296:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978866.211746:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211748:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.211752:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367047296/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211758:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978866.211761:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978866.211764:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978866.211768:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978866.211770:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978866.211796:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978866.211800:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978866.211803:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978866.211808:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978866.211810:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978866.211812:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783978866.211816:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978866.211817:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211819:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.211828:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978866.211830:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.211832:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978866.211834:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978866.211835:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978866.211840:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211847:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978866.211848:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.211851:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978866.211853:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978866.211856:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978866.211860:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978866.211863:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978866.211865:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978866.211867:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.211869:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978866.211872:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978866.211874:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978866.211878:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978866.211881:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978866.211884:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978866.211887:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047424, portal 10
00000100:00000001:1.0:1783978866.211889:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978866.211891:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:1.0:1783978866.211897:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.211904:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978866.211920:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978866.211923:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978866.211925:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047424, offset 0
00000400:00000200:1.0:1783978866.211929:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978866.211933:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978866.211936:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978866.211940:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978866.211942:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978866.211945:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978866.211947:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978866.211950:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345743:345743:256:4294967295] 192.168.201.109@tcp LPNI seq info [345732:345732:8:4294967295]
00000400:00000200:1.0:1783978866.211954:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978866.211960:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978866.211965:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978866.211969:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978866.211973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978866.211976:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978866.211991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978866.211994:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978866.211998:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978866.212000:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978866.212003:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978866.212006:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978866.212009:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978866.212010:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978866.212013:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978866.212016:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212024:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.212028:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212034:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.212036:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978866.212043:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978866.212047:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978866.212051:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978866.212053:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304397859
00000100:00000001:1.0:1783978866.212056:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304399097
00000100:00000001:1.0:1783978866.212058:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304397859
00000100:00000001:1.0:1783978866.212060:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304399097
00000100:00000001:1.0:1783978866.212062:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978866.212065:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.212067:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978866.212071:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978866/real 1783978866]  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978866.212086:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978866.212087:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978866.212089:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978866.212092:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978866.212093:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978866.212096:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978866.212099:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978866.212107:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212114:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978866.212116:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212118:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.212119:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978866.212122:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212130:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978866.212133:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212141:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978866.212144:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212146:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.212147:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212149:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978866.212152:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978866.212155:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978866.212159:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978866.212161:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978866.212166:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978866.212174:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978866.212178:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978866.212181:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212188:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978866.212190:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.212192:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978866.212193:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978866.212195:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978866.212198:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978866.212201:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978866.212203:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978866.212205:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978866.212207:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978866.212210:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978866.212212:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978866.212216:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978866.212218:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978866.212221:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978866.212224:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047552, portal 10
00000100:00000001:1.0:1783978866.212226:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978866.212227:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:1.0:1783978866.212233:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212239:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978866.212241:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978866.212243:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978866.212246:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047552, offset 0
00000400:00000200:1.0:1783978866.212250:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978866.212253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978866.212256:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978866.212259:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978866.212262:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978866.212264:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978866.212266:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978866.212269:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345744:345744:256:4294967295] 192.168.201.109@tcp LPNI seq info [345733:345733:8:4294967295]
00000400:00000200:1.0:1783978866.212274:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978866.212280:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978866.212284:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978866.212287:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978866.212291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978866.212294:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978866.212298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978866.212301:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978866.212305:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978866.212306:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978866.212309:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978866.212313:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978866.212315:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978866.212317:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978866.212320:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978866.212323:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212331:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.212334:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212339:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.212341:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978866.212344:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978866.212347:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978866.212351:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978866.212353:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304397856
00000100:00000001:1.0:1783978866.212356:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304399097
00000100:00000001:1.0:1783978866.212358:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304397856
00000100:00000001:1.0:1783978866.212360:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304399097
00000100:00000001:1.0:1783978866.212363:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978866.212365:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.212367:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978866.212370:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978866/real 1783978866]  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978866.212378:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978866.212380:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978866.212381:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978866.212383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978866.212385:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978866.212387:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978866.212390:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978866.212398:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212404:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978866.212406:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212408:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.212409:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978866.212413:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212420:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978866.212424:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212431:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978866.212434:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978866.212437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212439:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978866.212440:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978866.212443:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978866.212446:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978866.212449:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978866.212452:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978866.212461:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978866.212464:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212466:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.212469:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367047424/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212476:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978866.212478:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978866.212479:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978866.212482:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978866.212483:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978866.212485:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978866.212486:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978866.212488:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978866.212490:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978866.212491:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978866.212493:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783978866.212495:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978866.212496:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212497:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978866.212500:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367047552/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978866.212510:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978866.212511:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978866.212512:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978866.212514:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978866.212515:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978866.212516:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978866.212518:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978866.212519:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978866.212521:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978866.212522:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978866.212523:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783978866.212525:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978866.212526:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212528:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978866.212532:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978866.212533:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978866.212535:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978866.212537:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978866.271945:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978866.271953:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978866.271955:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978866.271961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978866.271965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978866.271969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978866.271972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978866.271974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978866.271977:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978866.399976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978866.399986:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978866.399994:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978866.399996:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978866.400091:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978866.400098:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978866.400102:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978867.295920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978867.295927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978867.295929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978867.295935:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978867.295939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978867.295941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978867.295943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978867.295945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978867.295947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.424045:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978867.424055:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.424064:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978867.424068:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978867.424070:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978867.424074:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.424078:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978867.424081:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.424083:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.424086:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978867.424197:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978867.424204:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978867.424209:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978867.487973:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304399097, at 4304399104
00000100:00000010:0.0:1783978867.487997:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000040:1.0:1783978867.488047:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304399097, at 4304399104
00000100:00000010:1.0:1783978867.488064:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000001:3.0:1783978868.319963:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978868.319970:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978868.319972:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978868.319977:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978868.319981:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978868.319985:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978868.319987:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978868.319990:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978868.319993:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978868.448004:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978868.448013:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978868.448021:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978868.448022:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978868.448737:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978868.448743:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978868.448748:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978869.343977:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978869.343985:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978869.343987:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978869.343993:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978869.343996:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978869.344000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978869.344002:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978869.344005:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978869.344008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.473014:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978869.473025:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978869.473028:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978869.473032:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.473039:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978869.473041:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.473044:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.473046:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.473051:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978869.473053:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978869.473126:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978869.473132:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978869.473135:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978870.367895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978870.367902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978870.367904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978870.367910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978870.367914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978870.367917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978870.367920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978870.367922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978870.367925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978870.496383:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978870.496393:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978870.496400:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978870.496401:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978870.496509:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978870.496516:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978870.496519:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978871.328430:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978871.328439:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978871.328441:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978871.328445:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978871.328449:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978871.328455:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9730
00000400:00000200:3.0:1783978871.328464:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978871.328470:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978871.328473:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978871.328476:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328479:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328481:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328483:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978871.328487:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978871.328488:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978871.328490:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978871.328493:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978871.328494:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978871.328496:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978871.328498:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328499:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328500:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328501:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978871.328503:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978871.328505:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328506:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978871.328508:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978871.328510:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978871.328512:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328513:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978871.328515:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978871.328522:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978871.328525:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978871.328527:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978871.328529:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328531:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978871.328533:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978871.328537:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978871.328542:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978871.328547:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978871.328553:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978871.328560:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978871.328563:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978871.328567:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978871.328589:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978871.328591:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978871.328593:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978871.328594:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978871.328595:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978871.328604:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978871.328606:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9730
00000400:00000200:3.0:1783978871.328608:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978871.328610:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978871.328612:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978871.328613:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328615:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328616:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328617:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978871.328619:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978871.328619:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978871.328620:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978871.328622:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978871.328623:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978871.328624:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978871.328625:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328626:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328627:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328628:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978871.328629:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978871.328631:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328632:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978871.328633:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978871.328637:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978871.328639:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328640:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978871.328643:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978871.328645:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328646:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978871.328649:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978871.328650:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978871.328651:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978871.328652:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328653:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978871.328654:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978871.328655:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978871.328657:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978871.328659:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978871.328661:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978871.328666:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978871.328667:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978871.328669:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978871.328674:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978871.328675:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978871.328677:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978871.328678:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978871.328679:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978871.328680:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978871.328682:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9730
00000400:00000200:3.0:1783978871.328683:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978871.328685:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978871.328686:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978871.328687:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328688:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328689:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328691:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978871.328692:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978871.328693:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978871.328694:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978871.328695:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978871.328696:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978871.328697:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978871.328698:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328699:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978871.328700:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328701:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978871.328702:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978871.328704:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978871.328705:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978871.328706:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978871.328708:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978871.328709:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328710:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978871.328711:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978871.328712:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328713:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978871.328714:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783978871.328715:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978871.328717:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978871.328717:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.328718:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978871.328719:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978871.328720:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978871.328724:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978871.328726:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978871.328728:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978871.328737:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978871.328738:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978871.328741:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978871.328745:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978871.328747:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978871.328749:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978871.328750:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978871.328752:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978871.328755:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9740)
00000100:00000001:1.0:1783978871.328852:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978871.328857:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978871.328859:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978871.328865:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.328873:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978871.328875:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.328878:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978871.328881:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.328883:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.328887:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367047680:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978871.328891:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978871.328894:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978871.328896:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.328899:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978871.328903:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978871.328905:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978871.328910:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978871.328915:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978871.328921:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978871.328928:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047680, portal 25
00000100:00000001:1.0:1783978871.328930:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978871.328932:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:1.0:1783978871.328937:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.328943:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978871.328945:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978871.328948:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978871.328951:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367047680, offset 0
00000400:00000200:1.0:1783978871.328957:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978871.328965:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.328971:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978871.328976:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978871.328980:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978871.328983:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978871.328986:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978871.328990:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345745:345745:256:4294967295] 192.168.201.109@tcp LPNI seq info [345734:345734:8:4294967295]
00000400:00000200:1.0:1783978871.328994:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.329002:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978871.329008:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329013:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978871.329020:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978871.329023:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978871.329028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978871.329031:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783978871.329035:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329038:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978871.329044:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978871.329049:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978871.329054:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978871.329056:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978871.329060:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978871.329064:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329073:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329076:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329083:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329084:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978871.329089:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978871.329092:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978871.329094:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304404215
00000100:00000010:1.0:1783978871.329099:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783978871.329105:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978871.329110:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304404215
00000100:00000010:1.0:1783978871.329113:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783978871.329115:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978871.329118:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978871.329120:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329122:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978871.329125:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978871/real 1783978871]  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978871.329133:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978871.329134:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978871.329136:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978871.329138:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978871.329140:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978871.329142:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978871.329146:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978871.329154:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329161:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978871.329163:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329165:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329167:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978871.329170:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329177:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978871.329182:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329188:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978871.329190:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329192:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329193:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329195:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978871.329197:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978871.329199:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978871.329202:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978871.329204:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978871.329208:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978871.329215:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367047680:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978871.329219:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978871.329223:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329228:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978871.329230:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.329231:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978871.329233:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.329235:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.329237:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978871.329240:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978871.329242:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978871.329243:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.329244:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978871.329247:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978871.329249:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978871.329252:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978871.329254:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978871.329257:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978871.329259:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047808, portal 10
00000100:00000001:1.0:1783978871.329261:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978871.329262:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:1.0:1783978871.329268:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329274:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978871.329276:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978871.329278:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978871.329280:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047808, offset 0
00000400:00000200:1.0:1783978871.329284:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978871.329287:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.329290:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978871.329293:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978871.329295:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978871.329297:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978871.329300:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978871.329302:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345746:345746:256:4294967295] 192.168.201.109@tcp LPNI seq info [345735:345735:8:4294967295]
00000400:00000200:1.0:1783978871.329306:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.329311:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978871.329314:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329317:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978871.329320:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978871.329322:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978871.329326:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978871.329328:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783978871.329331:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329333:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978871.329335:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978871.329338:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978871.329340:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978871.329342:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978871.329343:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978871.329346:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329352:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329354:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329359:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329360:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978871.329363:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.329366:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978871.329369:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978871.329372:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304402976
00000100:00000001:1.0:1783978871.329374:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304404215
00000100:00000001:1.0:1783978871.329376:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304402976
00000100:00000001:1.0:1783978871.329378:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304404215
00000100:00000001:1.0:1783978871.329381:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978871.329382:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329384:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978871.329388:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978871/real 1783978871]  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978871.329396:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978871.329397:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978871.329399:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978871.329401:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978871.329403:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978871.329405:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978871.329408:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978871.329415:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329422:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978871.329423:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329425:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329426:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978871.329429:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329435:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978871.329439:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329445:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978871.329447:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329449:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329450:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329452:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978871.329455:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978871.329457:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978871.329460:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978871.329462:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978871.329465:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978871.329472:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978871.329475:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978871.329479:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329485:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978871.329486:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.329488:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978871.329490:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.329492:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.329494:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978871.329497:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978871.329499:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978871.329500:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.329502:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978871.329505:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783978871.329506:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978871.329509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978871.329511:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978871.329514:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978871.329517:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367047936, portal 10
00000100:00000001:1.0:1783978871.329519:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978871.329520:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783978871.329525:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329532:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978871.329534:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978871.329536:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978871.329539:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367047936, offset 0
00000400:00000200:1.0:1783978871.329542:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978871.329546:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.329549:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978871.329551:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978871.329554:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978871.329556:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978871.329558:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978871.329561:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345747:345747:256:4294967295] 192.168.201.109@tcp LPNI seq info [345736:345736:8:4294967295]
00000400:00000200:1.0:1783978871.329565:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978871.329570:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978871.329574:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329577:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978871.329581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978871.329583:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978871.329587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978871.329590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783978871.329593:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978871.329596:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978871.329612:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978871.329616:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978871.329619:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978871.329621:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978871.329623:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978871.329626:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329633:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329636:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329642:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329644:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978871.329647:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.329650:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978871.329653:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978871.329655:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304402973
00000100:00000001:1.0:1783978871.329657:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304404215
00000100:00000001:1.0:1783978871.329659:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304402973
00000100:00000001:1.0:1783978871.329661:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304404215
00000100:00000001:1.0:1783978871.329663:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978871.329665:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329667:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978871.329670:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978871/real 1783978871]  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978871.329677:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978871.329679:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978871.329680:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978871.329682:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978871.329684:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978871.329685:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978871.329688:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978871.329697:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329702:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978871.329704:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978871.329710:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329716:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978871.329719:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329724:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978871.329727:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978871.329729:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329731:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978871.329732:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978871.329734:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978871.329737:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978871.329739:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978871.329742:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978871.329750:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367047936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978871.329753:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329756:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329760:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367047680/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329766:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978871.329769:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978871.329802:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978871.329806:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978871.329808:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978871.329809:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978871.329811:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978871.329813:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978871.329827:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978871.329829:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978871.329832:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783978871.329835:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978871.329836:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329838:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329841:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367047808/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329848:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978871.329849:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978871.329851:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978871.329854:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978871.329855:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978871.329856:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978871.329858:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978871.329859:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978871.329861:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978871.329863:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978871.329864:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783978871.329866:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978871.329867:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329868:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978871.329872:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367047936/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.329878:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978871.329879:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978871.329880:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783978871.329883:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978871.329884:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978871.329885:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978871.329887:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978871.329889:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978871.329891:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978871.329892:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978871.329893:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783978871.329895:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978871.329896:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329899:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978871.329907:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978871.329908:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.329910:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978871.329912:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978871.391865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978871.391872:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978871.391875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978871.391879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978871.391882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978871.391885:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978871.391887:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978871.391888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978871.391894:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978871.519928:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978871.519934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978871.519940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978871.519941:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978871.521166:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978871.521170:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978871.521173:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978872.416394:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978872.416401:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978872.416403:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978872.416409:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978872.416412:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978872.416416:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978872.416418:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978872.416421:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978872.416424:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978872.543955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978872.543962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978872.543968:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978872.543969:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978872.544035:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978872.544038:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978872.544041:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978872.607993:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304404215, at 4304404224
00000100:00000010:1.0:1783978872.608009:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000040:0.0:1783978872.608474:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304404215, at 4304404224
00000100:00000010:0.0:1783978872.608481:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000001:3.0:1783978873.439956:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978873.439965:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978873.439967:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978873.439972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978873.439976:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978873.439980:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978873.439982:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978873.439984:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978873.439987:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.568032:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978873.568038:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.568042:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978873.568043:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978873.568140:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978873.568148:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978873.568154:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978874.463914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978874.463922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978874.463923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978874.463928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978874.463931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978874.463935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978874.463938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978874.463939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978874.463942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978874.591989:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978874.592000:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978874.592008:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978874.592009:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978874.592104:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978874.592110:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978874.592113:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978875.487960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978875.487970:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978875.487972:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978875.487979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978875.487984:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978875.487989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978875.487993:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978875.487997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978875.488001:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978875.615921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978875.615930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978875.615938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978875.615939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978875.616009:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978875.616013:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978875.616016:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978876.448089:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978876.448099:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978876.448102:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978876.448105:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978876.448110:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978876.448765:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9735
00000400:00000200:2.0:1783978876.448802:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978876.448808:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978876.448812:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978876.448816:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.448820:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.448822:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.448824:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978876.448829:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978876.448831:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978876.448834:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978876.448837:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978876.448840:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978876.448854:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978876.448858:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.448860:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.448862:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.448864:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978876.448867:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978876.448870:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978876.448873:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978876.448875:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978876.448879:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978876.448882:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.448884:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978876.448887:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978876.448897:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978876.448900:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978876.448904:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978876.448906:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.448909:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978876.448912:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978876.448916:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978876.448924:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978876.448930:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978876.448939:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978876.448950:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978876.448954:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978876.448959:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978876.448980:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978876.448984:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978876.448988:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978876.448990:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978876.448991:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978876.448994:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978876.448997:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9735
00000400:00000200:2.0:1783978876.449001:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978876.449004:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978876.449007:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978876.449010:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449012:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.449014:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449017:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978876.449019:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978876.449021:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978876.449023:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978876.449025:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978876.449028:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978876.449030:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978876.449034:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449036:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.449038:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449041:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978876.449053:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783978876.449055:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978876.449061:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449063:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978876.449067:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978876.449070:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1783978876.449074:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978876.449076:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1783978876.449079:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.449083:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978876.449090:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1783978876.449091:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1783978876.449098:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.449107:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.449118:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1783978876.449118:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783978876.449121:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783978876.449124:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783978876.449130:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783978876.449131:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978876.449136:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.449138:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783978876.449139:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978876.449143:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978876.449146:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978876.449148:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978876.449155:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048064:192.168.201.109@tcp:250:kworker.0
02000000:00000010:2.0:1783978876.449157:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:1.0:1783978876.449166:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783978876.449167:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.449174:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978876.449179:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978876.449180:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783978876.449186:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783978876.449195:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1783978876.449197:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000100:00000001:2.0:1783978876.449198:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.449202:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978876.449208:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978876.449218:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978876.449227:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783978876.449231:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978876.449236:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1783978876.449238:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00080000:2.0:1783978876.449247:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978876.449249:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978876.449251:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978876.449253:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048064, portal 25
00000100:00000001:2.0:1783978876.449255:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783978876.449258:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978876.449261:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00080000:2.0:1783978876.449263:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9735
00000100:00000040:1.0:1783978876.449274:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978876.449274:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978876.449284:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978876.449295:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783978876.449300:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783978876.449305:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978876.449311:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449318:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.449322:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449326:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978876.449328:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978876.449329:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978876.449331:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978876.449333:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978876.449334:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978876.449336:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978876.449339:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449341:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978876.449343:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449345:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978876.449347:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978876.449350:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978876.449352:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978876.449353:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978876.449356:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978876.449358:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.449360:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978876.449362:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978876.449364:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.449366:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978876.449370:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978876.449372:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978876.449375:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978876.449376:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978876.449377:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978876.449379:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978876.449380:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978876.449384:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783978876.449387:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978876.449391:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978876.449403:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978876.449405:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978876.449409:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978876.449418:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978876.449420:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978876.449424:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978876.449427:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978876.449429:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978876.449434:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9745)
00000400:00000010:1.0:1783978876.450819:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978876.450827:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367048064, offset 0
00000400:00000200:1.0:1783978876.450839:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978876.450851:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.450861:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978876.450868:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978876.450872:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978876.450877:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978876.450880:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978876.450884:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345748:345748:256:4294967295] 192.168.201.109@tcp LPNI seq info [345737:345737:8:4294967295]
00000400:00000200:1.0:1783978876.450889:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.450899:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978876.450906:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.450913:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978876.450921:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978876.450925:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978876.450932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978876.450936:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1783978876.450940:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.450944:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978876.450952:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978876.450956:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978876.450963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978876.450966:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978876.450971:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978876.450978:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.450990:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.450993:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451001:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451002:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978876.451008:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978876.451013:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978876.451016:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304409337
00000100:00000010:1.0:1783978876.451023:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783978876.451030:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978876.451039:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304409337
00000100:00000010:1.0:1783978876.451043:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783978876.451046:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978876.451049:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978876.451053:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451055:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978876.451059:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978876/real 1783978876]  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978876.451069:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978876.451071:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978876.451074:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978876.451077:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978876.451079:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978876.451082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978876.451085:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978876.451093:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451099:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978876.451102:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451104:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978876.451110:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451117:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978876.451121:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451129:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978876.451133:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451135:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451136:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451139:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978876.451142:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978876.451145:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978876.451151:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978876.451154:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978876.451158:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978876.451167:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048064:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978876.451173:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451176:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.451179:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367048064/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451185:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978876.451188:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978876.451192:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978876.451195:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978876.451198:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978876.451200:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978876.451203:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978876.451206:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783978876.451210:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978876.451212:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978876.451214:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783978876.451218:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978876.451219:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451222:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451230:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978876.451232:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451235:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978876.451238:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978876.451239:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978876.451243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451251:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978876.451252:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.451255:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978876.451258:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978876.451261:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978876.451264:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978876.451268:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978876.451271:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978876.451274:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.451276:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978876.451280:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978876.451282:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978876.451286:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978876.451289:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978876.451293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978876.451297:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048192, portal 10
00000100:00000001:1.0:1783978876.451299:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978876.451300:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783978876.451308:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451315:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978876.451317:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978876.451319:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978876.451321:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367048192, offset 0
00000400:00000200:1.0:1783978876.451325:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978876.451328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.451331:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978876.451334:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978876.451337:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978876.451339:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978876.451341:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978876.451344:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345749:345749:256:4294967295] 192.168.201.109@tcp LPNI seq info [345738:345738:8:4294967295]
00000400:00000200:1.0:1783978876.451348:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.451354:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978876.451359:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.451362:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978876.451365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978876.451368:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978876.451372:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978876.451375:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1783978876.451378:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.451380:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978876.451383:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978876.451386:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978876.451389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978876.451391:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978876.451393:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978876.451396:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451404:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.451407:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451418:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451420:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978876.451422:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978876.451427:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978876.451430:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978876.451432:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304408098
00000100:00000001:1.0:1783978876.451435:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304409337
00000100:00000001:1.0:1783978876.451437:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304408098
00000100:00000001:1.0:1783978876.451439:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304409337
00000100:00000001:1.0:1783978876.451442:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978876.451444:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451446:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978876.451449:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978876/real 1783978876]  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978876.451456:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978876.451457:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978876.451459:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978876.451461:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978876.451462:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978876.451465:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978876.451468:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978876.451476:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451481:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978876.451482:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451484:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451485:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978876.451489:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451495:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978876.451499:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451505:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978876.451508:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451509:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451511:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451512:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978876.451516:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978876.451518:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978876.451522:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978876.451524:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978876.451528:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978876.451535:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978876.451539:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978876.451543:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451550:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978876.451551:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.451553:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978876.451555:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978876.451557:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978876.451560:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048320:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978876.451563:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978876.451565:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978876.451567:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978876.451569:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978876.451572:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978876.451574:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978876.451577:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978876.451580:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978876.451583:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978876.451585:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048320, portal 10
00000100:00000001:1.0:1783978876.451587:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978876.451588:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783978876.451594:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451663:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978876.451666:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978876.451668:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978876.451671:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367048320, offset 0
00000400:00000200:1.0:1783978876.451675:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978876.451679:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.451682:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978876.451685:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978876.451687:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978876.451690:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978876.451692:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978876.451695:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345750:345750:256:4294967295] 192.168.201.109@tcp LPNI seq info [345739:345739:8:4294967295]
00000400:00000200:1.0:1783978876.451699:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978876.451705:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978876.451709:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.451712:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978876.451716:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978876.451718:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978876.451722:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978876.451725:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1783978876.451744:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978876.451746:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978876.451749:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978876.451753:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978876.451756:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978876.451758:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978876.451760:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978876.451764:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451800:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.451806:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451814:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451816:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978876.451820:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978876.451823:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978876.451826:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978876.451828:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304408096
00000100:00000001:1.0:1783978876.451831:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304409337
00000100:00000001:1.0:1783978876.451833:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304408096
00000100:00000001:1.0:1783978876.451836:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304409337
00000100:00000001:1.0:1783978876.451838:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978876.451840:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.451842:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978876.451845:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978876/real 1783978876]  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978876.451852:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978876.451854:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978876.451855:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978876.451858:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978876.451859:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978876.451861:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978876.451864:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978876.451872:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451879:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978876.451880:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451882:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451883:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978876.451887:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451894:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978876.451897:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451903:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978876.451906:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451907:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978876.451908:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451910:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978876.451912:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978876.451914:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978876.451918:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978876.451920:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978876.451923:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978876.451931:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048320:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978876.451935:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451937:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.451940:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367048192/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451946:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978876.451948:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978876.451949:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978876.451952:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978876.451953:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978876.451954:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978876.451957:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978876.451958:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783978876.451964:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978876.451965:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978876.451966:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783978876.451969:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978876.451970:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.451971:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978876.451974:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367048320/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978876.451980:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978876.451981:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978876.451983:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978876.451985:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978876.451987:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978876.451988:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978876.451990:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978876.451991:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967800.
02000000:00000001:1.0:1783978876.451999:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978876.452000:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978876.452001:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783978876.452003:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978876.452004:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.452006:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978876.452009:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978876.452011:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978876.452013:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978876.452015:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978876.517851:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978876.517857:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978876.517858:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978876.517862:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978876.517865:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978876.517868:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978876.517869:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978876.517871:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978876.517873:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978876.639976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978876.639985:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978876.639993:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978876.639994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978876.640133:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978876.640138:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978876.640142:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978877.535939:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978877.535956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978877.535958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978877.535977:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978877.535983:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978877.535988:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978877.535991:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978877.535994:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978877.535998:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.663895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978877.663911:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.663919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978877.663923:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978877.663926:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978877.663930:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.663934:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978877.663937:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.663939:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.663941:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978877.664729:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978877.664732:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978877.664735:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978877.727963:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304409337, at 4304409344
00000100:00000010:1.0:1783978877.727996:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000040:0.0:1783978877.728278:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304409337, at 4304409344
00000100:00000010:0.0:1783978877.728286:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000001:3.0:1783978878.559898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978878.559906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978878.559908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978878.559913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978878.559916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978878.559920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978878.559922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978878.559925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978878.559928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.687945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978878.687953:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978878.687955:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978878.687958:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.687964:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978878.687966:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.687967:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.687969:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.687973:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978878.687974:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978878.688067:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978878.688073:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978878.688077:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978879.583887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978879.583894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978879.583897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978879.583901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978879.583904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978879.583907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978879.583909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978879.583911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978879.583913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978879.711936:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978879.711946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978879.711954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978879.711956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978879.712133:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978879.712138:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978879.712142:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978880.607933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978880.607943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978880.607945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978880.607952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978880.607957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978880.607961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978880.607964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978880.608025:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978880.608029:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978880.735976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978880.735984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978880.735989:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978880.735990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978880.736048:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978880.736052:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978880.736055:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978881.567991:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978881.568006:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978881.568009:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978881.568014:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978881.568020:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978881.568029:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9740
00000400:00000200:3.0:1783978881.568041:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978881.568048:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978881.568052:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978881.568055:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568059:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568061:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568064:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978881.568069:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978881.568081:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978881.568084:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978881.568088:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978881.568091:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978881.568094:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978881.568097:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568099:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568101:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568103:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978881.568107:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978881.568110:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568112:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978881.568116:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978881.568121:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978881.568124:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568132:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978881.568136:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978881.568148:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978881.568153:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978881.568157:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978881.568159:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568163:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978881.568166:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978881.568172:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978881.568182:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978881.568190:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978881.568202:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978881.568212:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978881.568218:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978881.568224:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978881.568248:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978881.568252:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978881.568256:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978881.568257:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978881.568259:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978881.568262:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978881.568265:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9740
00000400:00000200:3.0:1783978881.568269:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978881.568273:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978881.568275:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978881.568279:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568281:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568283:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568285:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978881.568287:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978881.568289:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978881.568290:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783978881.568292:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783978881.568293:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978881.568298:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978881.568300:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978881.568301:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783978881.568304:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978881.568307:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783978881.568308:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568312:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568314:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978881.568317:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:1.0:1783978881.568320:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978881.568330:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978881.568335:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978881.568335:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.568339:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978881.568340:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978881.568348:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978881.568351:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568353:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978881.568357:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1783978881.568358:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978881.568362:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568365:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.568367:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783978881.568369:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
02000000:00000001:1.0:1783978881.568372:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978881.568373:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978881.568378:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1783978881.568380:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048448:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978881.568380:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568384:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978881.568388:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783978881.568389:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978881.568390:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978881.568396:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978881.568397:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978881.568401:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.568402:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.568408:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1783978881.568410:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783978881.568416:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
00000100:00000001:3.0:1783978881.568418:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783978881.568421:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568423:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978881.568428:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978881.568433:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978881.568441:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978881.568451:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978881.568453:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00080000:3.0:1783978881.568454:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978881.568459:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978881.568460:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978881.568462:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978881.568465:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1783978881.568466:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048448, portal 25
00000100:00080000:3.0:1783978881.568469:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9740
00000100:00000001:1.0:1783978881.568471:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978881.568474:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000400:00000200:3.0:1783978881.568475:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978881.568481:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978881.568484:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978881.568486:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978881.568490:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568494:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568499:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568503:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978881.568504:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1783978881.568506:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978881.568508:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978881.568511:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1783978881.568512:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978881.568513:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978881.568516:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000010:1.0:1783978881.568517:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000020:00000001:3.0:1783978881.568519:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000200:1.0:1783978881.568522:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367048448, offset 0
00000100:00000040:3.0:1783978881.568525:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568528:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978881.568530:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568533:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978881.568536:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978881.568537:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978881.568542:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568544:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978881.568547:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783978881.568549:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978881.568558:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:3.0:1783978881.568561:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978881.568567:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978881.568569:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568573:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978881.568574:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000008:00100000:3.0:1783978881.568576:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783978881.568582:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1783978881.568583:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568587:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978881.568589:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000010:3.0:1783978881.568592:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978881.568596:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978881.568598:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345751:345751:256:4294967295] 192.168.201.109@tcp LPNI seq info [345740:345740:8:4294967295]
02000000:00000001:3.0:1783978881.568601:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978881.568603:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.568607:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783978881.568608:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978881.568610:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978881.568613:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978881.568619:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:1.0:1783978881.568625:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978881.568625:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978881.568633:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783978881.568650:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978881.568653:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978881.568656:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978881.568660:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000040:3.0:1783978881.568661:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1783978881.568673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978881.568674:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978881.568681:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1783978881.568681:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978881.568689:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978881.568693:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978881.568694:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978881.568700:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1783978881.568701:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783978881.568710:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978881.568711:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9750)
00000800:00000010:1.0:1783978881.568715:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978881.568724:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978881.568729:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978881.568736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978881.568739:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978881.568745:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978881.568750:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568761:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.568765:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568808:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.568811:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978881.568819:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978881.568823:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978881.568826:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304414455
00000100:00000010:1.0:1783978881.568833:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783978881.568840:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978881.568848:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304414455
00000100:00000010:1.0:1783978881.568852:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783978881.568855:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978881.568859:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978881.568863:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.568865:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978881.568870:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978881/real 1783978881]  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978881.568881:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978881.568883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978881.568886:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978881.568889:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978881.568891:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978881.568893:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978881.568897:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978881.568906:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568913:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978881.568915:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.568918:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.568920:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978881.568924:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568931:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978881.568936:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568943:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978881.568946:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.568948:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.568949:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.568952:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978881.568954:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978881.568957:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978881.568962:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978881.568966:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978881.568970:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978881.568979:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048448:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978881.568984:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.568986:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.568989:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367048448/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.568996:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978881.569000:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978881.569003:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978881.569007:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978881.569010:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978881.569012:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978881.569015:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978881.569018:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978881.569023:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978881.569025:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978881.569027:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783978881.569031:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978881.569032:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569035:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569044:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978881.569046:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569049:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978881.569050:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978881.569051:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978881.569055:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569063:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978881.569064:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.569066:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978881.569068:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978881.569071:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978881.569074:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978881.569077:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978881.569079:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978881.569080:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.569082:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978881.569085:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978881.569087:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978881.569091:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978881.569094:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978881.569097:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978881.569100:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048576, portal 10
00000100:00000001:1.0:1783978881.569103:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978881.569105:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:1.0:1783978881.569113:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569119:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978881.569122:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978881.569126:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978881.569128:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367048576, offset 0
00000400:00000200:1.0:1783978881.569132:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978881.569136:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978881.569140:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978881.569143:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978881.569146:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978881.569148:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978881.569150:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978881.569153:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345752:345752:256:4294967295] 192.168.201.109@tcp LPNI seq info [345741:345741:8:4294967295]
00000400:00000200:1.0:1783978881.569157:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978881.569164:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978881.569169:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978881.569173:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978881.569176:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978881.569179:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978881.569184:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978881.569187:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1783978881.569191:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978881.569192:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978881.569195:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978881.569208:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978881.569211:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978881.569212:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978881.569215:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978881.569219:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569227:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.569230:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569236:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569237:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978881.569240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978881.569245:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978881.569248:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978881.569250:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304413216
00000100:00000001:1.0:1783978881.569253:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304414455
00000100:00000001:1.0:1783978881.569256:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304413216
00000100:00000001:1.0:1783978881.569258:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304414455
00000100:00000001:1.0:1783978881.569260:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978881.569262:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569264:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978881.569268:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978881/real 1783978881]  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978881.569283:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978881.569284:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978881.569286:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978881.569289:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978881.569290:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978881.569293:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978881.569296:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978881.569304:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569310:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978881.569311:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569313:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.569314:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978881.569318:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569325:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978881.569329:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569335:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978881.569338:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569339:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.569340:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569342:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978881.569346:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978881.569349:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978881.569352:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978881.569354:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978881.569359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978881.569366:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978881.569370:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978881.569373:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569380:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978881.569381:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.569383:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978881.569385:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978881.569387:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978881.569389:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048704:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978881.569392:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978881.569394:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978881.569396:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978881.569398:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978881.569401:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978881.569403:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978881.569406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978881.569408:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978881.569411:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978881.569414:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048704, portal 10
00000100:00000001:1.0:1783978881.569416:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978881.569417:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:1.0:1783978881.569423:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569429:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978881.569431:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978881.569433:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978881.569436:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367048704, offset 0
00000400:00000200:1.0:1783978881.569440:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978881.569444:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978881.569447:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978881.569450:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978881.569453:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978881.569455:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978881.569457:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978881.569460:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345753:345753:256:4294967295] 192.168.201.109@tcp LPNI seq info [345742:345742:8:4294967295]
00000400:00000200:1.0:1783978881.569464:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978881.569469:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978881.569474:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978881.569477:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978881.569480:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978881.569483:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978881.569487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978881.569490:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1783978881.569493:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978881.569495:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978881.569498:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978881.569500:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978881.569503:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978881.569505:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978881.569507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978881.569511:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569518:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.569521:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569527:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569529:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978881.569532:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978881.569535:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978881.569538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978881.569541:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304413213
00000100:00000001:1.0:1783978881.569544:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304414455
00000100:00000001:1.0:1783978881.569546:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304413213
00000100:00000001:1.0:1783978881.569548:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304414455
00000100:00000001:1.0:1783978881.569550:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978881.569552:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569554:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978881.569558:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978881/real 1783978881]  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978881.569566:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978881.569568:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978881.569569:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978881.569572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978881.569573:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978881.569575:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978881.569579:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978881.569587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569593:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978881.569595:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569596:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.569598:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978881.569601:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569607:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978881.569611:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569618:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978881.569621:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569623:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978881.569624:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569625:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978881.569627:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978881.569630:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978881.569633:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978881.569636:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978881.569654:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978881.569662:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048704:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978881.569667:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569669:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.569672:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367048576/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569678:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978881.569679:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978881.569681:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978881.569684:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978881.569686:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978881.569687:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978881.569689:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978881.569691:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978881.569694:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978881.569695:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978881.569697:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783978881.569699:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978881.569700:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569702:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978881.569705:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367048704/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978881.569717:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978881.569718:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978881.569720:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978881.569722:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978881.569723:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978881.569725:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978881.569727:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978881.569728:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978881.569730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978881.569731:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978881.569732:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:1.0:1783978881.569734:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978881.569735:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569737:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978881.569741:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978881.569742:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978881.569743:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978881.569745:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978881.631900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978881.631909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978881.631911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978881.631917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978881.631922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978881.631927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978881.631929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978881.631932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978881.631936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978881.759915:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978881.759926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978881.759933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978881.759934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978881.760120:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978881.760125:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978881.760129:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978882.655938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978882.655949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978882.655951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978882.655960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978882.655964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978882.655969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978882.655972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978882.655975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978882.655978:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978882.783918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978882.783926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978882.783935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978882.783937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978882.784008:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978882.784013:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978882.784016:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978882.848836:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304414455, at 4304414465
00000100:00000010:1.0:1783978882.848857:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000040:0.0:1783978882.850748:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304414455, at 4304414466
00000100:00000010:0.0:1783978882.850764:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000001:3.0:1783978883.679911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978883.679919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978883.679920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978883.679925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978883.679929:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978883.679932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978883.679934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978883.679937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978883.679939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.807940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978883.807949:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.807958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978883.807960:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978883.808238:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978883.808241:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978883.808244:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978884.703888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978884.703895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978884.703897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978884.703902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978884.703906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978884.703910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978884.703912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978884.703915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978884.703918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978884.832537:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978884.832547:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978884.832555:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978884.832557:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978884.832694:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978884.832697:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978884.832700:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978885.727904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978885.727913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978885.727916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978885.727921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978885.727925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978885.727929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978885.727932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978885.727934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978885.727937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978885.855914:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978885.855922:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978885.855927:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978885.855928:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978885.856001:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978885.856006:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978885.856010:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978886.687873:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978886.687881:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978886.687883:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978886.687886:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978886.687890:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978886.687895:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9745
00000400:00000200:3.0:1783978886.687903:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978886.687908:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978886.687910:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978886.687912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.687915:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978886.687917:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.687920:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978886.687923:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978886.687925:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978886.687928:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978886.687930:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978886.687933:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978886.687935:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978886.687938:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.687940:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978886.687942:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.687944:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978886.687947:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978886.687951:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978886.687954:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978886.687956:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978886.687960:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978886.687962:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.687964:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978886.687966:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978886.687974:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978886.687976:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978886.687979:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978886.687981:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.687983:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978886.687986:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978886.687989:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978886.687994:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978886.687999:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978886.688006:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978886.688012:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978886.688015:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978886.688018:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978886.688039:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978886.688042:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978886.688045:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978886.688046:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978886.688051:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978886.688055:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978886.688057:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9745
00000400:00000200:3.0:1783978886.688062:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978886.688065:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978886.688067:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978886.688070:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688072:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978886.688075:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688077:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978886.688080:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978886.688081:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978886.688082:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978886.688085:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978886.688087:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978886.688090:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978886.688093:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688095:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978886.688098:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688100:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978886.688102:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978886.688106:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688108:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978886.688110:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978886.688117:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783978886.688117:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978886.688126:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.688129:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978886.688130:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978886.688134:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783978886.688136:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978886.688142:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688144:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.688151:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783978886.688152:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978886.688158:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978886.688167:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978886.688171:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688179:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783978886.688183:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978886.688183:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783978886.688189:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978886.688190:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.688199:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1783978886.688200:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978886.688206:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783978886.688207:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.688214:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978886.688221:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1783978886.688224:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048832:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978886.688235:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978886.688242:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783978886.688244:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783978886.688250:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.688251:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.688256:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1783978886.688258:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978886.688268:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978886.688271:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978886.688274:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978886.688275:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1783978886.688278:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
00000100:00080000:3.0:1783978886.688278:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1783978886.688285:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688287:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978886.688293:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9745
00000400:00000200:1.0:1783978886.688298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978886.688305:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978886.688308:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978886.688311:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978886.688313:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688316:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978886.688318:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:1.0:1783978886.688320:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978886.688322:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978886.688327:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978886.688328:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978886.688330:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1783978886.688331:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000020:00000040:3.0:1783978886.688334:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978886.688341:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978886.688344:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000200:1.0:1783978886.688345:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048832, portal 25
00000100:00000001:1.0:1783978886.688351:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978886.688353:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:3.0:1783978886.688356:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688360:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.688365:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978886.688368:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978886.688378:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978886.688381:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:1.0:1783978886.688389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978886.688391:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000010:1.0:1783978886.688396:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00080000:3.0:1783978886.688399:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000200:1.0:1783978886.688404:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367048832, offset 0
00000100:00000001:3.0:1783978886.688405:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978886.688412:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978886.688416:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978886.688423:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978886.688423:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688431:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978886.688434:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978886.688437:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688440:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.688441:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:3.0:1783978886.688452:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000400:00000200:1.0:1783978886.688456:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:3.0:1783978886.688459:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978886.688463:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783978886.688466:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978886.688466:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.688472:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783978886.688475:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:3.0:1783978886.688475:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978886.688481:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.688484:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1783978886.688489:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:1.0:1783978886.688491:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978886.688497:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.688501:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345754:345754:256:4294967295] 192.168.201.109@tcp LPNI seq info [345743:345743:8:4294967295]
00000100:00100000:3.0:1783978886.688508:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978886.688515:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978886.688535:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978886.688536:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978886.688544:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978886.688567:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978886.688575:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000040:3.0:1783978886.688581:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1783978886.688588:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978886.688593:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978886.688609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978886.688614:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978886.688616:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1783978886.688619:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978886.688628:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783978886.688630:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978886.688633:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783978886.688636:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000040:3.0:1783978886.688640:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978886.688647:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783978886.688648:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9756)
00000400:00000200:1.0:1783978886.688660:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978886.688667:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978886.688670:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978886.688675:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978886.688681:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688693:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.688697:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688705:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.688707:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978886.688713:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.688718:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978886.688721:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304419574
00000100:00000010:1.0:1783978886.688728:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783978886.688735:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978886.688744:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304419574
00000100:00000010:1.0:1783978886.688748:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbca80.
00000100:00000001:1.0:1783978886.688751:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978886.688754:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978886.688757:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.688760:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978886.688765:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978886/real 1783978886]  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978886.688834:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978886.688836:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978886.688838:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978886.688841:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978886.688843:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978886.688846:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978886.688850:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978886.688859:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688867:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978886.688869:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.688871:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.688873:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978886.688877:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688885:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978886.688890:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688897:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978886.688901:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.688902:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.688903:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.688906:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978886.688908:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978886.688912:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978886.688916:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978886.688918:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978886.688923:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978886.688932:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367048832:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978886.688937:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.688939:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.688942:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367048832/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.688949:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978886.688952:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978886.688955:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978886.688959:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978886.688961:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978886.688963:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978886.688977:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978886.688981:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978886.688986:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978886.688988:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978886.688990:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:1.0:1783978886.688994:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978886.688996:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.688998:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.689008:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978886.689010:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.689012:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978886.689015:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978886.689016:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978886.689020:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689027:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978886.689028:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.689031:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978886.689033:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.689035:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.689038:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978886.689042:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978886.689044:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978886.689046:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.689047:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978886.689050:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978886.689052:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.689056:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978886.689059:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978886.689062:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978886.689065:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367048960, portal 10
00000100:00000001:1.0:1783978886.689068:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978886.689069:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:1.0:1783978886.689076:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689082:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978886.689084:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978886.689087:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978886.689089:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367048960, offset 0
00000400:00000200:1.0:1783978886.689093:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978886.689096:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978886.689100:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978886.689103:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978886.689105:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978886.689109:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978886.689111:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978886.689114:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345755:345755:256:4294967295] 192.168.201.109@tcp LPNI seq info [345744:345744:8:4294967295]
00000400:00000200:1.0:1783978886.689118:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978886.689124:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978886.689128:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978886.689131:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978886.689136:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978886.689138:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978886.689143:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978886.689145:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783978886.689149:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978886.689151:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978886.689154:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978886.689157:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978886.689647:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978886.689651:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978886.689656:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978886.689661:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689669:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.689672:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689678:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.689680:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978886.689684:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.689688:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978886.689692:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978886.689694:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304418336
00000100:00000001:1.0:1783978886.689697:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304419574
00000100:00000001:1.0:1783978886.689699:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304418336
00000100:00000001:1.0:1783978886.689702:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304419574
00000100:00000001:1.0:1783978886.689704:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978886.689707:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.689709:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978886.689713:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978886/real 1783978886]  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978886.689721:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978886.689722:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978886.689724:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978886.689726:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978886.689728:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978886.689730:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978886.689734:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978886.689742:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689748:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978886.689749:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.689752:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.689753:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978886.689756:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689763:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978886.689767:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689797:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978886.689800:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.689802:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.689803:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.689815:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978886.689818:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978886.689821:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978886.689825:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978886.689827:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978886.689832:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978886.689840:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367048960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978886.689844:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978886.689848:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689854:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978886.689856:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.689858:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978886.689860:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.689862:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.689865:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978886.689868:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978886.689870:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978886.689872:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.689874:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978886.689878:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978886.689880:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978886.689883:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978886.689885:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978886.689889:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978886.689893:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049088, portal 10
00000100:00000001:1.0:1783978886.689895:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978886.689896:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:1.0:1783978886.689901:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.689908:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978886.689911:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978886.689913:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978886.689915:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367049088, offset 0
00000400:00000200:1.0:1783978886.689920:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978886.689924:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978886.689927:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978886.689930:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978886.689933:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978886.689935:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978886.689937:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978886.689940:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345756:345756:256:4294967295] 192.168.201.109@tcp LPNI seq info [345745:345745:8:4294967295]
00000400:00000200:1.0:1783978886.689945:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978886.689951:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978886.689956:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978886.689959:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978886.689963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978886.689980:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978886.689985:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978886.689988:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783978886.689991:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978886.689993:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978886.689997:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978886.690000:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978886.690003:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978886.690006:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978886.690008:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978886.690012:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.690022:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690034:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.690035:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978886.690038:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.690041:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978886.690044:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978886.690047:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304418334
00000100:00000001:1.0:1783978886.690049:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304419574
00000100:00000001:1.0:1783978886.690051:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304418334
00000100:00000001:1.0:1783978886.690053:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304419574
00000100:00000001:1.0:1783978886.690056:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978886.690058:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.690059:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978886.690063:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978886/real 1783978886]  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978886.690070:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978886.690071:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978886.690073:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978886.690075:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978886.690077:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978886.690079:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978886.690082:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978886.690090:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690096:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978886.690097:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690099:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.690101:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978886.690104:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690111:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978886.690115:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690121:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978886.690123:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690125:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978886.690126:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690128:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978886.690130:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978886.690132:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978886.690136:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978886.690138:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978886.690142:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978886.690150:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978886.690154:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690156:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.690159:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367048960/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690166:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978886.690168:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978886.690170:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978886.690172:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978886.690174:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978886.690175:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978886.690177:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978886.690179:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978886.690183:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978886.690185:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978886.690186:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:1.0:1783978886.690189:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978886.690190:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690191:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978886.690194:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367049088/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.690200:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978886.690201:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978886.690202:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978886.690204:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978886.690205:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978886.690206:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978886.690208:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978886.690209:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978886.690211:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978886.690212:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978886.690213:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:1.0:1783978886.690214:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978886.690215:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690217:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978886.690222:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978886.690224:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.690226:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978886.690228:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978886.751978:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978886.751983:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978886.751985:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978886.751989:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978886.751991:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978886.751994:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978886.751996:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978886.751997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978886.751999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.879989:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978886.879999:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.880007:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978886.880012:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978886.880014:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978886.880019:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.880023:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978886.880026:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.880028:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.880030:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978886.880118:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978886.880123:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978886.880126:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978887.775904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978887.775914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978887.775916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978887.775923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978887.775928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978887.775932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978887.775936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978887.775939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978887.775943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.903934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978887.903946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.903954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978887.903955:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978887.904045:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978887.904051:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978887.904055:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978887.968076:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304419574, at 4304419584
00000100:00000010:1.0:1783978887.968095:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000040:0.0:1783978887.968644:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304419574, at 4304419584
00000100:00000010:0.0:1783978887.968661:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000001:3.0:1783978888.799911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978888.799918:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978888.799920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978888.799925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978888.799928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978888.799932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978888.799934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978888.799937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978888.799940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.927945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978888.927954:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978888.927956:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978888.927960:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.927965:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978888.927967:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.927969:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.927971:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.927975:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978888.927976:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978888.928086:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978888.928089:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978888.928092:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978889.823865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978889.823874:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978889.823876:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978889.823881:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978889.823885:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978889.823888:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978889.823891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978889.823894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978889.823897:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978889.951857:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978889.951864:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978889.951869:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978889.951870:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978889.952001:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978889.952005:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978889.952008:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978890.847895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978890.847902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978890.847903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978890.847908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978890.847911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978890.847914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978890.847916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978890.847917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978890.847919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978890.975922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978890.975929:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978890.975935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978890.975937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978890.976021:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978890.976028:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978890.976033:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978891.807929:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978891.807944:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978891.807948:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978891.807952:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978891.807958:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978891.807967:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9751
00000400:00000200:3.0:1783978891.807979:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978891.807988:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978891.807992:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978891.807995:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.807999:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978891.808001:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808004:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978891.808009:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978891.808011:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978891.808015:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978891.808018:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978891.808020:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978891.808023:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978891.808027:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808029:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978891.808031:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808033:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978891.808036:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978891.808039:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808042:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978891.808045:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978891.808059:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978891.808063:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808066:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978891.808068:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978891.808079:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978891.808083:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978891.808088:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978891.808090:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808094:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978891.808098:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978891.808103:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978891.808112:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978891.808121:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978891.808131:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978891.808140:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978891.808144:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978891.808150:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978891.808177:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978891.808181:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978891.808184:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978891.808186:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978891.808188:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978891.808191:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978891.808193:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9751
00000400:00000200:3.0:1783978891.808196:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978891.808198:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978891.808200:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978891.808202:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808204:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978891.808206:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808207:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978891.808209:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978891.808210:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978891.808211:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978891.808212:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978891.808213:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978891.808215:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978891.808218:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808219:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978891.808220:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808222:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978891.808224:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978891.808226:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808227:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978891.808228:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978891.808234:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978891.808235:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808237:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978891.808241:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978891.808243:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808244:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.808246:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1783978891.808248:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978891.808252:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978891.808255:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783978891.808256:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783978891.808257:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808261:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783978891.808262:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783978891.808269:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978891.808272:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978891.808277:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000040:1.0:1783978891.808281:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978891.808282:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978891.808297:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978891.808311:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978891.808317:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808318:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783978891.808322:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978891.808323:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.808326:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978891.808332:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978891.808339:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978891.808340:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049216:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978891.808355:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978891.808361:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978891.808364:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.808367:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978891.808368:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978891.808379:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978891.808383:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978891.808384:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1783978891.808385:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
00000100:00080000:3.0:1783978891.808386:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1783978891.808395:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808398:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783978891.808403:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783978891.808406:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9751
00000400:00000010:1.0:1783978891.808409:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000200:3.0:1783978891.808418:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978891.808421:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000400:00000200:3.0:1783978891.808425:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978891.808429:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1783978891.808431:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049216, portal 25
00000100:00000040:3.0:1783978891.808436:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978891.808439:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783978891.808441:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978891.808443:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:3.0:1783978891.808447:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978891.808457:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978891.808460:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978891.808478:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1783978891.808480:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1783978891.808482:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000040:1.0:1783978891.808486:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978891.808489:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1783978891.808490:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000020:00000040:3.0:1783978891.808495:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000200:1.0:1783978891.808496:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367049216, offset 0
00000400:00000200:1.0:1783978891.808508:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978891.808510:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978891.808514:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978891.808519:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978891.808520:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978891.808525:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978891.808528:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978891.808531:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978891.808533:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978891.808538:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1783978891.808538:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978891.808545:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783978891.808547:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978891.808559:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978891.808566:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783978891.808567:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783978891.808575:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978891.808576:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000001:3.0:1783978891.808584:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808590:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978891.808591:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345757:345757:256:4294967295] 192.168.201.109@tcp LPNI seq info [345746:345746:8:4294967295]
00000008:00100000:3.0:1783978891.808594:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978891.808606:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978891.808608:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978891.808615:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978891.808623:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1783978891.808625:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000800:00000200:1.0:1783978891.808635:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783978891.808636:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978891.808640:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1783978891.808641:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
02000000:00000001:3.0:1783978891.808649:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.808653:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978891.808660:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1783978891.808661:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978891.808663:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978891.808667:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
02000000:00000010:3.0:1783978891.808672:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000200:1.1:1783978891.808681:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978891.808682:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978891.808689:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783978891.808695:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978891.808697:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978891.808702:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1783978891.808706:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978891.808709:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978891.808720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978891.808727:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978891.808732:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978891.808737:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1783978891.808740:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978891.808742:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978891.808757:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.808760:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.808771:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978891.808810:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978891.808815:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978891.808818:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978891.808821:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978891.808824:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978891.808829:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9761)
00000100:00000001:1.0:1783978891.808841:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.808843:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978891.808849:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978891.808854:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978891.808857:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304424695
00000100:00000010:1.0:1783978891.808863:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbca80.
00000100:00000001:1.0:1783978891.808870:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978891.808876:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304424695
00000100:00000010:1.0:1783978891.808878:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcb40.
00000100:00000001:1.0:1783978891.808880:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978891.808881:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978891.808883:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.808885:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978891.808887:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978891/real 1783978891]  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978891.808893:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978891.808894:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978891.808895:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978891.808897:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978891.808898:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978891.808899:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978891.808902:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978891.808907:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.808911:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978891.808912:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808914:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.808915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978891.808918:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.808921:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978891.808924:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.808928:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978891.808929:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808930:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.808931:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808933:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978891.808934:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978891.808936:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978891.808939:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978891.808940:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978891.808943:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978891.808948:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049216:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978891.808950:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808952:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.808953:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367049216/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.808961:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978891.808963:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978891.808965:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978891.808967:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978891.808969:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978891.808970:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978891.808971:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978891.808973:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978891.808976:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978891.808977:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978891.808979:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783978891.808981:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978891.808982:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808984:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.808989:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978891.808991:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.808993:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978891.808994:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978891.808996:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978891.809000:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809006:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978891.809008:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.809010:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978891.809012:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978891.809014:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978891.809017:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978891.809020:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978891.809022:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978891.809024:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.809025:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978891.809028:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978891.809030:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978891.809033:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978891.809037:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978891.809040:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978891.809043:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049344, portal 10
00000100:00000001:1.0:1783978891.809044:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978891.809046:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:1.0:1783978891.809052:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809059:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978891.809061:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978891.809063:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978891.809065:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367049344, offset 0
00000400:00000200:1.0:1783978891.809069:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978891.809072:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978891.809076:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978891.809079:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978891.809081:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978891.809083:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978891.809085:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978891.809088:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345758:345758:256:4294967295] 192.168.201.109@tcp LPNI seq info [345747:345747:8:4294967295]
00000400:00000200:1.0:1783978891.809092:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978891.809098:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978891.809102:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978891.809106:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978891.809109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978891.809111:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978891.809114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978891.809115:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783978891.809117:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978891.809119:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978891.809121:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978891.809123:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978891.809125:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978891.809126:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978891.809128:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978891.809130:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809135:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.809136:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809140:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.809141:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978891.809143:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978891.809145:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978891.809147:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978891.809149:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304423456
00000100:00000001:1.0:1783978891.809150:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304424695
00000100:00000001:1.0:1783978891.809152:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304423456
00000100:00000001:1.0:1783978891.809153:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304424695
00000100:00000001:1.0:1783978891.809154:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978891.809155:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.809156:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978891.809158:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978891/real 1783978891]  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978891.809163:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978891.809164:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978891.809165:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978891.809166:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978891.809167:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978891.809168:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978891.809170:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978891.809174:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809181:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978891.809182:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809183:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.809184:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978891.809186:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809189:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978891.809191:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809195:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978891.809196:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809197:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.809197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809198:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978891.809201:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978891.809202:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978891.809204:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978891.809206:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978891.809208:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978891.809212:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978891.809214:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978891.809216:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809219:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978891.809220:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.809222:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978891.809223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978891.809224:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978891.809226:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049472:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978891.809228:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978891.809229:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978891.809230:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978891.809231:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978891.809233:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978891.809234:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978891.809235:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978891.809237:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978891.809239:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978891.809240:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049472, portal 10
00000100:00000001:1.0:1783978891.809242:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978891.809242:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783978891.809246:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809250:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978891.809251:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978891.809252:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978891.809253:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367049472, offset 0
00000400:00000200:1.0:1783978891.809255:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978891.809257:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978891.809259:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978891.809261:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978891.809263:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978891.809264:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978891.809265:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978891.809267:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345759:345759:256:4294967295] 192.168.201.109@tcp LPNI seq info [345748:345748:8:4294967295]
00000400:00000200:1.0:1783978891.809270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978891.809273:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978891.809276:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978891.809278:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978891.809280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978891.809282:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978891.809284:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978891.809286:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783978891.809288:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978891.809289:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978891.809290:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978891.809293:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978891.809294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978891.809295:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978891.809296:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978891.809298:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809302:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.809303:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809307:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.809307:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978891.809309:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978891.809311:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978891.809312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978891.809314:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304423453
00000100:00000001:1.0:1783978891.809315:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304424695
00000100:00000001:1.0:1783978891.809317:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304423453
00000100:00000001:1.0:1783978891.809318:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304424695
00000100:00000001:1.0:1783978891.809319:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978891.809320:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.809321:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978891.809322:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978891/real 1783978891]  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978891.809327:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978891.809328:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978891.809329:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978891.809330:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978891.809331:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978891.809332:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978891.809333:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978891.809338:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809341:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978891.809341:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809342:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.809343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978891.809345:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809348:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978891.809350:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809354:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978891.809355:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809356:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978891.809357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809358:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978891.809358:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978891.809360:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978891.809362:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978891.809363:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978891.809365:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978891.809370:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049472:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978891.809372:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809373:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.809374:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367049344/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809378:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978891.809379:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978891.809380:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978891.809381:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978891.809381:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978891.809382:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978891.809383:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978891.809384:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978891.809385:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978891.809386:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978891.809387:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783978891.809388:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978891.809389:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809390:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978891.809391:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367049472/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978891.809395:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978891.809396:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978891.809396:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978891.809397:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978891.809398:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978891.809399:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978891.809400:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978891.809400:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978891.809402:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978891.809403:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978891.809403:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783978891.809405:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978891.809405:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809406:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978891.809408:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978891.809409:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978891.809410:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978891.809411:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978891.871855:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978891.871865:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978891.871867:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978891.871872:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978891.871876:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978891.871879:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978891.871881:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978891.871884:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978891.871887:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978891.999897:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978891.999903:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978891.999910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978891.999911:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978891.999994:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978892.000000:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978892.000004:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978892.895948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978892.895960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978892.895963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978892.895970:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978892.895975:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978892.895979:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978892.895982:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978892.895986:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978892.895990:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978893.023935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978893.023942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978893.023947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978893.023948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978893.024027:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978893.024031:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978893.024034:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978893.087929:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304424695, at 4304424704
00000100:00000010:1.0:1783978893.087943:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcb40.
00000100:00000040:0.0:1783978893.088037:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304424695, at 4304424704
00000100:00000010:0.0:1783978893.088043:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000001:3.0:1783978893.919974:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978893.919985:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978893.919988:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978893.919996:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978893.920001:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978893.920005:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978893.920009:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978893.920021:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978893.920025:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978894.047905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978894.047912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978894.047917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978894.047919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978894.048012:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978894.048019:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978894.048023:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978894.944563:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978894.944573:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978894.944575:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978894.944582:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978894.944586:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978894.944590:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978894.944594:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978894.944597:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978894.944600:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978895.071931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978895.071942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978895.071948:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978895.071950:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978895.072092:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978895.072097:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978895.072100:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978895.967902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978895.967911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978895.967913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978895.967918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978895.967922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978895.967926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978895.967928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978895.967930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978895.967933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978896.095941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978896.095952:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978896.095960:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978896.095962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978896.096038:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978896.096045:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978896.096048:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978896.927896:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978896.927907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978896.927910:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978896.927914:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978896.927919:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978896.927926:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9756
00000400:00000200:3.0:1783978896.927937:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978896.927943:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978896.927946:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978896.927949:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.927952:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978896.927954:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.927957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978896.927960:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978896.927963:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978896.927965:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978896.927968:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978896.927969:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978896.927971:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978896.927972:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.927973:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978896.927974:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.927975:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978896.927977:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978896.927980:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978896.927982:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978896.927984:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978896.927987:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978896.927990:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.927992:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978896.927995:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978896.928007:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783978896.928011:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978896.928016:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978896.928018:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928022:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978896.928025:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978896.928030:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978896.928039:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978896.928047:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978896.928065:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978896.928076:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978896.928081:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978896.928087:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978896.928111:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978896.928114:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978896.928117:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978896.928118:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978896.928121:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978896.928124:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978896.928127:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9756
00000400:00000200:3.0:1783978896.928131:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978896.928135:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978896.928137:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978896.928141:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928143:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978896.928145:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928147:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978896.928151:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978896.928151:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978896.928153:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978896.928156:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783978896.928158:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783978896.928159:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783978896.928162:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783978896.928163:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978896.928167:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783978896.928172:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978896.928173:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928178:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978896.928181:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928186:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978896.928191:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783978896.928192:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1783978896.928196:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978896.928198:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928201:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.928204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978896.928206:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978896.928208:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978896.928211:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978896.928214:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1783978896.928216:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049600:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978896.928219:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.928224:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978896.928224:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978896.928232:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1783978896.928232:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978896.928236:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783978896.928237:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928241:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.928242:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783978896.928247:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
02000000:00000010:1.0:1783978896.928251:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
00000020:00000040:3.0:1783978896.928251:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783978896.928256:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978896.928257:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978896.928260:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928262:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978896.928265:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978896.928268:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978896.928272:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:3.0:1783978896.928274:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000400:00000010:1.0:1783978896.928278:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978896.928279:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978896.928289:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783978896.928290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:3.0:1783978896.928300:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1783978896.928302:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049600, portal 25
00000100:00000001:3.0:1783978896.928304:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978896.928310:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928316:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978896.928319:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000001:3.0:1783978896.928327:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978896.928331:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978896.928332:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978896.928340:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978896.928347:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783978896.928348:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978896.928350:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1783978896.928351:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00080000:3.0:1783978896.928353:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978896.928358:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367049600, offset 0
00000100:00000001:3.0:1783978896.928358:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978896.928364:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9756
00000400:00000200:3.0:1783978896.928369:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978896.928386:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978896.928388:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978896.928392:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978896.928396:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928399:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978896.928400:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978896.928405:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928408:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978896.928411:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978896.928412:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783978896.928414:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000001:3.0:1783978896.928416:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978896.928420:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978896.928424:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978896.928425:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783978896.928429:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978896.928433:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000040:3.0:1783978896.928437:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978896.928441:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978896.928442:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978896.928449:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978896.928454:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345760:345760:256:4294967295] 192.168.201.109@tcp LPNI seq info [345749:345749:8:4294967295]
00000100:00000040:3.0:1783978896.928459:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978896.928460:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978896.928464:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978896.928468:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978896.928471:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928474:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978896.928478:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978896.928482:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978896.928484:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928488:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978896.928492:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1783978896.928493:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978896.928499:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928502:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978896.928507:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000010:3.0:1783978896.928508:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978896.928512:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000010:1.0:1783978896.928515:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
02000000:00000001:3.0:1783978896.928516:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978896.928519:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.928522:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978896.928525:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1783978896.928529:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783978896.928529:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978896.928535:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978896.928543:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978896.928547:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1783978896.928548:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000100:1.0:1783978896.928554:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978896.928556:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978896.928559:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00100000:3.0:1783978896.928563:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978896.928569:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1783978896.928571:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978896.928576:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978896.928578:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978896.928585:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000100:00000040:3.0:1783978896.928587:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783978896.928589:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978896.928595:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978896.928600:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978896.928604:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978896.928605:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978896.928615:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978896.928620:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978896.928624:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978896.928626:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783978896.928631:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978896.928635:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9766)
00000100:00000001:1.0:1783978896.928643:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.928646:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978896.928653:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978896.928658:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978896.928661:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304429814
00000100:00000010:1.0:1783978896.928667:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcb40.
00000100:00000001:1.0:1783978896.928675:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978896.928683:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304429814
00000100:00000010:1.0:1783978896.928685:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc420.
00000100:00000001:1.0:1783978896.928689:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978896.928692:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978896.928694:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.928697:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978896.928700:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978896/real 1783978896]  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978896.928715:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978896.928717:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978896.928719:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978896.928722:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978896.928735:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978896.928738:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978896.928741:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978896.928749:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928755:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978896.928756:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928759:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.928761:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978896.928765:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928802:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978896.928807:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928814:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978896.928817:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928818:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.928820:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928822:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978896.928825:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978896.928828:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978896.928832:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978896.928834:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978896.928838:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978896.928846:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049600:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978896.928851:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928852:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978896.928854:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367049600/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928867:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978896.928870:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978896.928873:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978896.928876:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978896.928878:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978896.928881:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978896.928883:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978896.928885:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978896.928890:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978896.928891:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978896.928893:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783978896.928897:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978896.928898:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.928909:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978896.928911:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.928913:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978896.928915:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978896.928916:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978896.928920:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928927:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978896.928929:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.928931:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978896.928933:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978896.928935:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978896.928938:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978896.928941:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978896.928942:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978896.928944:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.928945:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978896.928947:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978896.928949:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978896.928951:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978896.928953:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978896.928956:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978896.928958:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049728, portal 10
00000100:00000001:1.0:1783978896.928959:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978896.928960:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:1.0:1783978896.928965:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.928970:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978896.928972:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978896.928975:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978896.928978:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367049728, offset 0
00000400:00000200:1.0:1783978896.928981:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978896.928986:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978896.928990:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978896.928993:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978896.928996:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978896.928998:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978896.929001:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978896.929004:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345761:345761:256:4294967295] 192.168.201.109@tcp LPNI seq info [345750:345750:8:4294967295]
00000400:00000200:1.0:1783978896.929008:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978896.929014:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978896.929018:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978896.929022:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978896.929026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978896.929029:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978896.929032:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978896.929034:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783978896.929036:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978896.929037:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978896.929039:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978896.929042:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978896.929044:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978896.929046:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978896.929047:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978896.929049:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929055:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978896.929057:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929061:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.929062:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978896.929064:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978896.929067:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978896.929070:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978896.929071:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304428576
00000100:00000001:1.0:1783978896.929073:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304429814
00000100:00000001:1.0:1783978896.929075:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304428576
00000100:00000001:1.0:1783978896.929077:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304429814
00000100:00000001:1.0:1783978896.929078:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978896.929079:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.929080:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978896.929082:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978896/real 1783978896]  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978896.929086:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978896.929087:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978896.929089:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978896.929090:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978896.929091:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978896.929092:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978896.929094:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978896.929099:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929102:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978896.929103:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929104:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.929104:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978896.929106:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929110:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978896.929112:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929116:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978896.929118:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929119:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.929119:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929120:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978896.929123:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978896.929124:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978896.929126:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978896.929127:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978896.929129:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978896.929133:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978896.929136:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978896.929138:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929142:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978896.929143:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.929144:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978896.929145:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978896.929146:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978896.929147:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049856:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978896.929149:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978896.929150:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978896.929151:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978896.929152:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978896.929155:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978896.929156:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978896.929158:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978896.929160:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978896.929162:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978896.929163:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049856, portal 10
00000100:00000001:1.0:1783978896.929165:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978896.929165:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:1.0:1783978896.929169:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929175:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978896.929177:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978896.929180:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978896.929182:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367049856, offset 0
00000400:00000200:1.0:1783978896.929185:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978896.929189:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978896.929192:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978896.929195:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978896.929198:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978896.929200:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978896.929202:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978896.929205:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345762:345762:256:4294967295] 192.168.201.109@tcp LPNI seq info [345751:345751:8:4294967295]
00000400:00000200:1.0:1783978896.929209:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978896.929215:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978896.929219:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978896.929222:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978896.929226:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978896.929229:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978896.929233:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978896.929236:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783978896.929239:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978896.929241:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978896.929244:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978896.929247:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978896.929250:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978896.929252:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978896.929254:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978896.929258:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929264:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978896.929266:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929270:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.929271:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978896.929273:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978896.929275:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978896.929277:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978896.929279:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304428573
00000100:00000001:1.0:1783978896.929280:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304429814
00000100:00000001:1.0:1783978896.929282:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304428573
00000100:00000001:1.0:1783978896.929284:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304429814
00000100:00000001:1.0:1783978896.929286:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978896.929288:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.929289:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978896.929293:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978896/real 1783978896]  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978896.929301:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978896.929302:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978896.929304:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978896.929306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978896.929308:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978896.929310:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978896.929313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978896.929320:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929326:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978896.929328:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.929331:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978896.929334:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929340:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978896.929343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929349:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978896.929351:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929353:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978896.929354:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929357:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978896.929358:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978896.929361:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978896.929364:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978896.929366:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978896.929370:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978896.929388:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367049856:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978896.929392:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929393:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978896.929396:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367049728/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929402:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978896.929403:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978896.929405:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978896.929407:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978896.929408:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978896.929410:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978896.929412:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978896.929413:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978896.929417:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978896.929418:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978896.929419:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783978896.929422:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978896.929423:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929424:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978896.929428:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367049856/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978896.929434:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978896.929435:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978896.929436:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978896.929439:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978896.929440:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978896.929441:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978896.929444:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978896.929445:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978896.929447:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978896.929448:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978896.929450:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783978896.929452:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978896.929453:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929455:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978896.929458:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978896.929460:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978896.929461:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978896.929463:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978896.992277:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978896.992285:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978896.992286:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978896.992292:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978896.992295:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978896.992299:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978896.992301:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978896.992304:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978896.992307:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.119905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978897.119913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.119919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978897.119922:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978897.119924:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978897.119927:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.119930:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978897.119933:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.119934:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.119936:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978897.119992:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978897.119997:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978897.120000:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978898.015886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978898.015892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978898.015894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978898.015898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978898.015900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978898.015903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978898.015906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978898.015908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978898.015910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978898.143925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978898.143934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978898.143941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978898.143942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978898.144015:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978898.144019:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978898.144022:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978898.207976:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304429814, at 4304429824
00000100:00000010:1.0:1783978898.207996:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc420.
00000100:00000040:0.0:1783978898.208105:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304429814, at 4304429824
00000100:00000010:0.0:1783978898.208111:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcb40.
00000100:00000001:3.0:1783978899.039898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978899.039905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978899.039907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978899.039913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978899.039917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978899.039921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978899.039923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978899.039926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978899.039929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.167945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978899.167955:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978899.167957:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978899.167962:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.167968:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978899.167971:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.167974:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.167977:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.167982:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978899.167984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978899.168045:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978899.168050:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978899.168053:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978900.064481:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978900.064491:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978900.064493:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978900.064500:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978900.064505:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978900.064509:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978900.064512:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978900.064515:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978900.064518:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978900.191901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978900.191909:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978900.191913:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978900.191914:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978900.191964:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978900.191970:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978900.191973:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978901.087887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978901.087894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978901.087896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978901.087902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978901.087905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978901.087909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978901.087912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978901.087914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978901.087917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978901.216000:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978901.216009:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978901.216016:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978901.216018:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978901.216122:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978901.216129:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978901.216134:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978902.047924:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978902.047939:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978902.047942:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978902.047947:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978902.047953:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978902.047971:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9761
00000400:00000200:3.0:1783978902.047983:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978902.047991:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978902.047995:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978902.047998:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048001:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048004:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048006:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978902.048011:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978902.048013:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978902.048016:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978902.048020:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978902.048023:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978902.048025:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978902.048028:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048030:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048032:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048034:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978902.048037:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978902.048041:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048043:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978902.048047:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978902.048052:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978902.048055:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048057:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978902.048060:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978902.048074:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978902.048079:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978902.048083:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978902.048085:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048088:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978902.048091:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978902.048096:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978902.048104:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978902.048112:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978902.048122:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978902.048134:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978902.048139:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978902.048144:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978902.048169:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978902.048172:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978902.048176:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978902.048177:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978902.048179:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978902.048182:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978902.048184:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9761
00000400:00000200:3.0:1783978902.048188:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978902.048191:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978902.048193:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978902.048197:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048199:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048202:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048204:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978902.048207:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978902.048208:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978902.048210:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978902.048212:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978902.048214:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978902.048217:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978902.048220:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978902.048221:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978902.048222:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048226:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978902.048229:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978902.048230:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978902.048234:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783978902.048235:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1783978902.048239:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048245:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978902.048247:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978902.048247:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978902.048256:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978902.048260:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783978902.048260:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048265:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978902.048266:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783978902.048271:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978902.048273:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1783978902.048277:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.048278:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783978902.048280:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.048282:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978902.048299:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978902.048304:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978902.048306:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978902.048307:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048309:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978902.048310:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978902.048313:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978902.048318:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049984:192.168.201.109@tcp:250:kworker.0
02000000:00000010:3.0:1783978902.048320:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978902.048326:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.048327:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1783978902.048334:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783978902.048335:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978902.048339:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.048344:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978902.048347:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978902.048351:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978902.048353:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
00000100:00000040:3.0:1783978902.048356:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783978902.048357:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.048367:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978902.048368:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978902.048373:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00080000:3.0:1783978902.048373:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978902.048380:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978902.048382:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1783978902.048383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00080000:3.0:1783978902.048384:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978902.048393:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367049984, portal 25
00000100:00000001:3.0:1783978902.048396:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783978902.048398:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783978902.048401:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9761
00000100:00000001:1.0:1783978902.048402:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000400:00000200:3.0:1783978902.048408:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:1.0:1783978902.048413:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783978902.048414:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978902.048419:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978902.048426:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978902.048429:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978902.048430:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048435:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978902.048436:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048439:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:1.0:1783978902.048442:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000020:00000001:3.0:1783978902.048444:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1783978902.048447:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367049984, offset 0
00000020:00000040:3.0:1783978902.048447:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978902.048449:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978902.048453:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978902.048455:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978902.048460:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783978902.048460:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783978902.048466:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048469:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978902.048471:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978902.048475:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978902.048475:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978902.048480:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978902.048484:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783978902.048488:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978902.048488:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978902.048492:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978902.048496:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978902.048499:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978902.048499:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048503:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978902.048506:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783978902.048507:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000008:00000001:3.0:1783978902.048509:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048513:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.048514:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978902.048519:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000010:3.0:1783978902.048519:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978902.048524:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978902.048529:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345763:345763:256:4294967295] 192.168.201.109@tcp LPNI seq info [345752:345752:8:4294967295]
02000000:00000001:3.0:1783978902.048529:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978902.048532:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.048535:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783978902.048539:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978902.048545:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978902.048551:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.048552:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1783978902.048560:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000200:1.0:1783978902.048561:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978902.048564:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978902.048570:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00100000:3.0:1783978902.048572:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978902.048582:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783978902.048583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978902.048585:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978902.048589:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1783978902.048592:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978902.048602:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978902.048605:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978902.048609:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978902.048611:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978902.048614:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978902.048616:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1783978902.048620:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783978902.048626:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978902.048629:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9771)
00000800:00000010:1.0:1783978902.048630:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978902.048640:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978902.048646:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978902.048653:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978902.048655:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978902.048660:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978902.048665:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048683:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.048688:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048695:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.048697:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978902.048704:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.048708:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978902.048711:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304434934
00000100:00000010:1.0:1783978902.048717:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc420.
00000100:00000001:1.0:1783978902.048724:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978902.048732:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304434934
00000100:00000010:1.0:1783978902.048735:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcde0.
00000100:00000001:1.0:1783978902.048738:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978902.048742:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978902.048752:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.048755:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978902.048760:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978902/real 1783978902]  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978902.048771:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978902.048800:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978902.048803:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978902.048807:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978902.048809:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978902.048811:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978902.048816:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978902.048824:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048831:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978902.048833:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048836:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.048838:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978902.048842:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048850:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978902.048854:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048861:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978902.048865:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048867:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.048868:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048871:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978902.048873:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978902.048877:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978902.048881:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978902.048884:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978902.048888:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978902.048896:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367049984:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978902.048902:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048905:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.048907:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367049984/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048914:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978902.048918:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978902.048921:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978902.048924:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978902.048927:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978902.048928:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978902.048931:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978902.048933:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978902.048938:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978902.048941:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978902.048943:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783978902.048946:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978902.048947:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048949:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.048957:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978902.048959:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.048961:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978902.048962:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978902.048964:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978902.048983:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.048991:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978902.048992:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.048995:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978902.048997:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978902.048999:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978902.049002:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978902.049006:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978902.049008:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978902.049009:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.049011:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978902.049014:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978902.049016:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.049019:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978902.049023:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978902.049026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978902.049029:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050112, portal 10
00000100:00000001:1.0:1783978902.049031:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978902.049033:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783978902.049040:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049046:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978902.049048:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978902.049051:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978902.049053:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367050112, offset 0
00000400:00000200:1.0:1783978902.049057:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978902.049061:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978902.049065:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978902.049069:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978902.049071:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978902.049074:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978902.049076:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978902.049078:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345764:345764:256:4294967295] 192.168.201.109@tcp LPNI seq info [345753:345753:8:4294967295]
00000400:00000200:1.0:1783978902.049082:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978902.049088:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978902.049092:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978902.049096:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978902.049100:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978902.049103:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978902.049107:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978902.049110:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783978902.049113:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978902.049115:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978902.049118:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978902.049121:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978902.049124:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978902.049126:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978902.049128:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978902.049132:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049140:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.049143:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049150:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.049151:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978902.049155:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978902.049159:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978902.049162:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978902.049164:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304433696
00000100:00000001:1.0:1783978902.049167:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304434934
00000100:00000001:1.0:1783978902.049169:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304433696
00000100:00000001:1.0:1783978902.049171:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304434934
00000100:00000001:1.0:1783978902.049173:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978902.049176:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.049177:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978902.049181:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978902/real 1783978902]  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978902.049190:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978902.049191:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978902.049193:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978902.049195:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978902.049197:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978902.049199:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978902.049202:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978902.049210:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049217:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978902.049218:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049220:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.049221:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978902.049225:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049231:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978902.049235:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049241:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978902.049243:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049244:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.049246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049247:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978902.049251:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978902.049253:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978902.049256:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978902.049258:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978902.049263:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978902.049270:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978902.049275:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978902.049278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049294:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978902.049296:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.049298:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978902.049300:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978902.049302:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978902.049305:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978902.049308:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978902.049310:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978902.049312:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978902.049313:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978902.049317:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978902.049319:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978902.049323:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978902.049325:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978902.049329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978902.049332:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050240, portal 10
00000100:00000001:1.0:1783978902.049334:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978902.049335:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783978902.049341:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049347:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978902.049349:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978902.049352:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978902.049354:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367050240, offset 0
00000400:00000200:1.0:1783978902.049358:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978902.049362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978902.049365:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978902.049369:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978902.049371:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978902.049373:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978902.049376:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978902.049378:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345765:345765:256:4294967295] 192.168.201.109@tcp LPNI seq info [345754:345754:8:4294967295]
00000400:00000200:1.0:1783978902.049383:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978902.049388:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978902.049393:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978902.049397:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978902.049401:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978902.049404:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978902.049408:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978902.049411:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783978902.049414:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978902.049416:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978902.049419:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978902.049422:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978902.049425:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978902.049427:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978902.049430:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978902.049433:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049441:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.049444:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049451:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.049452:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978902.049455:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978902.049459:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978902.049462:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978902.049464:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304433693
00000100:00000001:1.0:1783978902.049466:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304434934
00000100:00000001:1.0:1783978902.049468:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304433693
00000100:00000001:1.0:1783978902.049470:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304434934
00000100:00000001:1.0:1783978902.049472:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978902.049474:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.049475:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978902.049480:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978902/real 1783978902]  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978902.049487:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978902.049488:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978902.049490:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978902.049493:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978902.049495:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978902.049497:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978902.049500:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978902.049507:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049514:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978902.049515:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049517:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.049518:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978902.049521:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049528:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978902.049531:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049537:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978902.049539:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049541:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978902.049542:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049544:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978902.049545:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978902.049548:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978902.049551:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978902.049553:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978902.049556:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978902.049563:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978902.049567:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049569:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.049572:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367050112/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049577:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978902.049579:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978902.049581:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978902.049583:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978902.049585:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978902.049586:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978902.049588:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978902.049589:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978902.049592:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978902.049594:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978902.049595:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783978902.049598:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978902.049599:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049600:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978902.049603:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367050240/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978902.049608:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978902.049610:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978902.049611:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978902.049614:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978902.049615:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978902.049616:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978902.049618:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978902.049619:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978902.049621:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978902.049622:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978902.049623:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783978902.049626:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978902.049627:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049628:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978902.049632:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978902.049633:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978902.049635:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978902.049637:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978902.111885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978902.111897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978902.111900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978902.111906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978902.111911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978902.111915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978902.111918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978902.111921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978902.111924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.240000:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978902.240009:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.240017:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978902.240018:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978902.240092:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978902.240097:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978902.240101:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978903.135929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978903.135939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978903.135941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978903.135949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978903.135954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978903.135958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978903.135961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978903.135965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978903.135969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978903.264293:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978903.264304:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978903.264312:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978903.264314:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978903.264727:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978903.264732:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978903.264735:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978903.327915:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304434934, at 4304434944
00000100:00000010:0.0:1783978903.327938:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc420.
00000100:00000040:1.0:1783978903.330447:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304434934, at 4304434946
00000100:00000010:1.0:1783978903.330463:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcde0.
00000100:00000001:3.0:1783978904.159890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978904.159906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978904.159909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978904.159917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978904.159923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978904.159927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978904.159931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978904.159934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978904.159937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978904.290041:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978904.290050:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978904.290059:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978904.290060:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978904.290481:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978904.290486:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978904.290491:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978905.183932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978905.183938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978905.183940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978905.183944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978905.183947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978905.183950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978905.183952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978905.183954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978905.183956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978905.311941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978905.311950:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978905.311959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978905.311961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978905.312104:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978905.312111:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978905.312115:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978906.207923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978906.207934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978906.207936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978906.207945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978906.207949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978906.207954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978906.207957:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978906.207960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978906.207963:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978906.335910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978906.335917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978906.335923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978906.335924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978906.336031:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978906.336038:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978906.336042:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978907.167897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978907.167907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978907.167909:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978907.167913:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978907.167917:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978907.167924:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9766
00000400:00000200:3.0:1783978907.167933:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978907.167940:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978907.167942:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978907.167945:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.167947:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978907.167949:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.167951:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978907.167954:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978907.167956:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978907.167959:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978907.167961:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978907.167963:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978907.167964:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978907.167966:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.167967:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978907.167969:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.167970:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978907.167973:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978907.167975:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978907.167976:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978907.167979:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978907.167981:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978907.167983:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.167985:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978907.167987:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978907.167998:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783978907.168001:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978907.168005:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978907.168007:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168009:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978907.168012:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978907.168016:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978907.168023:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978907.168031:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978907.168040:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978907.168048:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978907.168052:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978907.168056:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978907.168076:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978907.168080:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978907.168082:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978907.168083:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978907.168084:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978907.168087:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978907.168088:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9766
00000400:00000200:3.0:1783978907.168091:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978907.168092:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978907.168094:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978907.168096:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168097:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978907.168098:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168099:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978907.168101:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978907.168101:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978907.168103:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978907.168105:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978907.168107:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978907.168108:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978907.168110:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168111:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978907.168112:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168113:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978907.168115:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978907.168116:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168117:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978907.168118:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978907.168124:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978907.168125:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168126:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978907.168131:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978907.168134:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168135:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978907.168139:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783978907.168141:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978907.168143:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978907.168144:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168146:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978907.168147:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978907.168148:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.168153:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1783978907.168153:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978907.168157:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.168164:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1783978907.168166:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978907.168175:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978907.168177:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.168181:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783978907.168181:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978907.168194:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978907.168212:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978907.168220:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978907.168233:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978907.168235:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978907.168237:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978907.168239:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978907.168241:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9766
00000400:00000200:3.0:1783978907.168247:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978907.168254:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978907.168257:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783978907.168258:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783978907.168262:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978907.168265:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168266:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978907.168271:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168273:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:1.0:1783978907.168274:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1783978907.168276:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978907.168279:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978907.168280:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783978907.168282:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783978907.168282:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978907.168287:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978907.168292:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:1.0:1783978907.168294:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978907.168298:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168305:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1783978907.168307:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367050368:192.168.201.109@tcp:250:kworker.0
00000100:00000040:3.0:1783978907.168311:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978907.168319:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978907.168320:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1783978907.168325:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
02000000:00000001:1.0:1783978907.168327:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1783978907.168333:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:1.0:1783978907.168335:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978907.168344:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783978907.168344:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978907.168350:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978907.168354:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978907.168356:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978907.168357:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
00000100:00000001:3.0:1783978907.168358:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978907.168362:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978907.168363:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783978907.168365:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168370:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978907.168375:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783978907.168381:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978907.168382:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978907.168387:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978907.168389:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.168390:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1783978907.168392:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
02000000:00000001:3.0:1783978907.168392:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978907.168393:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978907.168399:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978907.168403:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978907.168405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00100000:3.0:1783978907.168408:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978907.168414:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978907.168416:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978907.168418:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978907.168422:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978907.168425:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978907.168428:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978907.168430:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978907.168431:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978907.168434:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9776)
00000100:00000200:1.0:1783978907.168906:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050368, portal 25
00000100:00000001:1.0:1783978907.168910:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978907.168912:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:1.0:1783978907.168921:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.168929:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978907.168932:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978907.168935:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978907.168939:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367050368, offset 0
00000400:00000200:1.0:1783978907.168945:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978907.168954:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.168961:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978907.168965:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978907.168970:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978907.168973:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978907.168976:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978907.168980:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345766:345766:256:4294967295] 192.168.201.109@tcp LPNI seq info [345755:345755:8:4294967295]
00000400:00000200:1.0:1783978907.168984:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.168993:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978907.168998:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.169004:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978907.169011:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978907.169015:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978907.169019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978907.169023:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783978907.169027:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.169030:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978907.169035:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978907.169040:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978907.169044:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978907.169047:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978907.169051:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978907.169055:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169065:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.169068:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169075:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.169077:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978907.169082:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978907.169086:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978907.169089:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304440055
00000100:00000010:1.0:1783978907.169095:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcde0.
00000100:00000001:1.0:1783978907.169102:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978907.169109:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304440055
00000100:00000010:1.0:1783978907.169112:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc780.
00000100:00000001:1.0:1783978907.169115:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978907.169119:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978907.169122:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.169124:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978907.169129:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978907/real 1783978907]  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978907.169138:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978907.169140:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978907.169142:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978907.169145:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978907.169147:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978907.169149:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978907.169153:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978907.169162:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169169:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978907.169472:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169475:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.169477:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978907.169483:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169490:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978907.169494:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169502:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978907.169505:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169506:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.169507:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169510:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978907.169512:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978907.169515:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978907.169519:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978907.169522:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978907.169587:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978907.169596:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367050368:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978907.169601:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169603:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.169607:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367050368/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169613:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978907.169615:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978907.169618:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978907.169622:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978907.169624:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978907.169626:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978907.169628:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978907.169631:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978907.169634:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978907.169636:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978907.169638:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:1.0:1783978907.169642:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978907.169643:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169645:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.169652:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978907.169653:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.169656:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978907.169658:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978907.169660:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978907.169664:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169671:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978907.169672:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978907.169674:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978907.169677:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978907.169679:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978907.169682:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978907.169684:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978907.169696:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978907.169698:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978907.169700:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978907.169704:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978907.169706:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978907.169709:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978907.169713:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978907.169716:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978907.169719:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050496, portal 10
00000100:00000001:1.0:1783978907.169722:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978907.169723:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000040:1.0:1783978907.169729:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.169735:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978907.169737:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978907.169739:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978907.169742:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367050496, offset 0
00000400:00000200:1.0:1783978907.169745:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978907.169750:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.169754:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978907.170164:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978907.170167:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978907.170182:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978907.170184:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978907.170187:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345767:345767:256:4294967295] 192.168.201.109@tcp LPNI seq info [345756:345756:8:4294967295]
00000400:00000200:1.0:1783978907.170191:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.170205:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978907.170210:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.170214:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978907.170218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978907.170221:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978907.170225:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978907.170228:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783978907.170241:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.170243:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978907.170246:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978907.170249:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978907.170253:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978907.170255:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978907.170257:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978907.170261:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170275:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.170278:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170284:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.170286:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978907.170290:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978907.170294:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978907.170297:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978907.170299:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304438817
00000100:00000001:1.0:1783978907.170301:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304440055
00000100:00000001:1.0:1783978907.170303:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304438817
00000100:00000001:1.0:1783978907.170305:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304440055
00000100:00000001:1.0:1783978907.170306:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978907.170308:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.170310:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978907.170313:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978907/real 1783978907]  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978907.170320:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978907.170321:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978907.170323:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978907.170325:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978907.170327:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978907.170329:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978907.170332:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978907.170338:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170344:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978907.170346:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170348:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.170349:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978907.170353:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170358:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978907.170362:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170368:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978907.170371:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170372:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.170373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170374:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978907.170376:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978907.170378:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978907.170380:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978907.170381:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978907.170384:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978907.170389:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978907.170391:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978907.170393:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170397:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978907.170398:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978907.170399:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978907.170400:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978907.170401:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978907.170403:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978907.170406:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978907.170407:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978907.170416:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978907.170418:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978907.170424:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978907.170426:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978907.170429:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978907.170432:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978907.170435:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978907.170438:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050624, portal 10
00000100:00000001:1.0:1783978907.170439:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978907.170440:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783978907.170446:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170452:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978907.170454:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978907.170456:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978907.170458:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367050624, offset 0
00000400:00000200:1.0:1783978907.170463:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978907.170467:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.170470:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978907.170473:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978907.170475:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978907.170477:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978907.170479:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978907.170481:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345768:345768:256:4294967295] 192.168.201.109@tcp LPNI seq info [345757:345757:8:4294967295]
00000400:00000200:1.0:1783978907.170484:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978907.170489:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978907.170493:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.170495:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978907.170499:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978907.170501:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978907.170505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978907.170507:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783978907.170510:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978907.170512:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783978907.170515:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978907.170517:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978907.170520:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:1.0:1783978907.170522:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:1.0:1783978907.170524:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978907.170540:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170548:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.170552:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170558:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.170559:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978907.170563:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978907.170565:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978907.170568:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978907.170570:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304438814
00000100:00000001:1.0:1783978907.170572:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304440055
00000100:00000001:1.0:1783978907.170574:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304438814
00000100:00000001:1.0:1783978907.170576:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304440055
00000100:00000001:1.0:1783978907.170578:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978907.170580:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.170582:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978907.170586:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978907/real 1783978907]  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978907.170594:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978907.170595:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978907.170597:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978907.170599:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978907.170601:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978907.170603:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978907.170605:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978907.170612:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170618:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978907.170619:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170621:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.170622:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978907.170625:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170631:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978907.170635:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170640:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978907.170642:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170643:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978907.170644:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170646:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978907.170647:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978907.170649:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978907.170652:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978907.170654:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978907.170657:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978907.170668:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978907.170672:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170674:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.170677:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367050496/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170682:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978907.170684:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978907.170686:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978907.170700:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978907.170702:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978907.170704:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978907.170706:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978907.170708:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978907.170710:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978907.170712:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978907.170713:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:1.0:1783978907.170716:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978907.170717:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170718:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978907.170722:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367050624/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978907.170727:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978907.170728:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978907.170730:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978907.170732:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978907.170733:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978907.170734:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978907.170736:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978907.170737:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978907.170738:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978907.170739:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978907.170740:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783978907.170743:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978907.170744:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170746:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978907.170749:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978907.170750:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978907.170752:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978907.170754:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978907.231928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978907.231939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978907.231942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978907.231949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978907.231954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978907.231958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978907.231962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978907.231965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978907.231969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.359929:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978907.359936:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.359943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978907.359946:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978907.359948:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978907.359951:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.359954:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978907.359956:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.359958:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.359961:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978907.360032:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978907.360036:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978907.360040:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978908.255978:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978908.255986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978908.255988:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978908.255994:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978908.255997:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978908.256001:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978908.256004:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978908.256006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978908.256008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978908.383991:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978908.383997:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978908.384002:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978908.384004:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978908.384099:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978908.384117:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978908.384121:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978908.447929:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304440055, at 4304440064
00000100:00000040:1.0:1783978908.447936:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304440055, at 4304440064
00000100:00000010:0.0:1783978908.447954:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcde0.
00000100:00000010:1.0:1783978908.447958:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc780.
00000100:00000001:3.0:1783978909.279925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978909.279933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978909.279935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978909.279940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978909.279943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978909.279947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978909.279949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978909.279953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978909.279956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.407932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978909.407941:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978909.407943:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978909.407946:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.407951:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978909.407953:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.407955:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.407957:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.407961:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978909.407962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978909.408279:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978909.408287:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978909.408291:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978910.303901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978910.303910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978910.303912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978910.303917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978910.303921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978910.303925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978910.303927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978910.303930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978910.303932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978910.431926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978910.431933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978910.431938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978910.431939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978910.431999:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978910.432005:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978910.432008:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978911.327924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978911.327935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978911.327937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978911.327945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978911.327950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978911.327955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978911.327959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978911.327962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978911.327965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978911.457592:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978911.457600:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978911.457607:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978911.457608:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978911.457677:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978911.457682:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978911.457686:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978912.287961:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978912.287975:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978912.287979:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978912.287983:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978912.287989:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978912.287999:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9771
00000400:00000200:2.0:1783978912.288040:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978912.288051:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978912.288055:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978912.288059:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288064:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.288066:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288069:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978912.288074:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978912.288076:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978912.288080:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978912.288083:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978912.288087:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978912.288090:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978912.288094:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288096:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.288098:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288100:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978912.288102:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978912.288105:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288119:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978912.288122:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978912.288126:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978912.288128:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.288130:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978912.288132:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978912.288144:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978912.288148:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978912.288152:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978912.288154:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.288157:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978912.288160:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978912.288165:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978912.288175:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783978912.288183:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978912.288193:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978912.288201:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978912.288206:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978912.288210:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288273:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.288278:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.288280:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978912.288286:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288292:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978912.288294:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.288297:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978912.288299:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978912.288301:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978912.288304:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367050752:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978912.288307:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978912.288312:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978912.288314:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.288317:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978912.288321:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978912.288323:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978912.288329:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978912.288333:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978912.288339:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978912.288347:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050752, portal 25
00000100:00000001:1.0:1783978912.288349:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978912.288351:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783978912.288355:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288360:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978912.288363:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978912.288365:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2d48.
00000100:00000200:1.0:1783978912.288367:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367050752, offset 0
00000400:00000200:1.0:1783978912.288373:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978912.288381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.288387:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978912.288392:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978912.288396:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978912.288400:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978912.288402:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978912.288405:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345769:345769:256:4294967295] 192.168.201.109@tcp LPNI seq info [345758:345758:8:4294967295]
00000400:00000200:1.0:1783978912.288408:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.288417:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978912.288422:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978912.288428:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783978912.288434:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978912.288438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978912.288454:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978912.288457:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978912.288459:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304445174
00000100:00000010:1.0:1783978912.288464:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc780.
00000100:00000001:1.0:1783978912.288472:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978912.288481:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304445174
00000100:00000010:1.0:1783978912.288484:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcea0.
00000100:00000001:1.0:1783978912.288487:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978912.288490:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978912.288492:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.288495:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.288497:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783978912.288514:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978912.288516:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978912.288520:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978912.288521:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978912.288522:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978912.288526:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978912.288528:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9771
00000400:00000200:2.0:1783978912.288532:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978912.288536:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978912.288539:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978912.288542:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288543:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.288544:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288546:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978912.288548:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978912.288549:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978912.288550:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978912.288552:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978912.288553:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978912.288554:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978912.288556:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288557:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.288559:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288560:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978912.288562:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978912.288564:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978912.288566:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978912.288567:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978912.288572:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978912.288573:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.288575:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978912.288579:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978912.288582:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.288583:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978912.288587:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978912.288588:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978912.288590:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978912.288592:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.288593:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978912.288594:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978912.288595:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978912.288598:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978912.288601:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978912.288607:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978912.288612:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978912.288613:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978912.288616:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288641:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978912.288643:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978912.288647:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.288648:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.288649:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978912.288652:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288657:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978912.288659:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.288660:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978912.288662:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978912.288663:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978912.288665:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978912.288667:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978912.288669:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978912.288670:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.288671:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978912.288675:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978912.288676:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978912.288679:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978912.288681:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783978912.288684:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978912.288686:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367050880, portal 10
00000100:00000001:1.0:1783978912.288687:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978912.288688:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783978912.288693:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.288698:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978912.288699:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978912.288701:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2088.
00000100:00000200:1.0:1783978912.288702:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367050880, offset 0
00000400:00000200:1.0:1783978912.288705:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978912.288707:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.288710:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978912.288712:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978912.288713:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978912.288715:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978912.288716:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978912.288719:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345770:345770:255:4294967295] 192.168.201.109@tcp LPNI seq info [345759:345759:7:4294967295]
00000400:00000200:1.0:1783978912.288722:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.288726:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978912.288729:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978912.288732:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bc00.
00000800:00000200:1.0:1783978912.288734:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978912.288737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978912.288739:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978912.288742:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978912.288743:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978912.288745:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304443935
00000100:00000001:1.0:1783978912.288747:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304445174
00000100:00000001:1.0:1783978912.288748:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304443935
00000100:00000001:1.0:1783978912.288750:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304445174
00000100:00000001:1.0:1783978912.288751:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978912.288752:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.288753:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.288754:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978912.288755:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978912.288756:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978912.288757:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.288758:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.288759:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.288761:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.289639:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978912.289646:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978912.289649:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978912.289651:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978912.289653:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978912.290817:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.290823:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.290828:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.290833:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.291077:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978912.291087:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9771
00000400:00000200:2.0:1783978912.291099:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978912.291105:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978912.291117:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978912.291121:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.291125:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.291127:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.291131:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978912.291135:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978912.291137:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978912.291140:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978912.291143:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978912.291146:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978912.291149:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978912.291151:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.291153:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978912.291155:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978912.291157:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978912.291160:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978912.291163:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978912.291165:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978912.291169:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978912.291179:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978912.291183:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.291185:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978912.291191:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978912.291194:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.291196:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978912.291210:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978912.291214:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978912.291218:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978912.291220:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978912.291223:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978912.291227:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978912.291231:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978912.291240:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978912.291247:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978912.291256:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978912.291273:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978912.291278:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978912.291283:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978912.291310:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978912.291315:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978912.291319:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978912.291322:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978912.291325:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978912.291334:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9781)
00000100:00000001:1.0:1783978912.291432:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.291435:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.291437:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978912.291444:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.291453:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978912.291455:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.291459:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978912.291463:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978912.291466:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978912.291471:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978912.291474:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978912.291477:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978912.291480:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978912.291483:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978912.291486:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978912.291488:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978912.291493:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978912.291497:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783978912.291502:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783978912.291508:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051008, portal 10
00000100:00000001:1.0:1783978912.291511:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978912.291513:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783978912.291519:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978912.291524:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978912.291527:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978912.291528:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2110.
00000100:00000200:1.0:1783978912.291530:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367051008, offset 0
00000400:00000200:1.0:1783978912.291535:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978912.291542:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.291546:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978912.291551:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978912.291555:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978912.291558:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978912.291560:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978912.291563:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345771:345771:254:4294967295] 192.168.201.109@tcp LPNI seq info [345760:345760:6:4294967295]
00000400:00000200:1.0:1783978912.291567:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978912.291573:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978912.291579:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978912.291583:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b100.
00000800:00000200:1.0:1783978912.291589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978912.291593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978912.291597:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978912.291601:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978912.291603:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978912.291605:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304443935
00000100:00000001:1.0:1783978912.291608:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304445174
00000100:00000001:1.0:1783978912.291609:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304443935
00000100:00000001:1.0:1783978912.291611:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304445174
00000100:00000001:1.0:1783978912.291612:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978912.291614:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.291616:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.291617:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978912.291624:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978912.291625:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978912.291626:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978912.291627:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978912.291628:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978912.291630:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978912.351910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978912.351916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978912.351918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978912.351924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978912.351933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978912.351936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978912.351939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978912.351941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978912.351944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978912.480235:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978912.480244:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978912.480252:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978912.480253:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978912.480565:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978912.480571:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978912.480576:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978913.375896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978913.375903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978913.375905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978913.375910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978913.375915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978913.375918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978913.375920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978913.375922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978913.375925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.503977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978913.503985:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.503993:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978913.503994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978913.504052:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978913.504057:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978913.504060:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978913.567908:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304445174, at 4304445184
00000100:00000010:0.0:1783978913.567922:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc780.
00000100:00000040:1.0:1783978913.567986:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304445174, at 4304445184
00000100:00000010:1.0:1783978913.568000:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcea0.
00000100:00000001:3.0:1783978914.399946:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978914.399956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978914.399958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978914.399965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978914.399970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978914.399974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978914.399977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978914.399980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978914.399983:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978914.527919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978914.527926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978914.527932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978914.527933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978914.528015:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978914.528020:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978914.528024:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978915.360194:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978915.360237:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978915.360246:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978915.360250:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978915.360255:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978915.360259:0:2395:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978915.360264:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978915.360267:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:3.0:1783978915.360273:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978915.360277:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978915.360283:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2d48
00000400:00000010:3.0:1783978915.360286:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2d48.
00000100:00000001:3.0:1783978915.360290:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978915.360299:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360329:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978915.360333:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360341:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978915.360343:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978915.360351:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978915.360353:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bc00.
00000400:00000200:3.0:1783978915.360356:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978915.360359:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978915.360362:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2088
00000400:00000010:3.0:1783978915.360364:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2088.
00000100:00000001:3.0:1783978915.360366:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978915.360369:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360377:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978915.360380:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360393:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978915.360394:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978915.360399:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978915.360401:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b100.
00000400:00000200:3.0:1783978915.360404:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978915.360407:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978915.360409:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2110
00000400:00000010:3.0:1783978915.360411:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2110.
00000100:00000001:3.0:1783978915.360413:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978915.360417:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360424:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978915.360427:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978915.360433:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978915.360435:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978915.361417:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978915.361422:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978915.361425:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978915.361434:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978912/real 1783978915]  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978915.361452:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978915.361453:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978915.361456:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783978915.361460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783978915.361462:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783978915.361465:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978915.361468:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978915.361477:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361483:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978915.361485:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361490:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978915.361494:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361502:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978915.361506:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361513:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978915.361516:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361518:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361519:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361521:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978915.361523:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978915.361527:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978915.361531:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978915.361534:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978915.361538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978915.361546:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978915.361550:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978915.361554:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978912/real 1783978915]  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978915.361562:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978915.361563:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978915.361565:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783978915.361568:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978915.361575:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978915.361578:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978915.361581:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978915.361588:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361594:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978915.361595:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361597:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361598:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978915.361601:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361607:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978915.361610:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361621:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978915.361623:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361625:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361626:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361628:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978915.361630:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978915.361633:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978915.361636:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978915.361638:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978915.361642:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978915.361649:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367050880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978915.361653:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978915.361657:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978912/real 1783978915]  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978915.361663:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978915.361665:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978915.361666:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978915.361668:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978915.361670:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978915.361672:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978915.361675:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978915.361681:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361687:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978915.361688:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361690:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361691:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978915.361694:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361700:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978915.361703:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361708:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978915.361710:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361712:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978915.361713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361714:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978915.361716:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978915.361718:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978915.361720:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978915.361722:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978915.361725:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978915.361731:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367050752:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978915.361735:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361737:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978915.361740:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367051008/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361746:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978915.361748:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978915.361752:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978915.361755:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978915.361759:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978915.361761:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978915.361764:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978915.361766:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783978915.361769:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978915.361771:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978915.361800:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783978915.361805:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978915.361806:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361808:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978915.361811:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367050880/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361817:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978915.361818:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978915.361820:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978915.361822:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978915.361823:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978915.361824:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978915.361826:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978915.361828:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783978915.361829:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978915.361830:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978915.361832:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783978915.361834:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978915.361835:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361837:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978915.361840:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367050752/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978915.361846:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978915.361847:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978915.361848:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978915.361850:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978915.361851:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978915.361852:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978915.361854:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978915.361855:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783978915.361859:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978915.361860:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978915.361862:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783978915.361865:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978915.361866:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361867:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978915.361874:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978915.361876:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978915.361878:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978915.361880:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978915.424123:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978915.424133:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978915.424135:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978915.424140:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978915.424144:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978915.424148:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978915.424151:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978915.424154:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978915.424157:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978915.552229:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978915.552236:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978915.552241:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978915.552243:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978915.552546:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978915.552550:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978915.552554:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978916.449401:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978916.449408:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978916.449410:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978916.449415:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978916.449418:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978916.449422:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978916.449424:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978916.449427:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978916.449431:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978916.576167:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978916.576173:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978916.576178:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978916.576179:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978916.576274:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978916.576278:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978916.576281:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978917.408114:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978917.408125:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978917.408127:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978917.408131:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978917.408135:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978917.408143:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9776
00000400:00000200:0.0:1783978917.408151:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978917.408157:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978917.408160:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978917.408163:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408166:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.408169:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408171:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978917.408175:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978917.408177:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978917.408180:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978917.408183:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978917.408185:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978917.408188:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978917.408191:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408193:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.408194:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408196:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978917.408199:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978917.408212:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408215:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978917.408218:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978917.408221:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978917.408224:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.408226:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978917.408229:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978917.408236:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000020:00000040:0.0:1783978917.408240:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978917.408244:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978917.408246:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.408249:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978917.408252:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978917.408256:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978917.408263:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978917.408268:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978917.408278:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978917.408287:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978917.408292:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978917.408297:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978917.408323:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978917.408327:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978917.408330:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978917.408331:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978917.408333:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978917.408336:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978917.408338:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9776
00000400:00000200:0.0:1783978917.408342:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978917.408345:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978917.408347:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978917.408349:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408351:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.408353:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408355:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978917.408357:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978917.408359:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978917.408360:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978917.408362:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978917.408364:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978917.408366:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978917.408369:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408371:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.408373:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408375:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978917.408377:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978917.408379:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408384:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978917.408386:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978917.408391:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978917.408393:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.408395:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978917.408399:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978917.408401:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.408403:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978917.408407:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000020:00000040:0.0:1783978917.408409:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978917.408411:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978917.408413:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.408414:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978917.408415:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978917.408417:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978917.408420:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783978917.408424:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978917.408429:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978917.408436:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978917.408438:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978917.408442:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978917.408450:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978917.408452:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978917.408456:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978917.408457:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978917.408459:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978917.408461:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978917.408464:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9776
00000400:00000200:0.0:1783978917.408468:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978917.408471:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978917.408473:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978917.408476:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408478:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.408479:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.408481:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978917.408483:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978917.408484:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978917.408486:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978917.408488:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:1.0:1783978917.408826:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978917.408832:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978917.408835:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978917.408842:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.408850:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978917.408852:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.408855:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978917.408858:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978917.408860:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978917.408863:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051136:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978917.408867:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978917.408872:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978917.408874:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.408876:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978917.408882:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978917.408884:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978917.408891:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978917.408896:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978917.408903:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978917.408912:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051136, portal 25
00000100:00000001:1.0:1783978917.408914:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978917.408916:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:1.0:1783978917.408923:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.408930:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978917.408933:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978917.408936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978917.408940:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367051136, offset 0
00000400:00000200:1.0:1783978917.408947:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978917.408956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.408961:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978917.408966:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978917.408970:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978917.408974:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978917.408977:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978917.408981:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345772:345772:256:4294967295] 192.168.201.109@tcp LPNI seq info [345761:345761:8:4294967295]
00000400:00000200:1.0:1783978917.408986:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.408996:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978917.409002:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.409008:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978917.409014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978917.409049:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978917.409055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978917.409058:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978917.409061:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.409064:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978917.409069:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978917.409073:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978917.409078:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978917.409081:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978917.409084:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978917.409088:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409098:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.409101:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409108:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.409110:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978917.409115:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978917.409118:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978917.409121:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304450295
00000100:00000010:1.0:1783978917.409126:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcea0.
00000100:00000001:1.0:1783978917.409134:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978917.409140:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304450295
00000100:00000010:1.0:1783978917.409144:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcc60.
00000100:00000001:1.0:1783978917.409147:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978917.409150:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978917.409152:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.409154:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978917.409159:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978917/real 1783978917]  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978917.409167:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978917.409169:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978917.409171:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978917.409174:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978917.409176:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978917.409178:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978917.409181:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978917.409188:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409194:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978917.409196:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409198:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.409200:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978917.409203:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409209:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978917.409213:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409219:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978917.409222:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409223:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.409224:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409227:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978917.409228:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978917.409230:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978917.409234:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978917.409236:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978917.409239:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978917.409247:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051136:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978917.409250:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978917.409254:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409260:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978917.409261:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.409263:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978917.409264:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978917.409266:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978917.409268:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978917.409272:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978917.409274:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978917.409275:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.409277:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978917.409280:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978917.409282:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978917.409285:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978917.409288:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978917.409291:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978917.409294:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051264, portal 10
00000100:00000001:1.0:1783978917.409295:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978917.409296:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:1.0:1783978917.409303:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409308:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978917.409310:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978917.409312:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978917.409314:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367051264, offset 0
00000400:00000200:1.0:1783978917.409318:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978917.409322:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.409325:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978917.409328:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978917.409330:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978917.409332:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978917.409335:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978917.409337:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345773:345773:256:4294967295] 192.168.201.109@tcp LPNI seq info [345762:345762:8:4294967295]
00000400:00000200:1.0:1783978917.409341:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.409347:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978917.409351:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.409354:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978917.409357:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978917.409360:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978917.409364:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978917.409367:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978917.409371:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.409372:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978917.409375:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978917.409379:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978917.409382:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978917.409383:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978917.409386:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978917.409389:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409397:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.409400:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409407:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.409408:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978917.409411:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978917.409415:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978917.409417:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978917.409419:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304449056
00000100:00000001:1.0:1783978917.409421:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304450295
00000100:00000001:1.0:1783978917.409423:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304449056
00000100:00000001:1.0:1783978917.409425:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304450295
00000100:00000001:1.0:1783978917.409427:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978917.409429:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.409431:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978917.409434:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978917/real 1783978917]  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978917.409440:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978917.409442:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978917.409443:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978917.409445:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978917.409447:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978917.409449:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978917.409452:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978917.409459:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409465:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978917.409466:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409467:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.409468:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978917.409472:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409478:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978917.409482:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409488:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978917.409490:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409492:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.409493:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409494:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978917.409497:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978917.409499:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978917.409502:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978917.409505:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978917.409508:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978917.409515:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978917.409519:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409521:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.409524:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627367051136/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409531:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978917.409533:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978917.409536:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978917.409538:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978917.409540:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978917.409542:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978917.409544:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978917.409546:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:1.0:1783978917.409550:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978917.409552:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978917.409553:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:1.0:1783978917.409557:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978917.409558:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409560:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.409563:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627367051264/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.409570:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978917.409571:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978917.409573:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978917.409575:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978917.409576:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978917.409577:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978917.409579:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978917.409581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783978917.409583:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978917.409584:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978917.409586:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:1.0:1783978917.409588:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978917.409589:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409591:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.409597:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978917.409600:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.409602:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978917.409604:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978917.413170:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978917.413178:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978917.413187:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.413191:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978917.413193:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978917.413196:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978917.413209:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978917.413213:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978917.413217:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978917.413220:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978917.413227:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978917.413230:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.413233:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978917.413237:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978917.413240:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.413242:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978917.413251:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783978917.413256:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978917.413260:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978917.413261:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978917.413264:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978917.413267:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978917.413272:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978917.413278:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978917.413284:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978917.413294:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978917.413304:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978917.413309:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978917.413313:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978917.413341:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978917.413345:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978917.413349:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978917.413351:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978917.413354:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978917.413360:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9786)
00000100:00000001:1.0:1783978917.414183:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978917.414187:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978917.414189:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978917.414197:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414205:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978917.414208:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.414212:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978917.414214:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978917.414217:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978917.414220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978917.414224:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978917.414227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978917.414230:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978917.414232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978917.414238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978917.414240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978917.414247:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978917.414252:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978917.414260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978917.414267:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051392, portal 10
00000100:00000001:1.0:1783978917.414270:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978917.414271:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:1.0:1783978917.414278:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414286:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978917.414296:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978917.414299:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978917.414302:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367051392, offset 0
00000400:00000200:1.0:1783978917.414319:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978917.414328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.414335:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978917.414340:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978917.414344:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978917.414347:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978917.414350:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978917.414353:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345774:345774:256:4294967295] 192.168.201.109@tcp LPNI seq info [345763:345763:8:4294967295]
00000400:00000200:1.0:1783978917.414357:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978917.414371:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978917.414378:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.414384:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978917.414390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978917.414394:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978917.414399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978917.414402:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978917.414406:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978917.414408:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978917.414415:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978917.414419:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978917.414424:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978917.414426:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978917.414430:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978917.414434:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414443:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.414446:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414452:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.414454:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978917.414459:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978917.414463:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978917.414466:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978917.414469:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304449058
00000100:00000001:1.0:1783978917.414472:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304450295
00000100:00000001:1.0:1783978917.414473:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304449058
00000100:00000001:1.0:1783978917.414475:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304450295
00000100:00000001:1.0:1783978917.414477:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978917.414480:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.414482:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978917.414485:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978917/real 1783978917]  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978917.414493:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978917.414495:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978917.414496:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978917.414498:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978917.414500:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978917.414502:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978917.414505:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978917.414512:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414518:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978917.414520:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414523:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.414524:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978917.414528:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414534:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978917.414538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414544:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978917.414547:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414549:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978917.414550:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414552:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978917.414554:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978917.414557:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978917.414562:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978917.414564:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978917.414568:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978917.414576:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978917.414580:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414582:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978917.414585:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627367051392/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978917.414590:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978917.414592:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978917.414595:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978917.414598:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978917.414599:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978917.414601:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978917.414603:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978917.414606:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783978917.414609:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978917.414610:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978917.414612:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:1.0:1783978917.414615:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978917.414616:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414618:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978917.414625:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978917.414627:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978917.414629:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978917.414630:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978917.472252:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978917.472261:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978917.472263:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978917.472270:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978917.472274:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978917.472278:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978917.472281:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978917.472284:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978917.472287:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.599988:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978917.599994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.599999:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978917.600002:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978917.600004:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978917.600007:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.600010:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978917.600012:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.600043:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.600046:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978917.600328:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978917.600332:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978917.600334:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978918.495876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978918.495893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978918.495895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978918.495901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978918.495904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978918.495907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978918.495909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978918.495912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978918.495915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.623894:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978918.623901:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.623907:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978918.623908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978918.624261:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978918.624265:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978918.624269:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978918.687889:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304450295, at 4304450304
00000100:00000040:0.0:1783978918.687890:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304450295, at 4304450304
00000100:00000010:0.0:1783978918.687905:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcea0.
00000100:00000010:1.0:1783978918.687907:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcc60.
00000100:00000001:3.0:1783978919.520636:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978919.520645:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978919.520648:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978919.520654:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978919.520658:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978919.520662:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978919.520664:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978919.520668:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978919.520671:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.647925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978919.647934:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978919.647936:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978919.647939:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.647944:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978919.647946:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.647948:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.647950:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.647954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978919.647956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978919.648026:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978919.648030:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978919.648033:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978920.544696:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978920.544708:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978920.544711:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978920.544720:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978920.544725:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978920.544731:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978920.544735:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978920.544745:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978920.544749:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978920.671866:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978920.671873:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978920.671880:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978920.671881:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978920.672005:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978920.672013:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978920.672017:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978921.567903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978921.567911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978921.567913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978921.567918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978921.567922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978921.567925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978921.567928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978921.567930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978921.567933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978921.695923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978921.695929:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978921.695935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978921.695936:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978921.696079:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978921.696083:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978921.696086:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978922.528028:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978922.528038:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978922.528041:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978922.528044:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978922.528049:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978922.528055:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9781
00000400:00000200:2.0:1783978922.528063:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978922.528069:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978922.528072:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978922.528075:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528078:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.528080:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528083:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978922.528087:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978922.528089:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978922.528092:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978922.528095:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978922.528098:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978922.528100:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978922.528103:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528105:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.528107:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528109:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978922.528121:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978922.528124:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528126:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978922.528129:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978922.528132:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978922.528138:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.528141:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978922.528143:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978922.528154:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978922.528158:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978922.528162:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978922.528163:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.528166:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978922.528169:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978922.528172:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978922.528180:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978922.528186:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978922.528194:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978922.528204:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978922.528208:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978922.528213:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528278:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978922.528282:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978922.528284:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978922.528290:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528299:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978922.528301:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.528304:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978922.528307:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978922.528309:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978922.528313:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051520:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978922.528317:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978922.528321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978922.528323:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.528326:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978922.528330:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.528332:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978922.528337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978922.528342:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978922.528347:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978922.528354:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051520, portal 25
00000100:00000001:1.0:1783978922.528356:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978922.528358:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783978922.528363:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528370:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978922.528373:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978922.528375:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978922.528378:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367051520, offset 0
00000400:00000200:1.0:1783978922.528384:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978922.528392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.528397:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978922.528402:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978922.528406:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978922.528409:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978922.528412:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978922.528416:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345775:345775:256:4294967295] 192.168.201.109@tcp LPNI seq info [345764:345764:8:4294967295]
00000400:00000200:1.0:1783978922.528420:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.528430:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978922.528435:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.528441:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978922.528447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978922.528451:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978922.528456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978922.528459:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978922.528463:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.528466:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978922.528472:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978922.528476:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978922.528481:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978922.528484:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978922.528488:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978922.528492:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978922.528516:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978922.528519:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978922.528523:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978922.528525:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978922.528526:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978922.528529:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978922.528532:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9781
00000400:00000200:2.0:1783978922.528536:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978922.528539:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978922.528541:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978922.528544:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528546:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.528548:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528550:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978922.528552:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978922.528553:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978922.528555:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978922.528557:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978922.528560:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978922.528562:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978922.528565:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528567:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.528568:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528570:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978922.528572:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978922.528575:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978922.528577:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978922.528578:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978922.528583:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978922.528585:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.528586:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978922.528590:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978922.528593:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.528595:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978922.528609:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978922.528612:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978922.528614:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978922.528616:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.528617:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978922.528619:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978922.528621:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978922.528624:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978922.528628:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978922.528633:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978922.528641:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978922.528643:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978922.528647:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528676:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.528681:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528688:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.528690:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978922.528696:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978922.528700:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978922.528703:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304455414
00000100:00000010:1.0:1783978922.528707:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcc60.
00000100:00000001:1.0:1783978922.528714:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978922.528720:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304455414
00000100:00000010:1.0:1783978922.528723:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc240.
00000100:00000001:1.0:1783978922.528726:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978922.528729:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978922.528732:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.528734:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978922.528738:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978922/real 1783978922]  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978922.528748:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978922.528750:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978922.528752:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978922.528754:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978922.528756:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978922.528758:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978922.528762:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978922.528771:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528810:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978922.528812:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528814:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.528816:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978922.528820:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528827:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978922.528831:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528838:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978922.528841:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528842:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.528843:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528845:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978922.528847:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978922.528850:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978922.528853:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978922.528856:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978922.528860:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978922.528868:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051520:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978922.528872:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528874:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.528877:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367051520/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528883:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978922.528886:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978922.528888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.528891:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978922.528893:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978922.528895:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978922.528897:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978922.528900:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783978922.528903:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978922.528905:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978922.528906:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783978922.528909:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978922.528911:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528913:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.528919:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978922.528921:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.528923:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978922.528925:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978922.528926:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978922.528939:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528947:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978922.528949:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.528951:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978922.528953:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978922.528955:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978922.528958:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978922.528961:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978922.528963:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978922.528965:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.528967:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978922.528969:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.528971:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978922.528975:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978922.528977:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978922.528980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978922.528983:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051648, portal 10
00000100:00000001:1.0:1783978922.528985:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978922.528986:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783978922.528992:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.528998:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978922.529000:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978922.529002:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978922.529005:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367051648, offset 0
00000400:00000200:1.0:1783978922.529008:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978922.529012:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.529016:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978922.529019:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978922.529021:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978922.529023:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978922.529026:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978922.529029:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345776:345776:256:4294967295] 192.168.201.109@tcp LPNI seq info [345765:345765:8:4294967295]
00000400:00000200:1.0:1783978922.529033:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.529039:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978922.529044:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.529047:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978922.529050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978922.529053:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978922.529057:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978922.529060:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978922.529063:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.529065:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978922.529067:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978922.529071:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978922.529073:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978922.529075:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978922.529077:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978922.529081:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529088:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.529091:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529098:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529100:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978922.529103:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978922.529106:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978922.529110:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978922.529111:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304454176
00000100:00000001:1.0:1783978922.529114:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304455414
00000100:00000001:1.0:1783978922.529116:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304454176
00000100:00000001:1.0:1783978922.529118:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304455414
00000100:00000001:1.0:1783978922.529120:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978922.529122:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529124:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978922.529127:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978922/real 1783978922]  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978922.529141:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978922.529142:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978922.529143:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978922.529146:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978922.529147:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978922.529150:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978922.529152:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978922.529161:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529167:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978922.529169:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529170:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.529172:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978922.529175:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529182:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978922.529186:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529193:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978922.529195:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529196:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.529197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529199:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978922.529202:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978922.529205:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978922.529208:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978922.529210:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978922.529214:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978922.529222:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978922.529226:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529228:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.529231:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367051648/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529237:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978922.529238:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978922.529240:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.529242:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978922.529243:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978922.529245:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978922.529247:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978922.529248:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783978922.529251:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978922.529252:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978922.529254:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783978922.529256:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978922.529257:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529259:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529262:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978922.529263:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529265:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978922.529266:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.529430:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978922.529434:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978922.529437:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978922.529439:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978922.529440:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978922.529443:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978922.529446:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9781
00000400:00000200:2.0:1783978922.529450:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978922.529453:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978922.529456:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978922.529458:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.529461:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.529463:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.529465:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978922.529468:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978922.529469:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978922.529471:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978922.529474:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978922.529476:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978922.529478:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978922.529481:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.529483:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978922.529485:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978922.529486:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978922.529489:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978922.529491:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978922.529493:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978922.529495:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978922.529497:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978922.529499:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.529501:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978922.529503:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978922.529505:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.529506:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978922.529510:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978922.529512:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978922.529515:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978922.529516:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978922.529518:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978922.529519:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978922.529521:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978922.529525:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978922.529529:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978922.529534:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978922.529547:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978922.529549:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978922.529553:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978922.529561:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978922.529563:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978922.529566:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978922.529569:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978922.529572:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978922.529576:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9791)
00000100:00000001:1.0:1783978922.529619:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978922.529621:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978922.529623:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978922.529627:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529634:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978922.529636:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.529638:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978922.529640:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978922.529642:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978922.529645:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978922.529648:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978922.529650:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978922.529651:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978922.529653:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978922.529656:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.529658:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978922.529662:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978922.529664:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978922.529668:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978922.529671:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051776, portal 10
00000100:00000001:1.0:1783978922.529673:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978922.529674:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783978922.529679:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529685:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978922.529688:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978922.529690:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978922.529692:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367051776, offset 0
00000400:00000200:1.0:1783978922.529696:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978922.529700:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.529703:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978922.529706:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978922.529708:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978922.529711:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978922.529713:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978922.529716:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345777:345777:256:4294967295] 192.168.201.109@tcp LPNI seq info [345766:345766:8:4294967295]
00000400:00000200:1.0:1783978922.529720:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978922.529726:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978922.529731:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.529735:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978922.529739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978922.529741:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978922.529745:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978922.529747:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978922.529751:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978922.529753:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978922.529756:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978922.529760:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978922.529763:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978922.529765:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978922.529767:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978922.529770:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529793:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.529797:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529803:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529805:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978922.529808:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978922.529810:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978922.529814:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978922.529816:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304454174
00000100:00000001:1.0:1783978922.529818:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304455414
00000100:00000001:1.0:1783978922.529821:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304454174
00000100:00000001:1.0:1783978922.529823:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304455414
00000100:00000001:1.0:1783978922.529825:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978922.529827:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529828:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978922.529832:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978922/real 1783978922]  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978922.529846:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978922.529847:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978922.529849:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978922.529851:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978922.529853:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978922.529855:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978922.529858:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978922.529867:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529873:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978922.529874:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529876:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.529877:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978922.529880:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529887:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978922.529890:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529897:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978922.529900:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529902:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978922.529903:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529904:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978922.529906:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978922.529908:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978922.529911:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978922.529913:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978922.529917:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978922.529925:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367051776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978922.529928:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529941:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978922.529943:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367051776/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978922.529948:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978922.529949:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978922.529951:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978922.529953:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978922.529955:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978922.529956:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978922.529958:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978922.529959:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:1.0:1783978922.529962:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978922.529963:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978922.529964:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783978922.529967:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978922.529968:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529970:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978922.529973:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978922.529974:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978922.529976:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978922.529977:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978922.591888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978922.591896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978922.591898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978922.591903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978922.591906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978922.591909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978922.591912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978922.591914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978922.591917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978922.719909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978922.719916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978922.719921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978922.719922:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978922.721994:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978922.721998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978922.722002:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978923.615906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978923.615943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978923.615945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978923.615950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978923.615954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978923.615958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978923.615960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978923.615963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978923.615965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.743886:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978923.743894:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.743900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978923.743901:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978923.744045:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978923.744050:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978923.744053:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978923.807896:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304455414, at 4304455424
00000100:00000010:1.0:1783978923.807920:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc240.
00000100:00000040:0.0:1783978923.808028:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304455414, at 4304455424
00000100:00000010:0.0:1783978923.808033:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcc60.
00000100:00000001:3.0:1783978924.640036:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978924.640042:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978924.640043:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978924.640047:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978924.640049:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978924.640052:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978924.640055:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978924.640057:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978924.640059:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978924.767912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978924.767919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978924.767925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978924.767926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978924.768952:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978924.768956:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978924.768959:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978925.663894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978925.663901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978925.663903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978925.663909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978925.663919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978925.663923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978925.663926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978925.663928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978925.663931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978925.791966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978925.791973:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978925.791979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978925.791981:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978925.792049:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978925.792054:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978925.792057:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978926.687898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978926.687905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978926.687907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978926.687912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978926.687915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978926.687918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978926.687920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978926.687922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978926.687925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.815912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978926.815917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.815921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978926.815924:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978926.815925:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978926.815928:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.815930:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978926.815932:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.815933:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.815934:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978926.815991:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978926.815995:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978926.815999:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978927.647970:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978927.647980:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978927.647982:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978927.647986:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978927.647990:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978927.647998:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9786
00000400:00000200:0.0:1783978927.648006:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978927.648012:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978927.648015:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978927.648018:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648021:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978927.648023:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648026:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978927.648030:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978927.648032:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978927.648035:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978927.648037:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978927.648039:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978927.648042:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978927.648045:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648047:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978927.648048:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648050:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978927.648053:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978927.648056:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648059:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978927.648061:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978927.648065:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978927.648067:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648070:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978927.648072:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978927.648082:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783978927.648085:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978927.648090:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978927.648091:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648095:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978927.648097:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978927.648101:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978927.648109:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783978927.648115:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978927.648123:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978927.648133:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978927.648137:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978927.648142:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978927.648166:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978927.648169:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978927.648172:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978927.648174:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978927.648175:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978927.648178:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978927.648180:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9786
00000400:00000200:0.0:1783978927.648185:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978927.648188:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978927.648191:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978927.648194:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648197:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978927.648199:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648201:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978927.648204:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978927.648205:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978927.648207:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978927.648209:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978927.648211:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978927.648213:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1783978927.648214:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978927.648219:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1783978927.648220:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978927.648223:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1783978927.648224:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978927.648230:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978927.648231:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978927.648233:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978927.648238:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783978927.648244:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1783978927.648245:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978927.648246:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648251:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.648252:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978927.648256:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978927.648256:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978927.648260:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978927.648263:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051904:192.168.201.109@tcp:250:kworker.0
02000000:00000001:0.0:1783978927.648264:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978927.648269:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978927.648270:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.648272:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1783978927.648273:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978927.648275:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.648278:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1783978927.648279:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978927.648283:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648285:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978927.648289:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
00000100:00000010:0.0:1783978927.648290:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
02000000:00000001:1.0:1783978927.648294:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783978927.648295:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978927.648300:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783978927.648302:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:0.0:1783978927.648303:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978927.648317:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:0.0:1783978927.648319:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978927.648322:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978927.648324:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978927.648325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
02000000:00000010:0.0:1783978927.648330:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000200:1.0:1783978927.648334:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367051904, portal 25
00000100:00000001:0.0:1783978927.648336:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648339:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978927.648343:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00100000:0.0:1783978927.648344:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1783978927.648351:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978927.648359:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978927.648361:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1783978927.648365:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978927.648365:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978927.648370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978927.648373:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367051904, offset 0
00000100:00000040:0.0:1783978927.648374:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978927.648381:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978927.648389:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978927.648390:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978927.648394:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978927.648397:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:0.0:1783978927.648399:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978927.648402:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978927.648404:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783978927.648405:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1783978927.648408:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783978927.648412:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00080000:0.0:1783978927.648413:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9786
00000400:00000200:1.0:1783978927.648419:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978927.648423:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978927.648427:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345778:345778:256:4294967295] 192.168.201.109@tcp LPNI seq info [345767:345767:8:4294967295]
00000400:00000200:1.0:1783978927.648431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978927.648439:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1783978927.648447:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:1.0:1783978927.648447:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783978927.648453:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000010:1.0:1783978927.648454:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00080000:0.0:1783978927.648457:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978927.648460:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648464:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783978927.648464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978927.648468:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.0:1783978927.648469:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1783978927.648472:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978927.648475:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1783978927.648476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:0.0:1783978927.648477:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978927.648481:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1783978927.648481:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1783978927.648483:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978927.648485:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000100:1.0:1783978927.648486:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:0.0:1783978927.648488:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:1.0:1783978927.648489:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000040:0.0:1783978927.648493:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978927.648495:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978927.648495:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1783978927.648499:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978927.648503:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1783978927.648504:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978927.648508:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978927.648511:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000100:00080000:0.0:1783978927.648512:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:1.0:1783978927.648514:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:0.0:1783978927.648515:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978927.648518:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978927.648519:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1783978927.648520:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978927.648525:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978927.648525:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978927.648530:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978927.648533:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978927.648537:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648538:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648539:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1783978927.648542:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000100:00000040:1.0:1783978927.648543:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1783978927.648546:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978927.648551:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978927.648553:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648555:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648556:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978927.648558:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783978927.648558:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1783978927.648562:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978927.648566:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:1.0:1783978927.648566:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978927.648571:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978927.648574:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:0.0:1783978927.648577:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978927.648580:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304460534
00000100:00000001:0.0:1783978927.648587:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1783978927.648588:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc240.
00000100:00000001:0.0:1783978927.648589:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978927.648594:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648598:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783978927.648599:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978927.648603:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978927.648606:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978927.648608:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304460534
00000100:00000040:0.0:1783978927.648609:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978927.648614:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1783978927.648614:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbccc0.
00000100:00000001:1.0:1783978927.648618:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1783978927.648620:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9796)
00000100:00000001:1.0:1783978927.648628:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978927.648631:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648632:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978927.648640:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978927/real 1783978927]  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978927.648649:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978927.648651:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978927.648653:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978927.648656:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978927.648658:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978927.648660:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978927.648663:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978927.648672:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648679:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978927.648681:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.648685:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978927.648699:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648705:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978927.648710:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648717:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978927.648720:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648721:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.648722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648725:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978927.648726:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978927.648729:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978927.648733:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978927.648735:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978927.648739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978927.648746:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367051904:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978927.648750:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648751:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978927.648753:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627367051904/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648757:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978927.648759:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978927.648761:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978927.648763:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978927.648764:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978927.648766:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978927.648767:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978927.648769:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783978927.648793:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978927.648795:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978927.648797:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:1.0:1783978927.648801:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978927.648802:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648804:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.648810:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978927.648812:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648814:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978927.648816:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978927.648817:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978927.648822:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648827:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978927.648828:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.648829:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978927.648830:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978927.648832:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978927.648834:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978927.648837:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978927.648838:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978927.648840:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.648855:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978927.648858:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978927.648860:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978927.648863:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978927.648866:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978927.648869:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978927.648881:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052032, portal 10
00000100:00000001:1.0:1783978927.648884:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978927.648885:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:1.0:1783978927.648892:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648896:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978927.648898:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978927.648900:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978927.648901:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052032, offset 0
00000400:00000200:1.0:1783978927.648904:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978927.648907:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978927.648909:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978927.648911:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978927.648913:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978927.648914:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978927.648916:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978927.648918:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345779:345779:256:4294967295] 192.168.201.109@tcp LPNI seq info [345768:345768:8:4294967295]
00000400:00000200:1.0:1783978927.648920:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978927.648924:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978927.648927:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978927.648929:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978927.648932:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978927.648933:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978927.648936:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978927.648938:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978927.648940:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978927.648941:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978927.648943:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978927.648945:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978927.648953:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978927.648954:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978927.648956:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978927.648958:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648967:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978927.648969:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.648974:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648975:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978927.648977:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978927.648981:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978927.648984:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978927.648986:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304459296
00000100:00000001:1.0:1783978927.648989:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304460534
00000100:00000001:1.0:1783978927.648990:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304459296
00000100:00000001:1.0:1783978927.648992:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304460534
00000100:00000001:1.0:1783978927.648994:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978927.648996:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.648998:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978927.649002:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978927/real 1783978927]  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978927.649017:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978927.649018:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978927.649019:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978927.649020:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978927.649022:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978927.649023:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978927.649025:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978927.649030:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649034:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978927.649035:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649037:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.649037:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978927.649039:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649044:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978927.649047:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649054:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978927.649057:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649058:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.649059:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649061:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978927.649064:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978927.649066:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978927.649069:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978927.649072:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978927.649076:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978927.649084:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978927.649088:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978927.649090:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649094:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978927.649095:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.649096:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978927.649097:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978927.649098:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978927.649100:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978927.649102:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978927.649104:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978927.649105:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978927.649106:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978927.649108:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978927.649109:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978927.649119:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978927.649122:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978927.649124:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978927.649127:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052160, portal 10
00000100:00000001:1.0:1783978927.649129:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978927.649130:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:1.0:1783978927.649136:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649142:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978927.649144:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978927.649146:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978927.649148:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052160, offset 0
00000400:00000200:1.0:1783978927.649152:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978927.649156:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978927.649160:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978927.649162:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978927.649164:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978927.649166:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978927.649167:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978927.649169:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345780:345780:256:4294967295] 192.168.201.109@tcp LPNI seq info [345769:345769:8:4294967295]
00000400:00000200:1.0:1783978927.649172:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978927.649178:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978927.649182:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978927.649184:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978927.649188:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978927.649191:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978927.649195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978927.649197:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978927.649201:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978927.649203:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978927.649206:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978927.649209:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978927.649212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978927.649214:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978927.649216:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978927.649219:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649224:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978927.649226:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649230:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.649231:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978927.649233:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978927.649235:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978927.649237:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978927.649238:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304459293
00000100:00000001:1.0:1783978927.649240:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304460534
00000100:00000001:1.0:1783978927.649241:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304459293
00000100:00000001:1.0:1783978927.649243:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304460534
00000100:00000001:1.0:1783978927.649244:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978927.649245:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.649247:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978927.649249:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978927/real 1783978927]  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978927.649253:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978927.649254:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978927.649255:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978927.649256:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978927.649257:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978927.649258:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978927.649260:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978927.649264:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649267:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978927.649268:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649269:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.649270:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978927.649272:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649275:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978927.649278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649284:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978927.649287:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649288:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978927.649289:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649291:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978927.649292:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978927.649294:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978927.649297:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978927.649299:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978927.649303:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978927.649316:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978927.649320:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649322:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978927.649325:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627367052032/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649331:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978927.649332:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978927.649334:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978927.649337:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978927.649338:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978927.649339:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978927.649341:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978927.649343:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783978927.649345:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978927.649346:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978927.649347:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:1.0:1783978927.649349:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978927.649351:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649352:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978927.649355:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627367052160/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978927.649360:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978927.649361:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978927.649363:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783978927.649365:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978927.649366:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978927.649367:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978927.649369:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978927.649370:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783978927.649372:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978927.649373:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978927.649375:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:1.0:1783978927.649377:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978927.649378:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649380:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978927.649383:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978927.649385:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978927.649386:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978927.649387:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978927.711934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978927.711944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978927.711946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978927.711954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978927.711958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978927.711963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978927.711966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978927.711969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978927.711972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.840031:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978927.840038:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.840050:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978927.840051:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978927.840233:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978927.840239:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978927.840244:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978928.735951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978928.735961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978928.735963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978928.735971:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978928.735975:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978928.735981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978928.735984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978928.735986:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978928.735989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.863916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978928.863926:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978928.863928:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978928.863931:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.863936:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978928.863939:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.863940:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.863942:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.863947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978928.863948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978928.864019:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978928.864023:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978928.864026:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978928.927906:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304460534, at 4304460544
00000100:00000040:1.0:1783978928.927906:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304460534, at 4304460544
00000100:00000010:1.0:1783978928.927921:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbccc0.
00000100:00000010:0.0:1783978928.927923:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc240.
00000100:00000001:3.0:1783978929.759921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978929.759929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978929.759931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978929.759937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978929.759940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978929.759944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978929.759947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978929.759949:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978929.759953:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978929.887954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978929.887961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978929.887975:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978929.887977:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978929.888042:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978929.888047:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978929.888050:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978930.783949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978930.783957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978930.783959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978930.783965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978930.783968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978930.783972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978930.783975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978930.783978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978930.783981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978930.911937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978930.911945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978930.911951:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978930.911959:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978930.912017:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978930.912021:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978930.912023:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978931.807849:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978931.807857:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978931.807858:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978931.807863:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978931.807867:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978931.807870:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978931.807873:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978931.807876:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978931.807879:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978931.935959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978931.935966:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978931.935971:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978931.935972:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978931.937685:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978931.937690:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978931.937694:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978932.769840:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978932.769849:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978932.769852:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978932.769856:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978932.769860:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978932.769867:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9791
00000400:00000200:0.0:1783978932.769876:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978932.769881:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978932.769885:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978932.769888:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.769891:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.769893:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.769896:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978932.769899:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978932.769901:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978932.769904:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978932.769907:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978932.769909:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978932.769911:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978932.769914:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.769916:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.769918:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.769920:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978932.769922:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978932.769925:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978932.769927:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978932.769930:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978932.769934:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978932.769937:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.769939:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978932.769941:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978932.769951:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783978932.769955:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978932.769958:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978932.769959:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.769962:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978932.769965:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978932.769970:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978932.769976:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783978932.769983:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978932.769991:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978932.770000:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978932.770005:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978932.770009:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978932.770036:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978932.770039:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978932.770043:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978932.770044:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978932.770046:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978932.770048:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978932.770051:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9791
00000400:00000200:0.0:1783978932.770054:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978932.770057:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978932.770059:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978932.770062:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770063:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.770065:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770067:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978932.770069:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978932.770070:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978932.770072:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978932.770074:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978932.770076:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783978932.770078:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783978932.770080:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770082:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.770084:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770086:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978932.770088:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978932.770090:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770092:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978932.770094:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978932.770099:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978932.770101:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770103:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978932.770107:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978932.770109:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770111:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978932.770114:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783978932.770116:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978932.770119:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978932.770120:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770122:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978932.770123:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978932.770124:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978932.770127:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783978932.770131:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978932.770135:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978932.770142:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978932.770144:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978932.770147:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978932.770154:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978932.770156:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978932.770159:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978932.770160:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978932.770162:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978932.770164:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978932.770166:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9791
00000400:00000200:0.0:1783978932.770170:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978932.770172:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978932.770174:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978932.770177:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770178:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.770180:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770182:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978932.770184:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978932.770185:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978932.770186:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978932.770188:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978932.770190:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978932.770192:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783978932.770194:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770196:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978932.770197:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770199:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978932.770201:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783978932.770203:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978932.770205:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978932.770207:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978932.770209:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978932.770211:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770212:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978932.770214:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978932.770216:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770217:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978932.770220:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783978932.770222:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783978932.770225:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978932.770226:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978932.770227:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978932.770229:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978932.770230:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978932.770233:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783978932.770236:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978932.770240:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978932.770246:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978932.770248:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978932.770251:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978932.770257:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978932.770260:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978932.770264:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978932.770266:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978932.770269:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978932.770273:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9802)
00000100:00000001:1.0:1783978932.770841:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978932.770845:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978932.770848:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978932.770855:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.770862:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978932.770864:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.770867:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978932.770869:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978932.770872:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978932.770875:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367052288:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978932.770878:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978932.770882:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978932.770884:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.770887:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978932.770892:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978932.770894:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978932.770899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978932.770902:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978932.770908:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978932.770914:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052288, portal 25
00000100:00000001:1.0:1783978932.770916:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978932.770918:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:1.0:1783978932.770923:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.770929:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978932.770932:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978932.770934:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978932.770937:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367052288, offset 0
00000400:00000200:1.0:1783978932.770943:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978932.770950:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.770956:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978932.770961:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978932.770964:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978932.770968:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978932.770970:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978932.770974:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345781:345781:256:4294967295] 192.168.201.109@tcp LPNI seq info [345770:345770:8:4294967295]
00000400:00000200:1.0:1783978932.770978:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.770986:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978932.770991:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.770996:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978932.771002:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978932.771005:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978932.771011:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978932.771014:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783978932.771018:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.771020:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978932.771025:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978932.771029:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978932.771034:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978932.771036:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978932.771040:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978932.771043:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771051:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771055:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771061:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771062:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978932.771067:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978932.771070:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978932.771074:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304465657
00000100:00000010:1.0:1783978932.771079:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbccc0.
00000100:00000001:1.0:1783978932.771086:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978932.771090:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304465657
00000100:00000010:1.0:1783978932.771093:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc120.
00000100:00000001:1.0:1783978932.771096:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978932.771098:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978932.771101:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771103:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978932.771107:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978932/real 1783978932]  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978932.771115:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978932.771117:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978932.771119:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978932.771121:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978932.771122:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978932.771125:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978932.771127:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978932.771135:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771140:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978932.771142:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771144:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978932.771149:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771156:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978932.771159:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771166:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978932.771169:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771170:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771171:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771173:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978932.771175:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978932.771178:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978932.771181:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978932.771183:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978932.771187:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978932.771194:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367052288:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978932.771198:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978932.771201:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771207:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978932.771208:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.771211:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978932.771212:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978932.771214:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978932.771216:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978932.771219:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978932.771221:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978932.771222:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.771224:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978932.771227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978932.771229:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978932.771232:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978932.771234:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978932.771237:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978932.771239:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052416, portal 10
00000100:00000001:1.0:1783978932.771241:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978932.771243:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:1.0:1783978932.771248:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771254:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978932.771256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978932.771258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978932.771260:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052416, offset 0
00000400:00000200:1.0:1783978932.771264:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978932.771267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.771270:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978932.771273:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978932.771275:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978932.771278:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978932.771280:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978932.771282:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345782:345782:256:4294967295] 192.168.201.109@tcp LPNI seq info [345771:345771:8:4294967295]
00000400:00000200:1.0:1783978932.771299:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.771305:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978932.771309:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.771313:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978932.771316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978932.771319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978932.771323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978932.771325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783978932.771328:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.771330:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978932.771333:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978932.771336:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978932.771338:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978932.771340:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978932.771342:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978932.771345:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771352:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771355:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771360:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771362:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978932.771364:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978932.771368:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978932.771371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978932.771373:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304464418
00000100:00000001:1.0:1783978932.771376:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304465657
00000100:00000001:1.0:1783978932.771378:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304464418
00000100:00000001:1.0:1783978932.771380:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304465657
00000100:00000001:1.0:1783978932.771382:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978932.771384:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771385:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978932.771388:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978932/real 1783978932]  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978932.771395:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978932.771397:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978932.771398:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978932.771400:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978932.771402:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978932.771403:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978932.771406:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978932.771413:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771419:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978932.771420:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771422:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771423:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978932.771427:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771434:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978932.771437:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771444:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978932.771446:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771448:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771449:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771451:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978932.771453:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978932.771456:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978932.771458:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978932.771461:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978932.771464:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978932.771471:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978932.771475:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978932.771478:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771484:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978932.771485:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.771487:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978932.771489:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978932.771491:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978932.771493:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052544:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978932.771496:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978932.771498:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978932.771499:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978932.771501:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978932.771503:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978932.771505:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978932.771508:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978932.771510:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978932.771513:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978932.771516:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052544, portal 10
00000100:00000001:1.0:1783978932.771517:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978932.771519:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:1.0:1783978932.771523:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771529:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978932.771531:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978932.771532:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978932.771534:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052544, offset 0
00000400:00000200:1.0:1783978932.771538:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978932.771541:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.771544:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978932.771547:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978932.771549:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978932.771551:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978932.771553:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978932.771556:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345783:345783:256:4294967295] 192.168.201.109@tcp LPNI seq info [345772:345772:8:4294967295]
00000400:00000200:1.0:1783978932.771559:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978932.771565:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978932.771569:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.771571:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978932.771575:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978932.771577:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783978932.771581:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978932.771583:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783978932.771587:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978932.771588:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978932.771591:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978932.771594:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978932.771596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978932.771598:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978932.771600:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978932.771603:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771610:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771613:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771619:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771621:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978932.771623:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978932.771626:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978932.771630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978932.771631:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304464415
00000100:00000001:1.0:1783978932.771634:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304465657
00000100:00000001:1.0:1783978932.771636:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304464415
00000100:00000001:1.0:1783978932.771638:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304465657
00000100:00000001:1.0:1783978932.771640:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978932.771642:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771644:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978932.771647:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978932/real 1783978932]  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978932.771655:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978932.771656:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978932.771658:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978932.771660:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978932.771662:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978932.771664:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978932.771667:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978932.771674:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771680:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978932.771681:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978932.771687:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771693:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978932.771696:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771702:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978932.771704:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978932.771707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771709:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978932.771710:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978932.771713:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978932.771716:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978932.771717:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978932.771721:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978932.771728:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052544:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978932.771731:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771733:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771736:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627367052288/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771742:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978932.771745:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978932.771748:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978932.771750:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978932.771761:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978932.771763:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978932.771765:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978932.771768:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:1.0:1783978932.771797:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978932.771799:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978932.771800:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:1.0:1783978932.771804:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978932.771805:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771807:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771811:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627367052416/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771816:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978932.771818:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978932.771819:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978932.771821:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978932.771823:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978932.771824:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978932.771826:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978932.771827:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:1.0:1783978932.771829:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978932.771830:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978932.771832:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:1.0:1783978932.771834:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978932.771835:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771836:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978932.771839:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627367052544/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978932.771845:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978932.771846:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978932.771848:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783978932.771849:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978932.771850:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978932.771851:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978932.771854:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978932.771855:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:1.0:1783978932.771857:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978932.771858:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978932.771859:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:1.0:1783978932.771861:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978932.771862:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978932.771870:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978932.771871:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978932.771873:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978932.771875:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978932.831888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978932.831895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978932.831897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978932.831902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978932.831905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978932.831908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978932.831911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978932.831913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978932.831916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.959891:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978932.959896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.959964:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978932.959966:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978932.960145:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978932.960148:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978932.960152:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978933.855928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978933.855935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978933.855937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978933.855942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978933.855945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978933.855949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978933.855951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978933.855953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978933.855955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978933.984147:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978933.984154:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978933.984159:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978933.984161:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978933.984462:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978933.984466:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978933.984469:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978934.047898:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304465657, at 4304465664
00000100:00000010:0.0:1783978934.047913:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbccc0.
00000100:00000040:1.0:1783978934.047984:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304465657, at 4304465664
00000100:00000010:1.0:1783978934.048000:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc120.
00000100:00000001:3.0:1783978934.880034:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978934.880043:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978934.880267:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978934.880274:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978934.880277:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978934.880281:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978934.880284:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978934.880287:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978934.880290:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978935.007913:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978935.007918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978935.007922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978935.007923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978935.007982:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978935.007986:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978935.007989:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978935.903893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978935.903900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978935.903902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978935.903906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978935.903909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978935.903912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978935.903913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978935.903915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978935.903917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978936.031903:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978936.031908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978936.031912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978936.031913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978936.032164:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978936.032168:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978936.032171:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978936.927905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978936.927921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978936.927924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978936.927937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978936.927942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978936.927947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978936.927988:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978936.927992:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978936.927996:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.055930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978937.055938:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.055945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978937.055949:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978937.055953:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978937.055957:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.055960:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978937.055964:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.055966:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.055968:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978937.057244:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978937.057251:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978937.057256:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978937.887929:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978937.887940:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978937.887942:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978937.887945:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978937.887949:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978937.887955:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9797
00000400:00000200:2.0:1783978937.887963:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978937.887969:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978937.887971:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978937.887973:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.887975:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.887977:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.887979:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978937.887981:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978937.887982:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978937.887984:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978937.887987:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978937.887989:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978937.887991:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978937.887992:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.887994:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.887995:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.887996:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978937.887998:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978937.888000:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888002:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978937.888004:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978937.888006:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978937.888008:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888009:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978937.888011:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978937.888022:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783978937.888024:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978937.888034:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978937.888036:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888039:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978937.888042:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978937.888046:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978937.888056:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978937.888063:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978937.888073:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978937.888083:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978937.888088:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978937.888092:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978937.888119:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978937.888123:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978937.888126:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978937.888127:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978937.888129:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978937.888132:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978937.888134:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9797
00000400:00000200:2.0:1783978937.888138:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978937.888141:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978937.888143:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978937.888146:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888148:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.888149:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888152:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978937.888154:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978937.888155:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978937.888156:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978937.888166:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978937.888168:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978937.888170:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978937.888174:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888176:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.888177:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888178:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978937.888180:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978937.888182:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888183:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978937.888184:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978937.888189:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978937.888191:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888192:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978937.888195:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978937.888197:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888199:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978937.888201:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978937.888203:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978937.888205:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978937.888206:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888207:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978937.888208:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978937.888209:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978937.888211:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978937.888214:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978937.888218:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978937.888226:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978937.888228:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978937.888232:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978937.888239:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978937.888241:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978937.888244:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978937.888245:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978937.888247:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978937.888249:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978937.888252:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9797
00000400:00000200:2.0:1783978937.888256:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978937.888259:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978937.888261:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978937.888264:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888266:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.888268:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888270:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978937.888272:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978937.888273:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978937.888275:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978937.888276:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978937.888278:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978937.888280:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978937.888283:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888284:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978937.888286:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888288:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978937.888290:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978937.888293:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978937.888295:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978937.888297:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978937.888299:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978937.888301:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888303:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978937.888305:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978937.888308:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888309:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978937.888313:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978937.888316:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978937.888318:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978937.888319:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978937.888321:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978937.888322:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978937.888324:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978937.888327:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783978937.888330:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978937.888335:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978937.888348:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978937.888350:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978937.888353:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978937.888359:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978937.888362:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978937.888365:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978937.888368:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978937.888371:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978937.888375:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9807)
00000100:00000001:1.0:1783978937.889852:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978937.889858:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978937.889860:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978937.889869:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.889877:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978937.889879:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.889882:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978937.889885:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978937.889886:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978937.889889:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367052672:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978937.889892:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978937.889896:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978937.889898:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.889900:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978937.889905:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978937.889906:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978937.889911:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978937.889914:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978937.889919:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978937.889925:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052672, portal 25
00000100:00000001:1.0:1783978937.889927:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978937.889929:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783978937.889934:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.889942:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978937.889945:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978937.889947:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978937.889950:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367052672, offset 0
00000400:00000200:1.0:1783978937.889957:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978937.889966:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.889983:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978937.889990:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978937.889993:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978937.889997:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978937.890000:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978937.890004:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345784:345784:256:4294967295] 192.168.201.109@tcp LPNI seq info [345773:345773:8:4294967295]
00000400:00000200:1.0:1783978937.890008:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.890017:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978937.890024:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890030:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978937.890037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978937.890040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978937.890045:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978937.890048:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783978937.890051:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890054:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978937.890061:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978937.890066:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978937.890072:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978937.890074:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978937.890079:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978937.890083:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890094:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890097:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890103:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890104:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978937.890110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978937.890112:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978937.890114:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304470776
00000100:00000010:1.0:1783978937.890119:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc120.
00000100:00000001:1.0:1783978937.890125:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978937.890133:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304470776
00000100:00000010:1.0:1783978937.890136:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc8a0.
00000100:00000001:1.0:1783978937.890139:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978937.890142:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978937.890145:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890147:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978937.890152:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978937/real 1783978937]  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978937.890162:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978937.890163:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978937.890165:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978937.890168:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978937.890169:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978937.890172:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978937.890175:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978937.890181:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890185:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978937.890186:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890188:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890189:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978937.890192:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890203:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978937.890210:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890217:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978937.890220:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890222:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890223:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890226:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978937.890228:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978937.890232:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978937.890236:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978937.890238:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978937.890243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978937.890248:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367052672:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978937.890251:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978937.890254:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890258:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978937.890259:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.890260:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978937.890261:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978937.890263:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978937.890264:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978937.890267:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978937.890268:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978937.890269:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.890270:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978937.890272:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978937.890274:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978937.890276:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978937.890278:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978937.890280:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978937.890282:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052800, portal 10
00000100:00000001:1.0:1783978937.890284:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978937.890285:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783978937.890291:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890298:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978937.890300:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978937.890302:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978937.890304:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052800, offset 0
00000400:00000200:1.0:1783978937.890308:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978937.890311:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.890315:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978937.890318:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978937.890320:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978937.890323:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978937.890325:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978937.890328:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345785:345785:256:4294967295] 192.168.201.109@tcp LPNI seq info [345774:345774:8:4294967295]
00000400:00000200:1.0:1783978937.890331:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.890338:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978937.890342:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890344:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978937.890347:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978937.890349:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978937.890351:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978937.890353:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783978937.890357:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890358:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978937.890361:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978937.890365:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978937.890368:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978937.890370:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978937.890372:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978937.890375:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890382:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890385:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890392:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890394:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978937.890397:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978937.890401:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978937.890404:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978937.890406:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304469537
00000100:00000001:1.0:1783978937.890409:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304470776
00000100:00000001:1.0:1783978937.890411:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304469537
00000100:00000001:1.0:1783978937.890413:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304470776
00000100:00000001:1.0:1783978937.890415:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978937.890417:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890419:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978937.890422:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978937/real 1783978937]  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978937.890430:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978937.890431:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978937.890432:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978937.890435:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978937.890436:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978937.890439:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978937.890441:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978937.890449:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890455:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978937.890456:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890458:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890459:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978937.890464:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890470:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978937.890474:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890480:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978937.890482:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890484:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890485:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890487:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978937.890489:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978937.890492:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978937.890495:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978937.890497:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978937.890500:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978937.890506:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978937.890509:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978937.890513:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890519:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978937.890521:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.890523:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978937.890524:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978937.890526:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978937.890529:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052928:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978937.890532:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978937.890535:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978937.890536:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978937.890538:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978937.890541:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978937.890543:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978937.890546:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978937.890549:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978937.890552:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978937.890554:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367052928, portal 10
00000100:00000001:1.0:1783978937.890557:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978937.890558:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783978937.890563:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890569:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978937.890570:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978937.890572:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978937.890574:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367052928, offset 0
00000400:00000200:1.0:1783978937.890578:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978937.890581:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.890584:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978937.890586:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978937.890589:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978937.890591:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978937.890593:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978937.890595:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345786:345786:256:4294967295] 192.168.201.109@tcp LPNI seq info [345775:345775:8:4294967295]
00000400:00000200:1.0:1783978937.890599:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978937.890604:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978937.890608:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890610:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978937.890614:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978937.890616:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978937.890620:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978937.890623:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783978937.890626:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978937.890627:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978937.890629:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978937.890631:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978937.890633:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978937.890634:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978937.890636:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978937.890638:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890643:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890645:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890648:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890649:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978937.890651:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978937.890654:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978937.890656:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978937.890657:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304469534
00000100:00000001:1.0:1783978937.890659:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304470776
00000100:00000001:1.0:1783978937.890660:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304469534
00000100:00000001:1.0:1783978937.890662:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304470776
00000100:00000001:1.0:1783978937.890674:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978937.890677:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890679:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978937.890682:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978937/real 1783978937]  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978937.890693:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978937.890694:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978937.890695:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978937.890698:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978937.890699:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978937.890702:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978937.890705:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978937.890713:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890719:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978937.890720:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890722:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890723:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978937.890726:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890733:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978937.890736:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890743:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978937.890745:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890746:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978937.890747:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890749:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978937.890751:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978937.890753:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978937.890757:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978937.890758:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978937.890762:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978937.890769:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367052928:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978937.890831:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890833:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890837:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367052672/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890844:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978937.890847:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978937.890850:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978937.890853:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978937.890855:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978937.890857:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978937.890860:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978937.890862:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783978937.890867:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978937.890869:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978937.890870:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783978937.890874:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978937.890875:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890876:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890880:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367052800/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890886:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978937.890887:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978937.890888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978937.890890:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978937.890892:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978937.890893:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978937.890895:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978937.890897:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:1.0:1783978937.890902:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978937.890903:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978937.890905:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783978937.890907:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978937.890908:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890910:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978937.890914:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367052928/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978937.890920:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978937.890922:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978937.890923:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978937.890925:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978937.890926:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978937.890927:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978937.890929:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978937.890931:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783978937.890933:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978937.890934:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978937.890935:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783978937.890937:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978937.890938:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890940:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978937.890947:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978937.890949:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978937.890951:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978937.890953:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978937.951892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978937.951912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978937.951915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978937.951920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978937.951923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978937.951927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978937.951930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978937.951932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978937.951935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978938.079906:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978938.079912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978938.079916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978938.079916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978938.080007:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978938.080010:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978938.080012:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978938.975872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978938.975879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978938.975880:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978938.975885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978938.975888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978938.975891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978938.975892:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978938.975894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978938.975896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.104321:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978939.104342:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978939.104344:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978939.104348:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.104354:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978939.104356:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.104358:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.104360:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.104364:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978939.104365:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978939.104688:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978939.104690:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978939.104692:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978939.167899:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304470776, at 4304470784
00000100:00000010:1.0:1783978939.167915:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc8a0.
00000100:00000040:0.0:1783978939.169729:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304470776, at 4304470785
00000100:00000010:0.0:1783978939.169739:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc120.
00000100:00000001:3.0:1783978939.999885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978939.999893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978939.999895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978939.999901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978939.999905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978939.999908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978939.999911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978939.999914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978939.999916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978940.127894:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978940.127900:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978940.127906:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978940.127908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978940.129280:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978940.129284:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978940.129288:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978941.024815:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978941.024824:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978941.024826:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978941.024832:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978941.024836:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978941.024840:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978941.024842:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978941.024844:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978941.024847:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978941.151935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978941.151940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978941.151944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978941.151945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978941.152003:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978941.152007:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978941.152010:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978942.047916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978942.047925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978942.047927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978942.047933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978942.047936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978942.047940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978942.047943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978942.047946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978942.047950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.175966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978942.175975:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.175983:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978942.175984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978942.176060:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978942.176063:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978942.176065:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978943.007936:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978943.007951:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978943.007954:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978943.007959:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978943.007964:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978943.007973:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9802
00000400:00000200:2.0:1783978943.007985:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978943.007993:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978943.007997:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978943.008000:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008005:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978943.008008:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008010:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978943.008015:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978943.008018:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978943.008021:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978943.008024:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978943.008028:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978943.008039:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978943.008042:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008044:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978943.008046:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008048:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978943.008052:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978943.008055:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008058:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978943.008062:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978943.008067:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978943.008070:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008073:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978943.008076:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978943.008089:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783978943.008093:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978943.008098:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978943.008100:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008103:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978943.008107:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978943.008111:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978943.008121:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978943.008128:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978943.008136:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978943.008145:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978943.008149:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978943.008153:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978943.008179:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978943.008182:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978943.008186:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978943.008188:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978943.008190:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978943.008193:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978943.008196:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9802
00000400:00000200:2.0:1783978943.008200:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978943.008204:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978943.008207:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978943.008211:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008213:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978943.008214:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1783978943.008216:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978943.008220:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783978943.008221:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978943.008224:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783978943.008226:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978943.008228:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000040:1.0:1783978943.008232:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783978943.008232:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978943.008235:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978943.008241:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978943.008246:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1783978943.008246:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978943.008250:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978943.008252:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008256:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978943.008257:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783978943.008259:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1783978943.008259:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978943.008263:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:1.0:1783978943.008264:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1783978943.008265:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008269:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.008271:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978943.008272:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978943.008279:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1783978943.008280:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053056:192.168.201.109@tcp:250:kworker.0
02000000:00000001:2.0:1783978943.008282:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008285:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978943.008290:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1783978943.008291:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978943.008297:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978943.008301:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1783978943.008303:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008306:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.008307:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1783978943.008310:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978943.008312:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000010:1.0:1783978943.008315:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:2.0:1783978943.008315:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978943.008320:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978943.008321:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008325:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978943.008326:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978943.008328:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978943.008330:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:2.0:1783978943.008335:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000400:00000010:1.0:1783978943.008337:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783978943.008342:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978943.008347:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00100000:2.0:1783978943.008351:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783978943.008358:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053056, portal 25
00000100:00000001:2.0:1783978943.008361:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978943.008362:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978943.008366:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000001:2.0:1783978943.008367:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978943.008376:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783978943.008376:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008399:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978943.008405:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008410:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978943.008411:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00080000:2.0:1783978943.008415:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1783978943.008417:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367053056, offset 0
00000100:00080000:2.0:1783978943.008424:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978943.008426:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978943.008429:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783978943.008430:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008434:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978943.008439:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9802
00000400:00000200:1.0:1783978943.008445:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978943.008445:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978943.008452:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978943.008455:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783978943.008457:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:2.0:1783978943.008460:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008465:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978943.008469:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1783978943.008470:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008475:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978943.008478:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:2.0:1783978943.008479:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978943.008483:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978943.008485:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783978943.008486:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1783978943.008489:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783978943.008492:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:2.0:1783978943.008494:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978943.008500:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978943.008501:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345787:345787:256:4294967295] 192.168.201.109@tcp LPNI seq info [345776:345776:8:4294967295]
00000100:00000040:2.0:1783978943.008506:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008509:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978943.008510:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783978943.008514:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008516:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978943.008518:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978943.008524:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783978943.008527:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783978943.008528:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978943.008532:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978943.008535:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1783978943.008540:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:2.0:1783978943.008541:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978943.008545:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978943.008547:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978943.008550:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978943.008551:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00000001:2.0:1783978943.008551:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978943.008556:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978943.008559:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978943.008561:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978943.008563:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978943.008564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783978943.008565:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978943.008568:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978943.008571:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978943.008573:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
02000000:00000010:2.0:1783978943.008585:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783978943.008589:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978943.008595:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1783978943.008596:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978943.008604:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783978943.008616:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978943.008620:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1783978943.008621:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000001:2.0:1783978943.008625:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978943.008632:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978943.008635:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978943.008646:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783978943.008646:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978943.008651:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978943.008655:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978943.008656:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000100:00000040:2.0:1783978943.008658:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1783978943.008659:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000040:2.0:1783978943.008666:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978943.008668:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1783978943.008672:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9812)
00000100:00000200:1.0:1783978943.008676:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008688:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.008692:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008707:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.008709:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978943.008717:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978943.008722:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978943.008725:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304475894
00000100:00000010:1.0:1783978943.008732:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc8a0.
00000100:00000001:1.0:1783978943.008739:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978943.008744:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304475894
00000100:00000010:1.0:1783978943.008746:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf00.
00000100:00000001:1.0:1783978943.008749:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978943.008751:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978943.008753:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.008756:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978943.008759:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978943/real 1783978943]  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978943.008767:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978943.008769:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978943.008800:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978943.008805:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978943.008807:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978943.008810:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978943.008814:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978943.008822:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008829:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978943.008831:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008833:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.008835:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978943.008839:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008845:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978943.008850:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008858:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978943.008861:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008863:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.008865:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008867:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978943.008870:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978943.008873:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978943.008877:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978943.008880:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978943.008884:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978943.008889:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053056:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978943.008893:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008894:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.008896:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367053056/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008900:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978943.008902:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978943.008904:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978943.008906:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978943.008907:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978943.008909:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978943.008911:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978943.008913:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783978943.008919:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978943.008921:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978943.008923:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783978943.008926:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978943.008928:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008930:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.008938:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978943.008940:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.008943:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978943.008944:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978943.008946:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978943.008950:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.008957:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978943.008959:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.008961:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978943.008963:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978943.008965:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978943.008968:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978943.008971:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978943.008973:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978943.008975:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.008977:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978943.008979:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978943.008981:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978943.008985:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978943.008988:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978943.008992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978943.008996:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053184, portal 10
00000100:00000001:1.0:1783978943.008998:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978943.008999:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783978943.009006:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009013:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978943.009015:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978943.009017:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978943.009020:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367053184, offset 0
00000400:00000200:1.0:1783978943.009024:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978943.009028:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978943.009032:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978943.009036:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978943.009038:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978943.009041:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978943.009044:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978943.009047:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345788:345788:256:4294967295] 192.168.201.109@tcp LPNI seq info [345777:345777:8:4294967295]
00000400:00000200:1.0:1783978943.009050:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978943.009056:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978943.009060:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978943.009065:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978943.009069:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978943.009071:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978943.009075:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978943.009077:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783978943.009080:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978943.009083:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978943.009086:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978943.009089:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978943.009092:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978943.009094:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978943.009096:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978943.009100:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009107:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.009109:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009115:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.009117:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978943.009119:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978943.009123:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978943.009126:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978943.009128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304474656
00000100:00000001:1.0:1783978943.009131:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304475894
00000100:00000001:1.0:1783978943.009133:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304474656
00000100:00000001:1.0:1783978943.009135:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304475894
00000100:00000001:1.0:1783978943.009137:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978943.009139:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.009141:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978943.009144:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978943/real 1783978943]  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978943.009151:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978943.009152:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978943.009153:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978943.009155:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978943.009157:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978943.009159:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978943.009162:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978943.009170:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009177:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978943.009178:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009179:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.009180:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978943.009183:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009187:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978943.009189:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009193:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978943.009195:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009196:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.009197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009198:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978943.009201:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978943.009203:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978943.009205:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978943.009207:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978943.009211:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978943.009218:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978943.009222:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978943.009225:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009231:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978943.009233:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.009235:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978943.009237:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978943.009239:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978943.009241:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978943.009245:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978943.009247:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978943.009248:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978943.009250:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978943.009254:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978943.009256:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978943.009259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978943.009262:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978943.009265:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978943.009268:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053312, portal 10
00000100:00000001:1.0:1783978943.009270:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978943.009272:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783978943.009278:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009284:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978943.009287:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978943.009289:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978943.009291:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367053312, offset 0
00000400:00000200:1.0:1783978943.009295:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978943.009299:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978943.009303:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978943.009306:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978943.009308:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978943.009310:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978943.009311:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978943.009313:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345789:345789:256:4294967295] 192.168.201.109@tcp LPNI seq info [345778:345778:8:4294967295]
00000400:00000200:1.0:1783978943.009316:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978943.009320:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978943.009322:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978943.009324:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978943.009327:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978943.009329:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978943.009332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978943.009334:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783978943.009336:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978943.009337:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978943.009339:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978943.009341:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978943.009343:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978943.009344:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978943.009347:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978943.009350:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009357:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.009361:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009367:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.009368:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978943.009371:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978943.009374:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978943.009377:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978943.009379:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304474653
00000100:00000001:1.0:1783978943.009381:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304475894
00000100:00000001:1.0:1783978943.009383:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304474653
00000100:00000001:1.0:1783978943.009386:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304475894
00000100:00000001:1.0:1783978943.009388:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978943.009389:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.009390:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978943.009393:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978943/real 1783978943]  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978943.009401:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978943.009402:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978943.009404:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978943.009407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978943.009408:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978943.009410:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978943.009413:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978943.009422:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009428:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978943.009429:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.009433:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978943.009437:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009444:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978943.009447:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009452:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978943.009453:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978943.009455:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009456:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978943.009457:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978943.009458:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978943.009460:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978943.009461:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978943.009463:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978943.009468:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978943.009471:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009472:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.009474:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367053184/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009477:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978943.009478:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978943.009479:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978943.009481:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978943.009482:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978943.009483:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978943.009484:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978943.009486:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783978943.009487:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978943.009488:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978943.009489:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783978943.009491:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978943.009492:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978943.009495:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367053312/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978943.009499:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978943.009499:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978943.009500:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783978943.009501:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978943.009502:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978943.009503:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978943.009504:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978943.009505:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:1.0:1783978943.009506:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978943.009507:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978943.009507:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783978943.009509:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978943.009510:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009511:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978943.009513:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978943.009514:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978943.009515:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978943.009516:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978943.072070:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978943.072079:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978943.072080:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978943.072086:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978943.072089:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978943.072092:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978943.072095:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978943.072097:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978943.072100:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978943.199934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978943.199943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978943.199950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978943.199951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978943.200021:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978943.200026:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978943.200030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978944.095960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978944.095970:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978944.095972:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978944.095979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978944.095983:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978944.095987:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978944.095989:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978944.095992:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978944.095995:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978944.224425:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978944.224435:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978944.224444:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978944.224445:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978944.224517:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978944.224522:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978944.224526:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978944.287917:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304475894, at 4304475904
00000100:00000040:1.0:1783978944.287917:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304475894, at 4304475904
00000100:00000010:0.0:1783978944.287936:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc8a0.
00000100:00000010:1.0:1783978944.287942:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf00.
00000100:00000001:3.0:1783978945.119932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978945.119942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978945.119944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978945.119951:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978945.119957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978945.119961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978945.119965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978945.119967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978945.119970:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978945.247926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978945.247936:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978945.247943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978945.247959:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978945.248103:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978945.248108:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978945.248111:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978946.143881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978946.143892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978946.143894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978946.143903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978946.143908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978946.143912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978946.143915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978946.143919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978946.143923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978946.271966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978946.271975:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978946.271983:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978946.271985:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978946.272087:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978946.272094:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978946.272099:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978947.167916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978947.167924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978947.167926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978947.167932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978947.167941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978947.167946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978947.167949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978947.167952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978947.167955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.295933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978947.295943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.295952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978947.295956:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978947.295959:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978947.295963:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.295966:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978947.295969:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.295971:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.295974:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978947.296092:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978947.296099:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978947.296103:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978948.127925:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978948.127935:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978948.127938:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978948.127942:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978948.127946:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978948.127953:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9807
00000400:00000200:3.0:1783978948.127963:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978948.127968:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978948.127971:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978948.127973:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.127976:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978948.127978:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.127981:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978948.127984:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978948.127987:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978948.127989:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978948.127992:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978948.127994:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978948.127995:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978948.127997:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.127998:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978948.127999:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128000:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978948.128002:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978948.128004:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128006:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978948.128008:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978948.128011:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978948.128013:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128015:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978948.128017:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978948.128028:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783978948.128031:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978948.128034:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978948.128036:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128040:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978948.128043:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978948.128048:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978948.128058:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978948.128066:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978948.128076:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978948.128086:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978948.128091:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978948.128097:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978948.128122:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978948.128130:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978948.128134:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978948.128135:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978948.128137:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978948.128140:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978948.128143:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9807
00000400:00000200:3.0:1783978948.128147:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978948.128150:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978948.128152:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978948.128155:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128157:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978948.128159:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128161:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978948.128162:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783978948.128164:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978948.128167:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978948.128169:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783978948.128170:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783978948.128172:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783978948.128175:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783978948.128176:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978948.128180:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783978948.128185:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978948.128186:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128191:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978948.128195:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978948.128198:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978948.128199:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978948.128201:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978948.128205:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:1.0:1783978948.128207:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978948.128211:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1783978948.128211:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:1.0:1783978948.128214:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128218:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.128220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053440:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783978948.128222:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978948.128229:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978948.128230:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978948.128233:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128236:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978948.128237:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1783978948.128240:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978948.128242:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783978948.128244:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128246:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.128247:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783978948.128249:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783978948.128251:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978948.128253:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978948.128254:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128255:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1783978948.128256:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:3.0:1783978948.128256:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978948.128259:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.128261:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978948.128264:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978948.128268:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128271:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:3.0:1783978948.128277:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783978948.128280:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978948.128289:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1783978948.128291:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:3.0:1783978948.128292:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978948.128298:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978948.128299:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053440, portal 25
00000100:00000001:1.0:1783978948.128304:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978948.128306:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783978948.128315:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978948.128315:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978948.128320:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978948.128327:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978948.128329:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978948.128330:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.128333:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783978948.128334:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783978948.128340:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783978948.128340:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9807
00000400:00000010:1.0:1783978948.128345:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000400:00000200:3.0:1783978948.128349:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000200:1.0:1783978948.128352:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367053440, offset 0
00000400:00000200:3.0:1783978948.128354:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978948.128358:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978948.128361:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128363:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978948.128366:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978948.128367:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128370:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978948.128372:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978948.128373:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978948.128374:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978948.128375:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978948.128377:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978948.128379:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978948.128380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978948.128383:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128385:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978948.128387:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978948.128390:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783978948.128390:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978948.128394:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978948.128398:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978948.128400:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128401:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783978948.128402:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978948.128406:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978948.128408:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128410:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783978948.128411:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978948.128414:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978948.128415:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128417:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978948.128420:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783978948.128422:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978948.128424:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978948.128426:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.128428:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783978948.128430:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783978948.128430:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978948.128433:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128436:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000010:3.0:1783978948.128438:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000400:00000200:1.0:1783978948.128443:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345790:345790:256:4294967295] 192.168.201.109@tcp LPNI seq info [345779:345779:8:4294967295]
00000100:00000001:3.0:1783978948.128444:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:3.0:1783978948.128454:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978948.128461:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978948.128463:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978948.128468:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978948.128469:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783978948.128480:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978948.128481:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978948.128483:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978948.128500:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978948.128502:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783978948.128508:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00000040:3.0:1783978948.128510:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1783978948.128519:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783978948.128521:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9817)
00000800:00000200:1.0:1783978948.128525:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978948.128533:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978948.128537:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783978948.128542:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978948.128545:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978948.128553:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978948.128559:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978948.128566:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978948.128568:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978948.128575:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978948.128580:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128598:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.128603:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128611:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.128614:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978948.128621:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128626:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978948.128630:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304481014
00000100:00000010:1.0:1783978948.128636:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf00.
00000100:00000001:1.0:1783978948.128642:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978948.128649:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304481014
00000100:00000010:1.0:1783978948.128651:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc7e0.
00000100:00000001:1.0:1783978948.128653:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978948.128656:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978948.128659:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.128662:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978948.128666:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978948/real 1783978948]  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978948.128689:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978948.128690:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978948.128693:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978948.128696:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978948.128698:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978948.128701:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978948.128705:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978948.128714:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128727:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978948.128729:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.128734:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978948.128738:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128745:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978948.128749:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128756:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978948.128759:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.128762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128765:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978948.128767:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978948.128770:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978948.128806:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978948.128809:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978948.128813:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978948.128821:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053440:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978948.128826:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128829:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.128831:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367053440/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128839:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978948.128842:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978948.128845:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978948.128848:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978948.128851:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978948.128853:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978948.128855:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978948.128857:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978948.128862:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978948.128863:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978948.128864:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783978948.128867:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978948.128868:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128869:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.128877:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978948.128880:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.128882:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978948.128883:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978948.128885:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978948.128896:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128904:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978948.128905:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.128907:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978948.128909:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.128911:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.128914:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978948.128917:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978948.128919:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978948.128920:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.128922:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978948.128925:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978948.128927:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.128931:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978948.128933:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978948.128936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978948.128940:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053568, portal 10
00000100:00000001:1.0:1783978948.128947:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978948.128948:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:1.0:1783978948.128954:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.128960:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978948.128962:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978948.128964:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978948.128967:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367053568, offset 0
00000400:00000200:1.0:1783978948.128970:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978948.128975:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978948.128978:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978948.128981:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978948.128983:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978948.128985:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978948.128987:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978948.128991:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345791:345791:256:4294967295] 192.168.201.109@tcp LPNI seq info [345780:345780:8:4294967295]
00000400:00000200:1.0:1783978948.128995:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978948.129001:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978948.129005:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978948.129008:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978948.129012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978948.129015:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978948.129018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978948.129021:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783978948.129024:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978948.129026:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978948.129029:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978948.129032:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978948.129034:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978948.129036:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978948.129039:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978948.129042:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129055:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.129058:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129065:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.129066:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978948.129069:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.129073:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978948.129076:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978948.129079:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304479776
00000100:00000001:1.0:1783978948.129081:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304481014
00000100:00000001:1.0:1783978948.129083:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304479776
00000100:00000001:1.0:1783978948.129085:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304481014
00000100:00000001:1.0:1783978948.129088:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978948.129090:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.129091:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978948.129095:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978948/real 1783978948]  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978948.129104:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978948.129105:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978948.129106:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978948.129109:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978948.129111:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978948.129113:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978948.129117:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978948.129124:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129130:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978948.129132:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129134:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.129135:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978948.129139:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129146:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978948.129149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129157:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978948.129160:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129161:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.129163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129164:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978948.129168:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978948.129171:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978948.129175:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978948.129177:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978948.129181:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978948.129189:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978948.129193:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978948.129196:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129203:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978948.129205:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.129207:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978948.129209:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.129210:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.129212:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978948.129214:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978948.129216:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978948.129217:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.129219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978948.129221:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978948.129222:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978948.129224:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978948.129226:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978948.129228:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978948.129230:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053696, portal 10
00000100:00000001:1.0:1783978948.129231:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978948.129233:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:1.0:1783978948.129239:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129244:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978948.129246:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978948.129248:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978948.129251:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367053696, offset 0
00000400:00000200:1.0:1783978948.129254:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978948.129259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978948.129262:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978948.129265:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978948.129268:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978948.129270:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978948.129272:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978948.129275:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345792:345792:256:4294967295] 192.168.201.109@tcp LPNI seq info [345781:345781:8:4294967295]
00000400:00000200:1.0:1783978948.129279:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978948.129285:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978948.129288:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978948.129290:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978948.129293:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978948.129295:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978948.129297:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978948.129299:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783978948.129302:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978948.129304:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978948.129306:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978948.129308:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978948.129310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978948.129311:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978948.129313:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978948.129315:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129320:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.129322:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129327:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.129328:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978948.129331:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.129333:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978948.129336:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978948.129338:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304479773
00000100:00000001:1.0:1783978948.129340:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304481014
00000100:00000001:1.0:1783978948.129342:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304479773
00000100:00000001:1.0:1783978948.129344:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304481014
00000100:00000001:1.0:1783978948.129346:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978948.129348:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.129351:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978948.129354:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978948/real 1783978948]  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978948.129362:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978948.129364:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978948.129365:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978948.129367:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978948.129369:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978948.129371:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978948.129375:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978948.129380:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129384:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978948.129385:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129386:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.129386:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978948.129388:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129394:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978948.129398:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129404:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978948.129406:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129408:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978948.129409:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129411:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978948.129413:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978948.129415:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978948.129419:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978948.129421:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978948.129425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978948.129439:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978948.129442:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129443:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.129445:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367053568/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129449:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978948.129450:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978948.129451:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978948.129453:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978948.129454:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978948.129455:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978948.129456:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978948.129457:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978948.129459:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978948.129460:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978948.129461:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783978948.129463:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978948.129464:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129465:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978948.129466:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367053696/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.129471:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978948.129472:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978948.129472:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783978948.129474:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978948.129475:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978948.129475:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978948.129476:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978948.129477:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978948.129478:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978948.129479:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978948.129479:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783978948.129482:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978948.129483:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129484:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978948.129497:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978948.129499:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.129500:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978948.129501:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978948.191914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978948.191923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978948.191924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978948.191930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978948.191933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978948.191936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978948.191939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978948.191941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978948.191950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978948.319962:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978948.319971:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978948.319978:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978948.319980:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978948.320072:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978948.320075:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978948.320077:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978949.215905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978949.215912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978949.215914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978949.215920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978949.215923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978949.215927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978949.215930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978949.215933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978949.215936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.344105:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978949.344117:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978949.344120:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978949.344123:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.344130:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978949.344132:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.344135:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.344137:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.344143:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978949.344144:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978949.344308:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978949.344314:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978949.344318:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978949.407887:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304481014, at 4304481024
00000100:00000040:1.0:1783978949.407888:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304481014, at 4304481024
00000100:00000010:0.0:1783978949.407909:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf00.
00000100:00000010:1.0:1783978949.407911:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000001:3.0:1783978950.239902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978950.239911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978950.239912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978950.239918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978950.239922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978950.239925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978950.239927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978950.239930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978950.239932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978950.367900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978950.367904:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978950.367908:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978950.367908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978950.367965:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978950.367969:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978950.367972:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978951.263895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978951.263902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978951.263904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978951.263910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978951.263913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978951.263916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978951.263918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978951.263920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978951.263922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978951.391891:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978951.391897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978951.391903:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978951.391904:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978951.391994:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978951.392001:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978951.392006:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978952.287894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978952.287902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978952.287904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978952.287910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978952.287913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978952.287917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978952.287919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978952.287922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978952.287925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.415926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978952.415932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.415939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978952.415940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978952.415996:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978952.416000:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978952.416003:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978953.248366:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978953.248378:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978953.248381:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978953.248386:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978953.248391:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978953.248410:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9812
00000400:00000200:0.0:1783978953.248422:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978953.248429:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978953.248434:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978953.248436:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248441:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978953.248443:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248446:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978953.248451:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978953.248453:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978953.248457:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978953.248461:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978953.248463:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978953.248466:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978953.248470:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248471:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978953.248474:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248476:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978953.248479:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978953.248483:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248485:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978953.248489:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978953.248493:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978953.248497:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248499:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978953.248502:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978953.248516:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783978953.248521:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978953.248526:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978953.248528:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248532:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978953.248536:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978953.248541:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978953.248551:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783978953.248560:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978953.248572:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978953.248594:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978953.248599:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978953.248605:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978953.248636:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978953.248639:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978953.248643:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978953.248645:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978953.248646:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978953.248649:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978953.248652:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9812
00000400:00000200:0.0:1783978953.248657:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978953.248660:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978953.248663:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978953.248666:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248669:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978953.248671:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248674:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978953.248676:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978953.248678:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978953.248679:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978953.248681:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978953.248684:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978953.248684:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1783978953.248688:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978953.248692:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1783978953.248693:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248703:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978953.248705:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248707:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978953.248709:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1783978953.248710:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978953.248715:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248720:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.248722:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783978953.248723:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978953.248731:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978953.248734:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1783978953.248736:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.248738:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248740:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978953.248745:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1783978953.248747:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783978953.248750:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1783978953.248752:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.248756:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248757:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978953.248763:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000100:00100000:1.0:1783978953.248764:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053824:192.168.201.109@tcp:250:kworker.0
00000020:00000040:0.0:1783978953.248768:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978953.248808:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978953.248810:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248812:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978953.248813:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783978953.248815:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783978953.248816:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978953.248822:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783978953.248823:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1783978953.248827:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.248829:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.248834:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1783978953.248835:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783978953.248842:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
00000100:00000001:0.0:1783978953.248846:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783978953.248847:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248851:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978953.248857:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978953.248859:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978953.248867:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:0.0:1783978953.248874:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978953.248878:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1783978953.248879:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00080000:0.0:1783978953.248885:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978953.248887:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978953.248889:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978953.248891:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053824, portal 25
00000100:00000001:0.0:1783978953.248892:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783978953.248897:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1783978953.248898:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9812
00000100:00000001:1.0:1783978953.248901:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000400:00000200:0.0:1783978953.248906:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978953.248912:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:1.0:1783978953.248912:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1783978953.248916:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978953.248923:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248927:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978953.248929:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978953.248932:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248936:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:1.0:1783978953.248937:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000001:0.0:1783978953.248941:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1783978953.248943:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000020:00000040:0.0:1783978953.248944:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783978953.248947:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1783978953.248949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367053824, offset 0
00000020:00000040:0.0:1783978953.248950:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978953.248954:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978953.248957:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978953.248962:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783978953.248964:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248968:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978953.248970:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248971:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978953.248974:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978953.248975:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:0.0:1783978953.248979:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978953.248982:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978953.248984:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978953.248987:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978953.248987:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:0.0:1783978953.248991:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.248994:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783978953.248997:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783978953.248998:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1783978953.249001:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978953.249004:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249006:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000010:0.0:1783978953.249008:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783978953.249012:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978953.249013:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1783978953.249016:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978953.249019:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249020:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:0.0:1783978953.249022:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978953.249025:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978953.249028:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249029:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345793:345793:256:4294967295] 192.168.201.109@tcp LPNI seq info [345782:345782:8:4294967295]
02000000:00000010:0.0:1783978953.249034:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000400:00000200:1.0:1783978953.249038:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978953.249040:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978953.249047:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978953.249057:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1783978953.249063:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978953.249066:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978953.249070:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783978953.249073:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1783978953.249080:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00000001:0.0:1783978953.249083:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978953.249087:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1783978953.249093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783978953.249094:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978953.249100:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1783978953.249101:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1783978953.249106:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783978953.249111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978953.249116:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1783978953.249121:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9822)
00000800:00000100:1.0:1783978953.249122:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978953.249127:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978953.249137:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978953.249144:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978953.249150:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978953.249154:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978953.249159:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978953.249165:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249175:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.249179:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249186:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249188:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978953.249195:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249200:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978953.249203:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304486135
00000100:00000010:1.0:1783978953.249209:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc7e0.
00000100:00000001:1.0:1783978953.249216:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978953.249225:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304486135
00000100:00000010:1.0:1783978953.249228:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc720.
00000100:00000001:1.0:1783978953.249231:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978953.249235:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978953.249238:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249241:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978953.249245:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978953/real 1783978953]  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978953.249256:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978953.249258:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978953.249260:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978953.249263:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978953.249265:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978953.249268:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978953.249272:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978953.249281:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249288:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978953.249290:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249292:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.249295:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978953.249299:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249306:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978953.249311:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249319:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978953.249322:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249324:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.249325:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249328:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978953.249330:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978953.249333:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978953.249337:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978953.249340:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978953.249344:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978953.249353:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367053824:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978953.249358:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249360:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.249363:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627367053824/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249371:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978953.249374:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978953.249377:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978953.249381:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978953.249383:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978953.249385:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978953.249387:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978953.249390:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783978953.249394:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978953.249396:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978953.249411:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:1.0:1783978953.249416:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978953.249417:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249419:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249428:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978953.249430:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249432:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978953.249434:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978953.249435:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978953.249439:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249446:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978953.249447:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.249450:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978953.249452:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.249455:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.249458:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978953.249461:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978953.249463:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978953.249464:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.249466:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978953.249470:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978953.249479:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249484:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978953.249487:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978953.249491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978953.249493:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367053952, portal 10
00000100:00000001:1.0:1783978953.249495:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978953.249497:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:1.0:1783978953.249505:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249511:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978953.249513:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978953.249515:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978953.249517:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367053952, offset 0
00000400:00000200:1.0:1783978953.249521:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978953.249525:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978953.249529:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978953.249532:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978953.249535:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978953.249537:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978953.249540:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978953.249543:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345794:345794:256:4294967295] 192.168.201.109@tcp LPNI seq info [345783:345783:8:4294967295]
00000400:00000200:1.0:1783978953.249547:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978953.249553:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978953.249557:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978953.249562:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978953.249565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978953.249569:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978953.249573:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978953.249576:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783978953.249580:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978953.249582:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978953.249585:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978953.249588:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978953.249592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978953.249594:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978953.249596:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978953.249599:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249607:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.249610:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249616:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249618:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978953.249622:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.249626:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978953.249629:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978953.249631:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304484896
00000100:00000001:1.0:1783978953.249634:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304486135
00000100:00000001:1.0:1783978953.249635:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304484896
00000100:00000001:1.0:1783978953.249638:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304486135
00000100:00000001:1.0:1783978953.249640:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978953.249642:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249644:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978953.249648:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978953/real 1783978953]  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978953.249663:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978953.249665:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978953.249666:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978953.249669:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978953.249671:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978953.249673:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978953.249676:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978953.249684:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249691:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978953.249692:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.249695:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978953.249699:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249706:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978953.249709:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249716:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978953.249718:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.249721:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.249723:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978953.249726:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978953.249729:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978953.249733:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978953.249735:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978953.249740:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978953.249748:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367053952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978953.249752:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978953.249755:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249762:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978953.249763:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.249765:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978953.249767:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.249769:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.249797:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978953.249801:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978953.249804:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978953.249805:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.249807:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978953.249810:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978953.249813:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978953.249816:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978953.249819:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978953.249822:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978953.249825:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054080, portal 10
00000100:00000001:1.0:1783978953.249827:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978953.249828:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:1.0:1783978953.249835:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249842:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978953.249844:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978953.249846:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978953.249848:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367054080, offset 0
00000400:00000200:1.0:1783978953.249853:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978953.249856:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978953.249860:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978953.249863:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978953.249865:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978953.249867:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978953.249870:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978953.249873:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345795:345795:256:4294967295] 192.168.201.109@tcp LPNI seq info [345784:345784:8:4294967295]
00000400:00000200:1.0:1783978953.249877:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978953.249883:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978953.249888:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978953.249891:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978953.249895:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978953.249898:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978953.249902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978953.249904:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783978953.249908:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978953.249910:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978953.249913:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978953.249917:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978953.249920:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978953.249922:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978953.249924:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978953.249928:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249951:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.249955:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.249961:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249963:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978953.249966:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.249969:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978953.249973:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978953.249975:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304484894
00000100:00000001:1.0:1783978953.249978:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304486135
00000100:00000001:1.0:1783978953.249980:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304484894
00000100:00000001:1.0:1783978953.249982:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304486135
00000100:00000001:1.0:1783978953.249984:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978953.249986:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.249988:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978953.249992:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978953/real 1783978953]  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978953.250000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978953.250001:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978953.250003:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978953.250005:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978953.250007:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978953.250009:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978953.250012:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978953.250020:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.250026:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978953.250028:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250030:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.250031:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978953.250034:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.250040:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978953.250043:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.250049:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978953.250052:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250054:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978953.250055:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250056:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978953.250058:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978953.250061:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978953.250064:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978953.250066:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978953.250070:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978953.250078:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978953.250081:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250083:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.250086:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627367053952/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.250092:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978953.250094:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978953.250096:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978953.250100:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978953.250101:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978953.250102:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978953.250104:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978953.250106:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783978953.250109:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978953.250110:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978953.250111:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:1.0:1783978953.250113:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978953.250115:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250116:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978953.250119:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627367054080/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.250130:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978953.250131:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978953.250133:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978953.250135:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978953.250136:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978953.250137:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978953.250138:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978953.250140:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:1.0:1783978953.250142:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978953.250143:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978953.250145:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:1.0:1783978953.250147:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978953.250148:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250149:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978953.250153:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978953.250155:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.250157:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978953.250158:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978953.311929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978953.311939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978953.311940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978953.311948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978953.311952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978953.311957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978953.311960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978953.311963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978953.311967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978953.439916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978953.439924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978953.439930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978953.439931:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978953.439986:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978953.439991:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978953.439994:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978954.335858:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978954.335868:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978954.335870:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978954.335875:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978954.335879:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978954.335882:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978954.335884:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978954.335887:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978954.335889:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978954.463959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978954.463967:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978954.463972:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978954.463973:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978954.464106:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978954.464110:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978954.464113:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978954.527924:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304486135, at 4304486144
00000100:00000010:1.0:1783978954.527945:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc720.
00000100:00000040:0.0:1783978954.528146:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304486135, at 4304486144
00000100:00000010:0.0:1783978954.528161:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000001:3.0:1783978955.362461:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978955.362472:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978955.362474:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978955.362483:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978955.362487:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978955.362492:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978955.362495:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978955.362498:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978955.362502:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978955.487939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978955.487946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978955.487952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978955.487953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978955.488052:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978955.488059:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978955.488064:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978956.383909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978956.383916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978956.383917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978956.383923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978956.383926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978956.383930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978956.383932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978956.383934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978956.383937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978956.511910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978956.511915:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978956.511920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978956.511921:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978956.511975:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978956.511978:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978956.511982:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978957.407949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978957.407960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978957.407963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978957.407970:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978957.407976:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978957.407981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978957.407985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978957.407988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978957.407992:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.535927:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978957.535935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.535941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978957.535944:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978957.535945:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978957.535949:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.535951:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978957.535953:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.535955:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.535957:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978957.536064:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978957.536071:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978957.536076:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783978958.368494:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978958.368509:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783978958.368512:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978958.368517:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978958.368524:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978958.368533:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9817
00000400:00000200:0.0:1783978958.368545:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978958.368553:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978958.368557:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978958.368561:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368566:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978958.368569:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368573:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978958.368578:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978958.368581:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783978958.368585:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978958.368589:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783978958.368592:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783978958.368596:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783978958.368601:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368604:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978958.368607:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368608:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978958.368611:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783978958.368613:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368615:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978958.368618:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783978958.368623:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783978958.368626:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.368628:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783978958.368631:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783978958.368643:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783978958.368648:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783978958.368652:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978958.368654:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.368658:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978958.368662:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978958.368667:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978958.368676:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783978958.368685:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783978958.368695:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783978958.368707:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978958.368711:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978958.368715:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783978958.368754:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978958.368758:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978958.368762:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783978958.368763:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978958.368766:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783978958.368770:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783978958.368805:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9817
00000400:00000200:0.0:1783978958.368811:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783978958.368814:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978958.368817:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978958.368820:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368822:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978958.368827:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978958.368828:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783978958.368830:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783978958.368836:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978958.368840:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783978958.368843:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978958.368845:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783978958.368847:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978958.368849:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1783978958.368851:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978958.368854:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783978958.368859:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368865:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978958.368872:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783978958.368873:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368880:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978958.368888:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783978958.368899:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978958.368906:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.368910:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1783978958.368911:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978958.368914:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783978958.368921:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978958.368923:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783978958.368927:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.368929:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783978958.368931:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783978958.368934:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1783978958.368940:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783978958.368942:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054208:192.168.201.109@tcp:250:kworker.0
00000008:00000001:0.0:1783978958.368947:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.368950:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1783978958.368952:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.368958:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1783978958.368959:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
02000000:00000001:1.0:1783978958.368965:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783978958.368966:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783978958.368973:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978958.368974:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.368975:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783978958.368977:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978958.368978:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783978958.368984:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783978958.368989:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.368990:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1783978958.368999:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783978958.369003:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978958.369014:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.369016:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978958.369022:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:0.0:1783978958.369036:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783978958.369040:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978958.369052:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:0.0:1783978958.369053:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783978958.369057:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783978958.369063:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783978958.369066:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783978958.369068:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783978958.369070:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054208, portal 25
00000100:00000001:0.0:1783978958.369073:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783978958.369075:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1783978958.369080:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9817
00000100:00000001:1.0:1783978958.369080:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000400:00000200:0.0:1783978958.369092:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:1.0:1783978958.369099:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783978958.369103:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783978958.369111:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783978958.369119:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.369129:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978958.369130:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783978958.369136:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783978958.369143:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783978958.369144:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:1.0:1783978958.369149:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000020:00000001:0.0:1783978958.369151:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783978958.369155:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000200:1.0:1783978958.369159:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367054208, offset 0
00000020:00000001:0.0:1783978958.369160:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783978958.369165:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783978958.369169:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783978958.369175:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978958.369177:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783978958.369184:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783978958.369188:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783978958.369194:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978958.369195:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783978958.369203:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783978958.369207:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978958.369212:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:0.0:1783978958.369214:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783978958.369220:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369221:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1783978958.369229:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783978958.369235:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:0.0:1783978958.369236:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783978958.369242:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978958.369246:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978958.369250:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345796:345796:256:4294967295] 192.168.201.109@tcp LPNI seq info [345785:345785:8:4294967295]
02000000:00000001:0.0:1783978958.369255:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.369261:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978958.369262:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:0.0:1783978958.369267:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783978958.369274:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783978958.369280:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369282:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1783978958.369289:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000800:00000200:1.0:1783978958.369296:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000040:0.0:1783978958.369297:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000010:1.0:1783978958.369326:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
02000000:00000001:0.0:1783978958.369333:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783978958.369337:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978958.369338:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783978958.369345:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1783978958.369347:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1783978958.369349:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783978958.369353:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978958.369360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:0.0:1783978958.369362:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000800:00000200:1.1:1783978958.369366:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1783978958.369369:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1783978958.369377:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00100000:0.0:1783978958.369382:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1783978958.369383:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978958.369392:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1783978958.369396:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783978958.369401:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369406:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1783978958.369412:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978958.369414:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978958.369420:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978958.369431:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1783978958.369433:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783978958.369439:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1783978958.369443:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783978958.369446:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783978958.369456:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783978958.369467:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978958.369477:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783978958.369478:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9827)
00000100:00000040:1.0:1783978958.369486:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369508:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.369510:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978958.369517:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369522:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978958.369525:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304491255
00000100:00000010:1.0:1783978958.369530:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc720.
00000100:00000001:1.0:1783978958.369537:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978958.369543:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304491255
00000100:00000010:1.0:1783978958.369547:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc7e0.
00000100:00000001:1.0:1783978958.369550:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978958.369553:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978958.369556:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.369558:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978958.369563:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978958/real 1783978958]  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978958.369580:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978958.369582:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978958.369584:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978958.369587:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978958.369588:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978958.369591:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978958.369595:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978958.369603:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369609:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978958.369611:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369613:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.369615:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978958.369619:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369625:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978958.369630:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369637:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978958.369647:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369649:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.369651:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369653:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978958.369655:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978958.369659:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978958.369663:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978958.369666:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978958.369670:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978958.369678:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054208:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978958.369682:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369684:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978958.369686:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627367054208/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369692:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978958.369694:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978958.369696:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978958.369699:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978958.369702:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978958.369703:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978958.369706:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978958.369708:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:1.0:1783978958.369712:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978958.369714:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978958.369715:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:1.0:1783978958.369719:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978958.369720:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369722:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369729:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978958.369730:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.369733:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978958.369734:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978958.369735:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978958.369739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369745:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978958.369747:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.369749:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978958.369751:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978958.369752:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978958.369755:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978958.369758:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978958.369760:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978958.369762:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.369764:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978958.369767:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978958.369769:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.369797:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978958.369800:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978958.369804:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978958.369807:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054336, portal 10
00000100:00000001:1.0:1783978958.369809:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978958.369810:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:1.0:1783978958.369816:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369822:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978958.369824:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978958.369826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978958.369828:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367054336, offset 0
00000400:00000200:1.0:1783978958.369832:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978958.369836:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978958.369839:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978958.369842:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978958.369844:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978958.369846:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978958.369849:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978958.369852:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345797:345797:256:4294967295] 192.168.201.109@tcp LPNI seq info [345786:345786:8:4294967295]
00000400:00000200:1.0:1783978958.369855:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978958.369861:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978958.369865:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978958.369867:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978958.369871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978958.369873:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978958.369878:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978958.369880:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783978958.369884:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978958.369886:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978958.369888:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978958.369892:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978958.369895:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978958.369896:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978958.369898:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978958.369902:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369909:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978958.369912:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369918:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.369920:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978958.369922:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978958.369925:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978958.369929:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978958.369930:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304490017
00000100:00000001:1.0:1783978958.369932:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304491255
00000100:00000001:1.0:1783978958.369934:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304490017
00000100:00000001:1.0:1783978958.369936:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304491255
00000100:00000001:1.0:1783978958.369938:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978958.369940:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.369942:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978958.369945:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978958/real 1783978958]  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978958.369951:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978958.369952:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978958.369954:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978958.369956:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978958.369957:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978958.369959:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978958.369961:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978958.369968:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369974:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978958.369975:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.369977:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.369978:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978958.369981:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369986:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978958.369990:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.369996:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978958.369999:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370000:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.370001:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370003:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978958.370006:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978958.370008:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978958.370011:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978958.370013:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978958.370016:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978958.370023:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978958.370027:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978958.370030:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370036:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978958.370037:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.370039:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978958.370041:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978958.370043:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978958.370045:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054464:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978958.370048:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978958.370050:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978958.370052:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978958.370053:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978958.370056:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978958.370058:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978958.370062:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978958.370064:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978958.370066:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978958.370069:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054464, portal 10
00000100:00000001:1.0:1783978958.370071:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978958.370072:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000040:1.0:1783978958.370077:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370082:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978958.370084:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978958.370086:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978958.370087:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367054464, offset 0
00000400:00000200:1.0:1783978958.370091:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978958.370094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978958.370097:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978958.370099:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978958.370101:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978958.370104:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978958.370105:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978958.370108:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345798:345798:256:4294967295] 192.168.201.109@tcp LPNI seq info [345787:345787:8:4294967295]
00000400:00000200:1.0:1783978958.370111:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978958.370116:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978958.370120:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978958.370123:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978958.370126:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978958.370129:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978958.370132:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978958.370135:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783978958.370139:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978958.370140:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978958.370143:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978958.370146:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978958.370149:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978958.370151:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978958.370153:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978958.370157:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370163:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978958.370166:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370173:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.370175:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978958.370177:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978958.370180:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978958.370183:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978958.370185:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304490014
00000100:00000001:1.0:1783978958.370187:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304491255
00000100:00000001:1.0:1783978958.370189:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304490014
00000100:00000001:1.0:1783978958.370191:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304491255
00000100:00000001:1.0:1783978958.370193:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978958.370194:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.370196:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978958.370200:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978958/real 1783978958]  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978958.370207:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978958.370208:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978958.370209:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978958.370212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978958.370213:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978958.370215:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978958.370218:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978958.370225:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370232:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978958.370233:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370235:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.370236:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978958.370239:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370246:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978958.370249:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370255:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978958.370257:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370259:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978958.370260:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370262:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978958.370264:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978958.370266:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978958.370269:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978958.370271:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978958.370275:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978958.370282:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054464:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978958.370286:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370287:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978958.370291:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627367054336/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370298:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978958.370299:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978958.370301:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978958.370303:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978958.370305:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978958.370306:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978958.370320:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978958.370322:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:1.0:1783978958.370324:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978958.370325:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978958.370327:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:1.0:1783978958.370329:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978958.370331:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370332:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978958.370336:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627367054464/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978958.370341:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978958.370343:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978958.370344:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783978958.370346:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978958.370347:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978958.370348:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978958.370350:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978958.370351:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783978958.370353:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978958.370354:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978958.370356:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:1.0:1783978958.370358:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978958.370359:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370360:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978958.370364:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978958.370365:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978958.370367:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978958.370369:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978958.431932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978958.431943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978958.431945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978958.431954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978958.431958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978958.431963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978958.431967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978958.431970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978958.431974:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.559931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978958.559938:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.559944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978958.559946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978958.560003:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978958.560007:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978958.560008:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978959.455906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978959.455914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978959.455915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978959.455919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978959.455922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978959.455924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978959.455926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978959.455928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978959.455930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.583895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978959.583903:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978959.583905:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978959.583907:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.583911:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978959.583913:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.583914:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.583915:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.583918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978959.583919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978959.583977:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978959.583981:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978959.583983:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978959.648001:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304491255, at 4304491264
00000100:00000010:1.0:1783978959.648013:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000040:0.0:1783978959.648106:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304491255, at 4304491264
00000100:00000010:0.0:1783978959.648112:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc720.
00000100:00000001:3.0:1783978960.479942:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978960.479950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978960.479952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978960.479957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978960.479962:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978960.479966:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978960.479969:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978960.479972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978960.479975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978960.607981:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978960.607990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978960.607997:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978960.607999:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978960.608127:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978960.608132:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978960.608136:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978961.503920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978961.503931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978961.503940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978961.503948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978961.503953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978961.503958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978961.503962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978961.503966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978961.503969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978961.631899:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978961.631906:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978961.631911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978961.631912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978961.631999:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978961.632004:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978961.632009:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978962.527922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978962.527932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978962.527934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978962.527942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978962.527951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978962.527956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978962.527959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978962.527961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978962.527964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978962.655959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978962.655968:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978962.655977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978962.655978:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978962.656327:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978962.656332:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978962.656345:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978963.487951:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978963.487966:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978963.487969:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978963.487973:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978963.487979:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978963.487988:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9822
00000400:00000200:2.0:1783978963.487999:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978963.488006:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978963.488021:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978963.488025:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488029:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488032:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488034:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978963.488039:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978963.488042:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978963.488045:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978963.488048:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978963.488052:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978963.488055:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978963.488058:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488060:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488061:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488063:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978963.488066:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978963.488069:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488072:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978963.488075:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978963.488079:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978963.488082:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488084:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978963.488087:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978963.488099:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978963.488103:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978963.488108:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978963.488109:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488113:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978963.488116:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978963.488121:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978963.488131:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783978963.488140:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978963.488151:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978963.488163:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978963.488168:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978963.488174:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978963.488206:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978963.488209:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978963.488213:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978963.488214:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978963.488216:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978963.488230:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978963.488233:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9822
00000400:00000200:2.0:1783978963.488237:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978963.488240:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978963.488242:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978963.488245:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488248:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488249:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488252:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978963.488254:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978963.488255:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978963.488257:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978963.488260:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978963.488262:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978963.488264:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978963.488267:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488269:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488271:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488273:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978963.488275:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978963.488278:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488280:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978963.488283:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978963.488290:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978963.488292:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488294:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978963.488299:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978963.488303:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488305:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978963.488309:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978963.488311:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978963.488313:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978963.488315:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488317:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978963.488318:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978963.488320:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978963.488323:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783978963.488327:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978963.488332:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978963.488340:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978963.488342:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978963.488346:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978963.488354:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978963.488356:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978963.488360:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978963.488361:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978963.488363:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978963.488366:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978963.488368:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9822
00000400:00000200:2.0:1783978963.488372:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978963.488374:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978963.488376:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978963.488379:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488381:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488382:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488385:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978963.488387:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978963.488389:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978963.488391:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978963.488393:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978963.488395:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978963.488397:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978963.488399:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488400:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978963.488402:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488403:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978963.488406:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978963.488408:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978963.488410:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978963.488412:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978963.488415:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978963.488417:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488419:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978963.488421:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978963.488423:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488424:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978963.488428:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978963.488430:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978963.488433:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978963.488434:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978963.488435:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978963.488437:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978963.488438:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978963.488442:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783978963.488445:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978963.488449:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978963.488462:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978963.488464:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978963.488468:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978963.488475:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978963.488478:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978963.488482:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978963.488485:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978963.488488:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978963.488494:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9832)
00000100:00000001:1.0:1783978963.490309:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978963.490319:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978963.490323:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978963.490337:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490351:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978963.490353:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.490357:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978963.490361:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978963.490365:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978963.490368:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054592:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978963.490376:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978963.490382:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978963.490385:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.490388:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978963.490397:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978963.490399:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978963.490406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978963.490411:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978963.490419:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978963.490429:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054592, portal 25
00000100:00000001:1.0:1783978963.490432:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978963.490433:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783978963.490440:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490448:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978963.490464:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978963.490467:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978963.490471:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367054592, offset 0
00000400:00000200:1.0:1783978963.490479:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978963.490488:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.490503:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978963.490510:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978963.490515:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978963.490519:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978963.490522:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978963.490526:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345799:345799:256:4294967295] 192.168.201.109@tcp LPNI seq info [345788:345788:8:4294967295]
00000400:00000200:1.0:1783978963.490531:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.490541:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978963.490547:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.490554:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978963.490561:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978963.490566:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978963.490572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978963.490575:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783978963.490580:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.490583:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978963.490590:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978963.490595:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978963.490601:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978963.490604:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978963.490608:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978963.490613:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490623:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.490626:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490633:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.490635:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978963.490640:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978963.490644:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978963.490647:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304496376
00000100:00000010:1.0:1783978963.490653:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc7e0.
00000100:00000001:1.0:1783978963.490661:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978963.490671:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304496376
00000100:00000010:1.0:1783978963.490674:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf00.
00000100:00000001:1.0:1783978963.490678:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978963.490682:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978963.490685:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.490688:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978963.490692:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978963/real 1783978963]  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978963.490703:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978963.490705:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978963.490708:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978963.490712:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978963.490713:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978963.490716:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978963.490720:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978963.490729:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490736:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978963.490738:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.490741:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.490743:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978963.490747:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490755:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978963.490760:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490768:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978963.490825:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.490827:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.490828:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.490833:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978963.490835:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978963.490839:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978963.490844:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978963.490848:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978963.490852:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978963.490861:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054592:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978963.490869:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978963.490875:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490882:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978963.490884:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.490886:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978963.490888:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978963.490890:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978963.490893:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978963.490896:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978963.490898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978963.490900:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.490901:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978963.490905:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978963.490907:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978963.490910:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978963.490913:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978963.490916:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978963.490919:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054720, portal 10
00000100:00000001:1.0:1783978963.490921:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978963.490922:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783978963.490929:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.490934:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978963.490936:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978963.490938:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978963.490941:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367054720, offset 0
00000400:00000200:1.0:1783978963.490945:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978963.490949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.490952:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978963.490955:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978963.490958:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978963.490960:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978963.490963:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978963.490966:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345800:345800:256:4294967295] 192.168.201.109@tcp LPNI seq info [345789:345789:8:4294967295]
00000400:00000200:1.0:1783978963.490970:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.490975:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978963.490980:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.490984:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978963.490988:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978963.490990:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978963.490995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978963.490998:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783978963.491002:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.491004:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978963.491007:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978963.491020:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978963.491026:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978963.491028:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978963.491031:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978963.491034:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491041:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.491044:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491050:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.491051:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978963.491054:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978963.491058:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978963.491062:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978963.491064:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304495138
00000100:00000001:1.0:1783978963.491067:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304496376
00000100:00000001:1.0:1783978963.491070:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304495138
00000100:00000001:1.0:1783978963.491072:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304496376
00000100:00000001:1.0:1783978963.491074:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978963.491076:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.491077:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978963.491081:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978963/real 1783978963]  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978963.491089:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978963.491090:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978963.491092:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978963.491094:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978963.491096:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978963.491098:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978963.491101:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978963.491109:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491115:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978963.491116:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491118:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.491119:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978963.491122:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491137:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978963.491141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491147:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978963.491149:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491150:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.491151:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491154:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978963.491157:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978963.491159:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978963.491163:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978963.491165:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978963.491169:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978963.491176:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978963.491180:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978963.491184:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491191:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978963.491192:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.491194:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978963.491196:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978963.491198:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978963.491201:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054848:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978963.491204:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978963.491207:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978963.491208:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978963.491210:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978963.491213:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978963.491216:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978963.491230:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978963.491233:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978963.491236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978963.491240:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054848, portal 10
00000100:00000001:1.0:1783978963.491243:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978963.491244:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783978963.491250:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491257:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978963.491260:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978963.491262:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978963.491264:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367054848, offset 0
00000400:00000200:1.0:1783978963.491268:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978963.491273:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.491277:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978963.491281:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978963.491283:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978963.491286:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978963.491289:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978963.491292:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345801:345801:256:4294967295] 192.168.201.109@tcp LPNI seq info [345790:345790:8:4294967295]
00000400:00000200:1.0:1783978963.491297:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978963.491303:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978963.491307:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.491310:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978963.491315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978963.491318:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978963.491322:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978963.491325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783978963.491329:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978963.491331:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978963.491333:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978963.491337:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978963.491339:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978963.491341:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978963.491343:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978963.491347:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491354:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.491357:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491369:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.491371:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978963.491374:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978963.491377:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978963.491380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978963.491382:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304495135
00000100:00000001:1.0:1783978963.491385:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304496376
00000100:00000001:1.0:1783978963.491386:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304495135
00000100:00000001:1.0:1783978963.491388:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304496376
00000100:00000001:1.0:1783978963.491390:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978963.491392:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.491394:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978963.491398:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978963/real 1783978963]  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978963.491406:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978963.491407:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978963.491409:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978963.491411:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978963.491412:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978963.491414:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978963.491417:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978963.491425:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491431:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978963.491432:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491434:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.491436:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978963.491440:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491447:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978963.491451:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491458:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978963.491460:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491461:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978963.491463:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491464:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978963.491466:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978963.491468:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978963.491472:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978963.491474:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978963.491478:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978963.491486:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367054848:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978963.491490:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491492:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.491495:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367054592/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491502:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978963.491505:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978963.491508:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978963.491511:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978963.491514:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978963.491516:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978963.491518:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978963.491521:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783978963.491525:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978963.491528:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978963.491529:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783978963.491533:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978963.491535:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491536:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.491540:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367054720/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491546:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978963.491548:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978963.491549:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783978963.491551:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978963.491552:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978963.491554:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978963.491556:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978963.491558:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783978963.491563:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978963.491564:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978963.491565:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783978963.491567:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978963.491569:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491570:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978963.491574:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367054848/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978963.491580:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978963.491582:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978963.491583:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783978963.491585:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978963.491586:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978963.491588:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978963.491590:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978963.491591:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783978963.491593:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978963.491594:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978963.491595:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783978963.491597:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978963.491598:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491600:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978963.491608:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978963.491610:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978963.491612:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978963.491614:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978963.551907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978963.551919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978963.551922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978963.551929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978963.551934:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978963.551938:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978963.551941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978963.551944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978963.551947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.679920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978963.679930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.679937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978963.679939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978963.680134:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978963.680139:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978963.680142:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978964.575929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978964.575939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978964.575942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978964.575949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978964.575953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978964.575958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978964.575962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978964.575965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978964.575969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978964.703946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978964.703953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978964.703958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978964.703959:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978964.707293:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978964.707301:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978964.707306:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978964.767907:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304496376, at 4304496384
00000100:00000040:1.0:1783978964.767920:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304496376, at 4304496384
00000100:00000010:0.0:1783978964.767925:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc7e0.
00000100:00000010:1.0:1783978964.767928:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf00.
00000100:00000001:3.0:1783978965.599924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978965.599932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978965.599934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978965.599939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978965.599942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978965.599951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978965.599953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978965.599957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978965.599960:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978965.727892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978965.727899:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978965.727905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978965.727906:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978965.727994:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978965.727999:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978965.728003:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978966.623891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978966.623899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978966.623901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978966.623907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978966.623910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978966.623914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978966.623916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978966.623919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978966.623922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.751937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978966.751944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.751949:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978966.751953:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978966.751955:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978966.751958:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.751961:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978966.751963:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.751966:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.751968:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978966.752027:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978966.752031:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978966.752034:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978967.647892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978967.647898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978967.647900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978967.647903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978967.647905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978967.647908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978967.647910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978967.647918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978967.647921:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978967.775907:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978967.775914:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978967.775921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978967.775922:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978967.775979:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978967.775984:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978967.775988:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978968.607881:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978968.607888:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978968.607891:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978968.607893:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978968.607897:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978968.607902:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9827
00000400:00000200:3.0:1783978968.607909:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978968.607915:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978968.607917:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978968.607919:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.607921:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978968.607923:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.607925:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978968.607927:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978968.607929:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978968.607931:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978968.607933:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978968.607934:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978968.607935:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978968.607937:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.607938:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978968.607940:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.607941:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978968.607943:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978968.607945:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978968.607946:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978968.607948:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978968.607951:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978968.607953:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.607954:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978968.607955:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978968.607962:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783978968.607965:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978968.607967:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978968.607968:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.607970:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978968.607973:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978968.607975:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978968.607980:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978968.607985:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978968.607991:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978968.607998:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978968.608001:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978968.608004:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978968.608021:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978968.608023:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978968.608025:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978968.608026:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978968.608027:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978968.608029:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978968.608030:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9827
00000400:00000200:3.0:1783978968.608032:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978968.608034:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978968.608035:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978968.608037:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608038:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978968.608040:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608041:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978968.608042:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978968.608043:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978968.608044:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978968.608046:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978968.608047:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978968.608049:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978968.608051:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608053:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978968.608055:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978968.608056:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783978968.608057:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978968.608060:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783978968.608061:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1783978968.608063:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978968.608065:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783978968.608066:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978968.608068:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783978968.608072:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783978968.608072:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978968.608076:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.608080:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978968.608084:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978968.608088:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.608092:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608095:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1783978968.608096:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783978968.608097:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978968.608099:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783978968.608101:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978968.608102:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.608105:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978968.608105:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.608109:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.608110:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978968.608111:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978968.608113:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.608114:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054976:192.168.201.109@tcp:250:kworker.0
02000000:00000010:3.0:1783978968.608118:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:1.0:1783978968.608119:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978968.608123:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608124:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978968.608127:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608130:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1783978968.608130:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783978968.608146:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978968.608148:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978968.608154:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978968.608159:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978968.608161:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978968.608164:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978968.608165:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978968.608172:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367054976, portal 25
00000100:00000040:3.0:1783978968.608172:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608176:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978968.608178:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000001:3.0:1783978968.608185:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.608186:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978968.608188:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978968.608194:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978968.608196:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1783978968.608198:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978968.608199:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1783978968.608203:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608204:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1783978968.608206:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00080000:3.0:1783978968.608208:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9827
00000100:00000200:1.0:1783978968.608210:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367054976, offset 0
00000400:00000200:3.0:1783978968.608213:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978968.608218:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978968.608219:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978968.608223:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978968.608225:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608227:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978968.608229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978968.608231:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608234:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978968.608235:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783978968.608237:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:3.0:1783978968.608238:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978968.608241:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783978968.608244:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1783978968.608244:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978968.608247:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978968.608249:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783978968.608250:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978968.608253:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783978968.608255:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978968.608259:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608259:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978968.608263:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608266:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978968.608269:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345802:345802:256:4294967295] 192.168.201.109@tcp LPNI seq info [345791:345791:8:4294967295]
00000020:00000040:3.0:1783978968.608269:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978968.608274:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608278:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978968.608279:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783978968.608282:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978968.608282:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978968.608286:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.608288:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978968.608289:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978968.608291:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.608294:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978968.608298:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000400:00000200:1.0:1783978968.608299:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1783978968.608301:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783978968.608305:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978968.608307:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978968.608310:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978968.608310:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978968.608311:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978968.608313:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978968.608317:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
02000000:00000010:3.0:1783978968.608319:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978968.608323:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978968.608326:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:3.0:1783978968.608329:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783978968.608331:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783978968.608339:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1783978968.608340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978968.608343:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978968.608345:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1783978968.608348:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1783978968.608352:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978968.608356:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000001:3.0:1783978968.608359:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978968.608362:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783978968.608362:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978968.608367:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978968.608370:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1783978968.608371:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978968.608375:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000100:00000040:3.0:1783978968.608375:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1783978968.608378:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000040:3.0:1783978968.608378:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9837)
00000100:00000001:1.0:1783978968.608381:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978968.608386:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608394:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608399:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608405:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608407:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978968.608412:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978968.608416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978968.608419:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304501494
00000100:00000010:1.0:1783978968.608424:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf00.
00000100:00000001:1.0:1783978968.608431:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978968.608437:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304501494
00000100:00000010:1.0:1783978968.608439:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc8a0.
00000100:00000001:1.0:1783978968.608441:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978968.608443:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978968.608445:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608446:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978968.608450:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978968/real 1783978968]  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978968.608456:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978968.608457:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978968.608459:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978968.608460:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978968.608462:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978968.608464:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978968.608468:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978968.608476:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608482:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978968.608484:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608486:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608487:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978968.608491:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608498:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978968.608502:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608507:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978968.608509:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608511:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608511:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608513:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978968.608514:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978968.608516:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978968.608518:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978968.608520:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978968.608523:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978968.608528:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367054976:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978968.608531:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608532:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608533:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367054976/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608537:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978968.608539:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978968.608541:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978968.608543:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978968.608544:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978968.608545:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978968.608547:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978968.608548:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978968.608551:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978968.608552:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978968.608553:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783978968.608555:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978968.608556:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608558:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608563:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978968.608564:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608566:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978968.608567:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978968.608567:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978968.608570:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608574:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978968.608575:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608576:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978968.608578:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.608579:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.608581:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978968.608583:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978968.608584:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978968.608585:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608586:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978968.608588:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978968.608589:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978968.608592:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978968.608594:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978968.608596:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978968.608598:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055104, portal 10
00000100:00000001:1.0:1783978968.608599:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978968.608600:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:1.0:1783978968.608604:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608608:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978968.608610:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978968.608611:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978968.608612:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367055104, offset 0
00000400:00000200:1.0:1783978968.608614:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978968.608617:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978968.608619:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978968.608621:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978968.608622:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978968.608623:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978968.608625:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978968.608627:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345803:345803:256:4294967295] 192.168.201.109@tcp LPNI seq info [345792:345792:8:4294967295]
00000400:00000200:1.0:1783978968.608629:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978968.608633:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978968.608636:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978968.608638:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978968.608640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978968.608642:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978968.608645:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978968.608646:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783978968.608648:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978968.608649:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978968.608651:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978968.608653:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978968.608655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978968.608656:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978968.608657:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978968.608659:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608663:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608665:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608669:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608669:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978968.608671:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.608674:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978968.608675:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978968.608677:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304500255
00000100:00000001:1.0:1783978968.608678:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304501494
00000100:00000001:1.0:1783978968.608680:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304500255
00000100:00000001:1.0:1783978968.608681:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304501494
00000100:00000001:1.0:1783978968.608682:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978968.608683:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608684:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978968.608686:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978968/real 1783978968]  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978968.608694:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978968.608695:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978968.608696:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978968.608697:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978968.608698:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978968.608699:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978968.608700:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978968.608705:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608708:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978968.608709:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608710:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608711:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978968.608713:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608724:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978968.608726:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608729:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978968.608731:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608734:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978968.608736:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978968.608737:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978968.608739:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978968.608740:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978968.608742:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978968.608747:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978968.608749:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978968.608751:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608754:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978968.608755:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608756:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978968.608757:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.608758:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.608760:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055232:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978968.608761:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978968.608762:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978968.608763:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.608764:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978968.608766:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783978968.608767:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978968.608769:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978968.608770:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978968.608799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978968.608801:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055232, portal 10
00000100:00000001:1.0:1783978968.608802:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978968.608803:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783978968.608806:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608810:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978968.608811:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978968.608813:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978968.608814:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367055232, offset 0
00000400:00000200:1.0:1783978968.608817:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978968.608819:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978968.608821:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978968.608822:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978968.608824:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978968.608826:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978968.608827:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978968.608829:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345804:345804:256:4294967295] 192.168.201.109@tcp LPNI seq info [345793:345793:8:4294967295]
00000400:00000200:1.0:1783978968.608831:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978968.608835:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978968.608837:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978968.608839:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978968.608841:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978968.608843:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978968.608845:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978968.608847:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783978968.608852:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978968.608853:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978968.608856:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978968.608859:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978968.608861:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978968.608867:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978968.608870:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978968.608873:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608881:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608884:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608890:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608892:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978968.608895:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.608897:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978968.608899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978968.608901:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304500253
00000100:00000001:1.0:1783978968.608902:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304501494
00000100:00000001:1.0:1783978968.608904:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304500253
00000100:00000001:1.0:1783978968.608905:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304501494
00000100:00000001:1.0:1783978968.608907:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978968.608908:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.608909:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978968.608911:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978968/real 1783978968]  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978968.608915:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978968.608916:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978968.608917:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978968.608919:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978968.608920:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978968.608921:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978968.608923:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978968.608927:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608930:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978968.608931:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608932:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608933:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978968.608935:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608938:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978968.608940:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608944:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978968.608946:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608947:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978968.608947:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608948:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978968.608949:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978968.608951:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978968.608953:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978968.608954:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978968.608961:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978968.608966:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055232:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978968.608968:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608969:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608970:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367055104/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608974:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978968.608976:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978968.608977:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978968.608978:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978968.608979:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978968.608980:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978968.608981:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978968.608982:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978968.608984:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978968.608985:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978968.608986:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783978968.608987:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978968.608988:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.608989:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978968.608991:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367055232/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.608998:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978968.608999:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978968.609000:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783978968.609001:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978968.609001:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978968.609002:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978968.609003:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978968.609004:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978968.609005:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978968.609005:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978968.609006:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783978968.609007:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978968.609008:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.609009:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978968.609011:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978968.609012:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.609013:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978968.609014:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978968.671881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978968.671888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978968.671890:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978968.671896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978968.671899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978968.671902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978968.671904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978968.671906:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978968.671908:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.799934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978968.799942:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978968.799945:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978968.799948:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.799953:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978968.799955:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.799957:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.799959:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.799963:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978968.799965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978968.800019:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978968.800022:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978968.800025:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978969.696397:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978969.696403:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978969.696405:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978969.696411:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978969.696414:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978969.696418:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978969.696420:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978969.696422:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978969.696425:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978969.823892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978969.823897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978969.823902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978969.823903:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978969.823967:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978969.823972:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978969.823975:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978969.887886:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304501494, at 4304501504
00000100:00000040:1.0:1783978969.887900:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304501494, at 4304501504
00000100:00000010:0.0:1783978969.887902:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf00.
00000100:00000010:1.0:1783978969.887910:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc8a0.
00000100:00000001:3.0:1783978970.719882:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978970.719890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978970.719892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978970.719898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978970.719902:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978970.719906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978970.719909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978970.719912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978970.719915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978970.847937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978970.847945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978970.847950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978970.847951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978970.850302:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978970.850310:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978970.850315:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978971.743863:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978971.743870:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978971.743872:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978971.743879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978971.743882:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978971.743886:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978971.743888:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978971.743890:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978971.743894:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978971.871901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978971.871905:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978971.871909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978971.871910:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978971.871969:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978971.871973:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978971.871977:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978972.770247:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978972.770254:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978972.770256:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978972.770262:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978972.770266:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978972.770269:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978972.770272:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978972.770274:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978972.770277:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.895926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978972.895931:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.895934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978972.895935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978972.895995:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978972.895999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978972.896002:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978973.727897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978973.727907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978973.727909:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978973.727913:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978973.727917:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978973.727924:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9832
00000400:00000200:3.0:1783978973.727931:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978973.727935:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978973.727937:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978973.727939:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.727941:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978973.727943:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.727945:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978973.727947:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978973.727949:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978973.727950:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978973.727953:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978973.727954:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978973.727955:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978973.727957:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.727958:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978973.727959:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.727960:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978973.727962:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978973.727964:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978973.727966:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978973.727967:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978973.727970:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978973.727972:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.727974:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978973.727976:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978973.727984:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978973.727986:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978973.727989:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978973.727990:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.727992:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978973.727994:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978973.727997:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978973.728002:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978973.728007:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978973.728013:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978973.728020:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978973.728024:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978973.728027:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978973.728068:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978973.728072:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978973.728075:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978973.728076:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978973.728079:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978973.728081:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978973.728084:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9832
00000400:00000200:3.0:1783978973.728087:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978973.728091:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978973.728093:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978973.728097:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728098:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978973.728101:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783978973.728101:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728106:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978973.728107:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783978973.728109:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1783978973.728112:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978973.728112:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978973.728114:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978973.728118:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978973.728120:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978973.728122:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783978973.728123:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978973.728128:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728132:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978973.728135:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728139:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978973.728144:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783978973.728145:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1783978973.728148:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978973.728149:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728152:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.728155:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978973.728155:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978973.728161:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978973.728163:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978973.728164:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978973.728168:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978973.728172:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367055360:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783978973.728173:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978973.728177:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783978973.728180:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978973.728185:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1783978973.728187:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.728189:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728190:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.728196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783978973.728198:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978973.728201:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000010:1.0:1783978973.728202:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:3.0:1783978973.728204:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978973.728207:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978973.728208:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728213:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978973.728215:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783978973.728218:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978973.728218:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978973.728225:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
02000000:00000010:3.0:1783978973.728226:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978973.728233:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978973.728236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00100000:3.0:1783978973.728240:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783978973.728245:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055360, portal 25
00000100:00000001:1.0:1783978973.728250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978973.728253:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000001:3.0:1783978973.728255:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978973.728259:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978973.728263:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978973.728264:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978973.728276:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978973.728278:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978973.728287:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978973.728290:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1783978973.728294:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728294:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978973.728297:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1783978973.728299:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000001:3.0:1783978973.728301:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1783978973.728304:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367055360, offset 0
00000100:00080000:3.0:1783978973.728306:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9832
00000400:00000200:3.0:1783978973.728315:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978973.728317:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978973.728321:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978973.728325:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978973.728328:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728331:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978973.728332:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978973.728334:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728337:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978973.728339:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978973.728340:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978973.728341:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783978973.728343:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:3.0:1783978973.728344:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978973.728347:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978973.728350:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978973.728352:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783978973.728355:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978973.728359:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783978973.728360:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000040:3.0:1783978973.728364:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978973.728367:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783978973.728369:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783978973.728373:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000040:3.0:1783978973.728374:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978973.728380:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783978973.728383:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345805:345805:256:4294967295] 192.168.201.109@tcp LPNI seq info [345794:345794:8:4294967295]
00000100:00000001:3.0:1783978973.728384:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978973.728389:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783978973.728392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978973.728393:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978973.728396:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728398:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978973.728399:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978973.728403:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728406:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978973.728410:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1783978973.728411:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978973.728417:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:1.0:1783978973.728421:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978973.728422:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978973.728423:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.728425:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978973.728427:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978973.728428:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978973.728433:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978973.728436:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783978973.728444:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00100000:3.0:1783978973.728444:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783978973.728456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978973.728456:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978973.728460:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978973.728463:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1783978973.728467:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783978973.728475:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783978973.728477:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978973.728482:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783978973.728482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1783978973.728485:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978973.728489:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1783978973.728492:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978973.728494:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1783978973.728496:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000040:3.0:1783978973.728501:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9843)
00000400:00000200:1.0:1783978973.728504:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978973.728511:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978973.728516:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978973.728519:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978973.728524:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978973.728530:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728540:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.728543:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728555:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.728557:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978973.728561:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978973.728565:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978973.728568:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304506614
00000100:00000010:1.0:1783978973.728573:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc8a0.
00000100:00000001:1.0:1783978973.728579:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978973.728586:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304506614
00000100:00000010:1.0:1783978973.728588:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc120.
00000100:00000001:1.0:1783978973.728591:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978973.728594:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978973.728596:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.728599:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978973.728602:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978973/real 1783978973]  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978973.728611:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978973.728613:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978973.728615:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978973.728617:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978973.728619:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978973.728621:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978973.728625:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978973.728633:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728639:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978973.728641:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728643:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.728644:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978973.728648:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728655:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978973.728659:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728666:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978973.728669:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728670:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.728671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728673:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978973.728675:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978973.728678:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978973.728682:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978973.728684:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978973.728688:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978973.728696:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367055360:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978973.728701:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728703:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.728706:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367055360/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728712:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978973.728714:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978973.728716:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978973.728719:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978973.728721:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978973.728723:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978973.728725:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978973.728727:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978973.728730:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978973.728733:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978973.728734:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783978973.728737:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978973.728738:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728740:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.728747:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978973.728749:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.728750:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978973.728752:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978973.728753:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978973.728757:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728763:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978973.728765:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.728767:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978973.728769:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978973.728770:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978973.728798:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978973.728801:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978973.728803:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978973.728805:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.728807:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978973.728810:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978973.728812:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978973.728815:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978973.728818:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978973.728821:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978973.728824:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055488, portal 10
00000100:00000001:1.0:1783978973.728825:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978973.728827:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:1.0:1783978973.728833:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728838:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978973.728840:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978973.728843:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978973.728844:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367055488, offset 0
00000400:00000200:1.0:1783978973.728848:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978973.728852:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978973.728856:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978973.728859:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978973.728861:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978973.728863:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978973.728865:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978973.728868:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345806:345806:256:4294967295] 192.168.201.109@tcp LPNI seq info [345795:345795:8:4294967295]
00000400:00000200:1.0:1783978973.728873:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978973.728878:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978973.728882:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978973.728885:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978973.728889:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978973.728892:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978973.728896:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978973.728909:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1783978973.728913:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978973.728915:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978973.728918:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978973.728921:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978973.728924:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978973.728926:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978973.728928:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978973.728932:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728939:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.728942:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.728947:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.728949:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978973.728952:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978973.728955:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978973.728959:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978973.728961:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304505376
00000100:00000001:1.0:1783978973.728963:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304506614
00000100:00000001:1.0:1783978973.728965:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304505376
00000100:00000001:1.0:1783978973.728967:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304506614
00000100:00000001:1.0:1783978973.728969:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978973.728971:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.728972:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978973.728976:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978973/real 1783978973]  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978973.728983:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978973.728984:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978973.728986:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978973.728988:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978973.728990:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978973.728992:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978973.728995:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978973.729002:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729008:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978973.729009:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729011:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.729012:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978973.729015:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729021:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978973.729025:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729031:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978973.729033:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729035:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.729036:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729038:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978973.729041:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978973.729057:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978973.729061:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978973.729063:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978973.729066:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978973.729074:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978973.729077:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978973.729080:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729087:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978973.729088:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.729090:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978973.729091:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978973.729094:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978973.729096:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978973.729100:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978973.729102:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978973.729103:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978973.729105:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978973.729108:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978973.729110:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978973.729114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978973.729116:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978973.729119:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978973.729122:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055616, portal 10
00000100:00000001:1.0:1783978973.729123:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978973.729125:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:1.0:1783978973.729130:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729136:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978973.729138:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978973.729140:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978973.729142:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367055616, offset 0
00000400:00000200:1.0:1783978973.729146:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978973.729149:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978973.729153:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978973.729156:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978973.729158:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978973.729160:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978973.729162:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978973.729165:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345807:345807:256:4294967295] 192.168.201.109@tcp LPNI seq info [345796:345796:8:4294967295]
00000400:00000200:1.0:1783978973.729169:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978973.729175:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978973.729179:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978973.729182:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978973.729186:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978973.729188:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978973.729192:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978973.729194:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1783978973.729198:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978973.729200:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783978973.729202:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978973.729205:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978973.729208:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:1.0:1783978973.729210:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:1.0:1783978973.729213:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978973.729216:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729223:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.729225:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729231:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.729233:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978973.729235:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978973.729238:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978973.729241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978973.729243:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304505373
00000100:00000001:1.0:1783978973.729245:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304506614
00000100:00000001:1.0:1783978973.729247:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304505373
00000100:00000001:1.0:1783978973.729249:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304506614
00000100:00000001:1.0:1783978973.729251:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978973.729253:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.729254:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978973.729258:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978973/real 1783978973]  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978973.729264:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978973.729266:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978973.729267:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978973.729269:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978973.729271:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978973.729273:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978973.729276:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978973.729283:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729289:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978973.729291:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729292:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.729294:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978973.729297:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729303:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978973.729306:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729312:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978973.729314:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729316:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978973.729317:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729319:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978973.729320:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978973.729323:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978973.729326:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978973.729328:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978973.729331:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978973.729339:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978973.729343:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729345:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.729348:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367055488/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729354:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978973.729356:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978973.729357:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978973.729360:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978973.729361:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978973.729363:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978973.729365:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978973.729366:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978973.729369:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978973.729370:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978973.729372:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783978973.729374:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978973.729375:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729377:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978973.729379:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367055616/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978973.729385:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978973.729386:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978973.729387:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978973.729389:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978973.729391:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978973.729392:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978973.729393:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978973.729395:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978973.729396:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978973.729397:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978973.729399:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:1.0:1783978973.729401:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978973.729402:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729404:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978973.729407:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978973.729409:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978973.729411:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978973.729412:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978973.791909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978973.791917:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978973.791918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978973.791924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978973.791928:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978973.791932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978973.791934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978973.791936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978973.791939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978973.919903:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978973.919909:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978973.919915:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978973.919916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978973.919979:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978973.919984:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978973.919987:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978974.815960:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978974.815969:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978974.815971:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978974.815977:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978974.815981:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978974.815985:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978974.815987:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978974.815990:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978974.815992:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978974.943911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978974.943917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978974.943922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978974.943923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978974.943965:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978974.943970:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978974.943973:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978975.007879:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304506614, at 4304506624
00000100:00000010:0.0:1783978975.007896:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc8a0.
00000100:00000040:1.0:1783978975.007898:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304506614, at 4304506624
00000100:00000010:1.0:1783978975.007908:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc120.
00000100:00000001:3.0:1783978975.839879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978975.839888:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978975.839889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978975.839894:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978975.839898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978975.839901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978975.839903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978975.839905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978975.839907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978975.967935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978975.967944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978975.967951:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978975.967952:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978975.968029:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978975.968034:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978975.968037:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978976.863872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978976.863879:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978976.863881:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978976.863887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978976.863891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978976.863894:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978976.863896:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978976.863898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978976.863901:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.991930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978976.991937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.991942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978976.991946:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978976.991952:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978976.991955:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.991957:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978976.991959:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.991960:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.991962:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978976.992077:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978976.992080:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978976.992082:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978977.887903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978977.887912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978977.887914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978977.887919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978977.887922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978977.887926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978977.887928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978977.887930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978977.887932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978978.015916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978978.015925:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978978.015932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978978.015933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978978.016023:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978978.016027:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978978.016031:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978978.847875:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978978.847883:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978978.847885:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978978.847888:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978978.847891:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978978.847896:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9838
00000400:00000200:3.0:1783978978.847903:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978978.847907:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978978.847909:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978978.847912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.847914:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.847916:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.847917:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978978.847920:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978978.847921:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978978.847923:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978978.847925:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978978.847926:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978978.847928:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978978.847930:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.847932:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.847933:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.847934:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978978.847936:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978978.847938:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978978.847940:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978978.847942:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978978.847944:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978978.847945:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.847947:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978978.847949:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978978.847983:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783978978.847987:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978978.847991:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978978.847993:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.847996:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978978.847999:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978978.848003:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978978.848010:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783978978.848016:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978978.848023:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978978.848030:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978978.848033:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978978.848036:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978978.848057:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978978.848059:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978978.848061:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978978.848062:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978978.848064:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978978.848066:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978978.848067:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9838
00000400:00000200:3.0:1783978978.848070:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978978.848072:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978978.848074:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978978.848075:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848077:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.848078:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848079:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978978.848081:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978978.848081:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978978.848083:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978978.848084:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978978.848086:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978978.848087:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978978.848089:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848090:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.848091:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848092:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978978.848093:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978978.848096:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848097:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978978.848099:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978978.848104:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978978.848105:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848106:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978978.848109:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978978.848111:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848112:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848115:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1783978978.848116:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783978978.848118:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978978.848121:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783978978.848123:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783978978.848123:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848124:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978978.848126:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783978978.848128:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783978978.848128:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978978.848133:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783978978.848135:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978978.848140:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783978978.848141:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978978.848163:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978978.848166:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848169:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783978978.848170:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848173:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848181:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783978978.848181:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978978.848183:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1783978978.848186:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1783978978.848186:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978978.848189:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978978.848191:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1783978978.848192:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848194:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978978.848199:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9838
00000100:00100000:1.0:1783978978.848200:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367055744:192.168.201.109@tcp:250:kworker.0
00000400:00000200:3.0:1783978978.848202:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978978.848207:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978978.848210:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978978.848214:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978978.848217:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783978978.848217:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.848221:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848222:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978978.848223:0:80002:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1783978978.848225:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1783978978.848225:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783978978.848228:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783978978.848231:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783978978.848231:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783978978.848233:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783978978.848236:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:1.0:1783978978.848237:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1783978978.848238:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848240:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978978.848241:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848242:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978978.848243:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783978978.848245:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978978.848247:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978978.848248:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978978.848250:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978978.848251:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848252:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1783978978.848253:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
00000008:00100000:3.0:1783978978.848254:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978978.848258:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848259:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848259:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978978.848265:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783978978.848268:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783978978.848270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783978978.848271:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978978.848273:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.848275:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978978.848276:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978978.848277:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978978.848278:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
02000000:00000010:3.0:1783978978.848280:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783978978.848283:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978978.848286:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783978978.848287:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:3.0:1783978978.848295:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978978.848296:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978978.848299:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055744, portal 25
00000100:00000040:3.0:1783978978.848300:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848305:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978978.848309:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000001:3.0:1783978978.848311:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978978.848316:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783978978.848319:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783978978.848322:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783978978.848328:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978978.848337:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978978.848338:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978978.848343:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783978978.848343:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9848)
00000400:00000010:1.0:1783978978.848347:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad27f8.
00000100:00000200:1.0:1783978978.848352:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367055744, offset 0
00000400:00000200:1.0:1783978978.848359:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848367:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848373:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978978.848378:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978978.848382:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978978.848385:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978978.848397:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848401:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345808:345808:256:4294967295] 192.168.201.109@tcp LPNI seq info [345797:345797:8:4294967295]
00000400:00000200:1.0:1783978978.848406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848416:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978978.848421:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978978.848427:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783978978.848434:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978978.848447:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978978.848461:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978978.848465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978978.848468:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304511734
00000100:00000010:1.0:1783978978.848474:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc120.
00000100:00000001:1.0:1783978978.848481:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978978.848487:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304511734
00000100:00000010:1.0:1783978978.848492:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbccc0.
00000100:00000001:1.0:1783978978.848495:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978978.848505:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978978.848508:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848511:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848514:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978978.848520:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978978.848521:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978978.848523:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978978.848524:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978978.848525:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978978.848529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848534:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978978.848535:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848537:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978978.848538:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978978.848539:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978978.848541:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978978.848544:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978978.848545:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978978.848546:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848547:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978978.848550:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978978.848551:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978978.848554:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978978.848557:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783978978.848560:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783978978.848562:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367055872, portal 10
00000100:00000001:1.0:1783978978.848564:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978978.848565:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:1.0:1783978978.848569:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848576:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978978.848579:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978978.848582:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2440.
00000100:00000200:1.0:1783978978.848584:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367055872, offset 0
00000400:00000200:1.0:1783978978.848589:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848594:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848598:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978978.848601:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978978.848604:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978978.848606:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978978.848609:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848611:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345809:345809:255:4294967295] 192.168.201.109@tcp LPNI seq info [345798:345798:7:4294967295]
00000400:00000200:1.0:1783978978.848616:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848620:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978978.848623:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978978.848626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bd00.
00000800:00000200:1.0:1783978978.848628:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978978.848631:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978978.848632:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978978.848635:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978978.848637:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978978.848638:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304510495
00000100:00000001:1.0:1783978978.848640:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304511734
00000100:00000001:1.0:1783978978.848641:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304510495
00000100:00000001:1.0:1783978978.848642:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304511734
00000100:00000001:1.0:1783978978.848644:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978978.848645:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848647:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978978.848649:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848654:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978978.848655:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848656:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978978.848657:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978978.848658:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978978.848659:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978978.848661:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978978.848662:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978978.848663:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978978.848664:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978978.848666:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978978.848667:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978978.848669:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978978.848670:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783978978.848673:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978978.848674:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056000, portal 10
00000100:00000001:1.0:1783978978.848675:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978978.848676:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:1.0:1783978978.848679:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978978.848683:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978978.848685:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978978.848686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2a18.
00000100:00000200:1.0:1783978978.848694:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367056000, offset 0
00000400:00000200:1.0:1783978978.848701:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848705:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848708:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978978.848711:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978978.848713:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978978.848715:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978978.848717:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978978.848720:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345810:345810:254:4294967295] 192.168.201.109@tcp LPNI seq info [345799:345799:6:4294967295]
00000400:00000200:1.0:1783978978.848724:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978978.848729:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978978.848733:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978978.848737:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bb00.
00000800:00000200:1.0:1783978978.848740:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978978.848743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783978978.848745:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978978.848748:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978978.848751:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978978.848753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304510492
00000100:00000001:1.0:1783978978.848755:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304511734
00000100:00000001:1.0:1783978978.848757:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304510492
00000100:00000001:1.0:1783978978.848759:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304511734
00000100:00000001:1.0:1783978978.848760:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978978.848763:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848765:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848767:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978978.848770:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978978.848797:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783978978.848800:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978978.848801:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978978.848803:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978978.848805:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978978.911890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978978.911898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978978.911899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978978.911904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978978.911907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978978.911911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978978.911914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978978.911916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978978.911919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.039898:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978979.039903:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978979.039905:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978979.039907:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.039911:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978979.039913:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.039914:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.039916:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.039918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978979.039919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978979.039994:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978979.039998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978979.040000:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978979.936410:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978979.936419:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978979.936421:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978979.936426:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978979.936429:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978979.936431:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978979.936433:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978979.936435:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978979.936438:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978980.063874:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978980.063878:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978980.063882:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978980.063883:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978980.063952:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978980.063956:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978980.063959:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978980.127893:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304511734, at 4304511744
00000100:00000040:1.0:1783978980.127899:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304511734, at 4304511744
00000100:00000010:0.0:1783978980.127910:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc120.
00000100:00000010:1.0:1783978980.127913:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbccc0.
00000100:00000001:3.0:1783978980.960697:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978980.960715:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978980.960717:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978980.960723:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978980.960728:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978980.960732:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978980.960735:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978980.960737:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978980.960740:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978981.087962:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978981.087970:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978981.087976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978981.087977:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978981.088045:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978981.088049:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978981.088052:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783978981.920153:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783978981.920210:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783978981.920221:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978981.920226:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783978981.920231:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978981.920236:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783978981.920242:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978981.920246:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:3.0:1783978981.920253:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978981.920258:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978981.920266:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad27f8
00000400:00000010:3.0:1783978981.920268:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad27f8.
00000100:00000001:3.0:1783978981.920275:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978981.920286:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920318:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978981.920323:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920330:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978981.920333:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978981.920342:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978981.920344:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bd00.
00000400:00000200:3.0:1783978981.920348:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978981.920350:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978981.920354:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2440
00000400:00000010:3.0:1783978981.920356:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2440.
00000100:00000001:3.0:1783978981.920359:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978981.920363:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920371:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978981.920374:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920381:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978981.920382:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783978981.920387:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783978981.920390:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bb00.
00000400:00000200:3.0:1783978981.920393:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783978981.920396:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783978981.920399:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2a18
00000400:00000010:3.0:1783978981.920401:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2a18.
00000100:00000001:3.0:1783978981.920403:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783978981.920408:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920415:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783978981.920417:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978981.920428:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978981.920430:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978981.920520:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978981.920526:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978981.920530:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978981.920537:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978978/real 1783978981]  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978981.920548:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978981.920550:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978981.920553:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783978981.920556:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783978981.920557:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783978981.920560:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978981.920562:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978981.920569:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920573:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978981.920575:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.920580:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978981.920585:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920592:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978981.920597:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920605:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978981.920609:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920611:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.920612:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920615:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978981.920620:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978981.920624:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978981.920630:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978981.920632:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978981.920637:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978981.920646:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367055872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978981.920651:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978981.920655:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978978/real 1783978981]  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978981.920662:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978981.920663:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978981.920665:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783978981.920668:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978981.920669:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978981.920671:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978981.920674:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978981.920687:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920692:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978981.920694:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920695:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.920697:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978981.920700:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920706:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978981.920709:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.920715:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978981.920718:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920719:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.920720:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.920722:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978981.920723:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978981.920726:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978981.920729:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978981.920732:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978981.920735:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978981.920743:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978981.920748:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978981.920751:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978978/real 1783978981]  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978981.920763:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978981.920765:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978981.920767:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978981.920769:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978981.920998:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978981.921002:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978981.921006:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978981.921014:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921020:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978981.921021:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921024:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.921025:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978981.921029:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921036:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978981.921039:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921045:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978981.921048:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921049:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978981.921051:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921052:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978981.921054:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978981.921056:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978981.921060:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978981.921062:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978981.921066:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978981.921074:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367055744:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978981.921078:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921081:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978981.921084:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367055872/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921091:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978981.921095:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978981.921100:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978981.921104:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978981.921108:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978981.921110:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978981.921113:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978981.921116:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783978981.921122:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978981.921124:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978981.921127:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:1.0:1783978981.921132:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978981.921134:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921135:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978981.921139:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367056000/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921144:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978981.921146:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978981.921147:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978981.921149:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978981.921150:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978981.921151:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978981.921153:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978981.921155:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783978981.921158:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978981.921159:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978981.921160:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:1.0:1783978981.921164:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978981.921165:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921167:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978981.921169:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367055744/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978981.921174:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978981.921175:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978981.921177:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978981.921179:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978981.921180:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978981.921181:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978981.921183:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978981.921184:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978981.921186:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978981.921188:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978981.921189:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:1.0:1783978981.921191:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978981.921192:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921194:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978981.921205:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978981.921207:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978981.921209:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978981.921211:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978981.983942:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978981.983950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978981.983952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978981.983959:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978981.983963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978981.983968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978981.983972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978981.983975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978981.983979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.111889:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978982.111909:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.111916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978982.111918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978982.112090:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978982.112095:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978982.112098:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978983.009936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978983.009943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978983.009945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978983.009950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978983.009954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978983.009958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978983.009960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978983.009963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978983.009966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978983.135977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978983.135984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978983.135991:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978983.135992:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978983.136051:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978983.136054:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978983.136057:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978983.968060:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978983.968071:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978983.968075:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978983.968078:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978983.968083:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978983.968090:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9843
00000400:00000200:2.0:1783978983.968099:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978983.968104:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978983.968108:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978983.968111:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968115:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968117:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968120:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978983.968124:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978983.968126:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978983.968129:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978983.968131:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978983.968135:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978983.968137:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978983.968140:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968142:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968144:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968146:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978983.968149:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978983.968152:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968155:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978983.968157:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978983.968161:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978983.968164:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968166:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978983.968168:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978983.968176:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783978983.968180:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978983.968183:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978983.968185:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968187:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978983.968190:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978983.968194:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978983.968202:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783978983.968208:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978983.968216:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978983.968227:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978983.968231:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978983.968236:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978983.968267:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978983.968270:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978983.968274:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978983.968275:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978983.968277:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978983.968279:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978983.968282:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9843
00000400:00000200:2.0:1783978983.968285:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978983.968288:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978983.968291:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978983.968293:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968295:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968297:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968299:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978983.968301:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978983.968302:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978983.968304:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978983.968306:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978983.968308:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978983.968309:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978983.968312:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968313:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968315:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968317:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978983.968319:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978983.968322:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968324:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978983.968326:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978983.968331:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978983.968333:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968335:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978983.968338:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978983.968341:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968343:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978983.968347:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783978983.968349:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978983.968351:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978983.968352:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968354:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978983.968355:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978983.968357:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978983.968360:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783978983.968364:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978983.968369:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978983.968376:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978983.968378:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978983.968381:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978983.968388:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978983.968391:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978983.968394:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783978983.968395:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978983.968397:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978983.968399:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978983.968401:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9843
00000400:00000200:2.0:1783978983.968405:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978983.968408:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978983.968410:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978983.968413:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968414:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968416:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968418:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978983.968421:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978983.968422:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978983.968423:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978983.968425:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978983.968427:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783978983.968429:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783978983.968432:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968433:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978983.968435:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968437:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978983.968439:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978983.968442:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978983.968444:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978983.968445:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978983.968448:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978983.968450:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968452:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978983.968454:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978983.968456:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968458:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978983.968461:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783978983.968463:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978983.968466:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978983.968467:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978983.968469:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978983.968470:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978983.968472:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978983.968475:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783978983.968478:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978983.968483:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978983.968495:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978983.968497:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978983.968501:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978983.968508:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978983.968510:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978983.968514:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978983.968517:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978983.968520:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978983.968525:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9853)
00000100:00000001:1.0:1783978983.968602:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978983.968606:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978983.968609:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978983.968615:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.968623:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978983.968626:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.968629:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978983.968632:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978983.968635:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978983.968638:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056128:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978983.968642:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978983.968647:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978983.968649:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.968652:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978983.968657:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978983.968659:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978983.968679:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978983.968683:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978983.968689:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978983.968695:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056128, portal 25
00000100:00000001:1.0:1783978983.968697:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978983.968698:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783978983.968704:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.968710:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978983.968713:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978983.968715:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978983.968718:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367056128, offset 0
00000400:00000200:1.0:1783978983.968724:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978983.968732:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.968737:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978983.968742:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978983.968746:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978983.968749:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978983.968751:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978983.968755:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345811:345811:256:4294967295] 192.168.201.109@tcp LPNI seq info [345800:345800:8:4294967295]
00000400:00000200:1.0:1783978983.968759:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.968767:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978983.968810:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.968816:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978983.968823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978983.968826:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978983.968831:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978983.968834:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978983.968838:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.968841:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978983.968845:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978983.968850:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978983.968855:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978983.968858:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978983.968862:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978983.968876:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.968885:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.968888:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.968894:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.968896:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978983.968901:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978983.968905:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978983.968908:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304516855
00000100:00000010:1.0:1783978983.968913:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbccc0.
00000100:00000001:1.0:1783978983.968920:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978983.968926:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304516855
00000100:00000010:1.0:1783978983.968929:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc240.
00000100:00000001:1.0:1783978983.968932:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978983.968935:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978983.968938:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.968941:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978983.968945:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978983/real 1783978983]  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978983.968960:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978983.968961:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978983.968963:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978983.968966:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978983.968968:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978983.968971:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978983.968974:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978983.968981:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.968987:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978983.968988:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.968991:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.968993:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978983.968996:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969003:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978983.969008:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969015:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978983.969018:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969019:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.969021:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969023:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978983.969025:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978983.969029:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978983.969032:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978983.969035:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978983.969040:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978983.969048:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056128:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978983.969052:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978983.969056:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969062:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978983.969064:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.969066:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978983.969068:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978983.969069:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978983.969072:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056256:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978983.969075:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978983.969078:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978983.969079:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.969081:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978983.969084:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978983.969086:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978983.969090:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978983.969092:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978983.969096:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978983.969099:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056256, portal 10
00000100:00000001:1.0:1783978983.969100:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978983.969102:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783978983.969108:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969113:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978983.969115:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978983.969117:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978983.969119:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367056256, offset 0
00000400:00000200:1.0:1783978983.969123:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978983.969127:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.969130:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978983.969133:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978983.969135:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978983.969137:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978983.969140:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978983.969142:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345812:345812:256:4294967295] 192.168.201.109@tcp LPNI seq info [345801:345801:8:4294967295]
00000400:00000200:1.0:1783978983.969146:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.969152:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978983.969156:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.969160:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978983.969164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978983.969167:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978983.969171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978983.969174:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978983.969178:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.969180:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978983.969182:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978983.969185:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978983.969188:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978983.969190:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978983.969192:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978983.969196:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969203:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.969206:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969211:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.969212:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978983.969215:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978983.969220:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978983.969224:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978983.969226:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304515616
00000100:00000001:1.0:1783978983.969229:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304516855
00000100:00000001:1.0:1783978983.969230:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304515616
00000100:00000001:1.0:1783978983.969232:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304516855
00000100:00000001:1.0:1783978983.969234:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978983.969236:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.969237:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978983.969240:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978983/real 1783978983]  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978983.969247:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978983.969248:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978983.969249:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978983.969251:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978983.969253:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978983.969254:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978983.969257:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978983.969264:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969269:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978983.969270:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969273:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.969274:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978983.969276:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969282:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978983.969285:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969290:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978983.969292:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969294:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.969295:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969296:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978983.969299:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978983.969301:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978983.969304:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978983.969306:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978983.969309:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978983.969316:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056256:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978983.969319:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978983.969321:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969327:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978983.969328:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.969330:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978983.969332:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978983.969333:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978983.969335:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978983.969338:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978983.969340:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978983.969342:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978983.969343:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978983.969347:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978983.969348:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978983.969350:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978983.969353:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978983.969356:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978983.969359:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056384, portal 10
00000100:00000001:1.0:1783978983.969361:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978983.969362:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783978983.969367:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969374:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978983.969376:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978983.969378:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978983.969381:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367056384, offset 0
00000400:00000200:1.0:1783978983.969384:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978983.969388:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.969391:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978983.969393:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978983.969396:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978983.969398:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978983.969400:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978983.969403:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345813:345813:256:4294967295] 192.168.201.109@tcp LPNI seq info [345802:345802:8:4294967295]
00000400:00000200:1.0:1783978983.969406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978983.969411:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978983.969415:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.969418:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978983.969422:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978983.969424:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978983.969428:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978983.969430:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978983.969434:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978983.969436:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978983.969438:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978983.969441:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978983.969443:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978983.969445:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978983.969447:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978983.969451:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969462:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.969465:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969470:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.969472:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978983.969474:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978983.969477:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978983.969480:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978983.969482:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304515613
00000100:00000001:1.0:1783978983.969484:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304516855
00000100:00000001:1.0:1783978983.969486:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304515613
00000100:00000001:1.0:1783978983.969488:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304516855
00000100:00000001:1.0:1783978983.969490:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978983.969492:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.969494:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978983.969497:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978983/real 1783978983]  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978983.969505:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978983.969506:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978983.969508:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978983.969510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978983.969512:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978983.969514:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978983.969517:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978983.969524:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969530:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978983.969532:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969533:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.969535:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978983.969538:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969544:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978983.969548:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969555:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978983.969557:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969559:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978983.969560:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969561:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978983.969563:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978983.969565:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978983.969568:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978983.969570:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978983.969575:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978983.969582:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978983.969586:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969588:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.969592:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367056128/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969599:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978983.969601:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978983.969604:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978983.969607:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978983.969609:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978983.969611:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978983.969613:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978983.969616:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:1.0:1783978983.969624:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978983.969626:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978983.969628:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783978983.969631:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978983.969633:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969634:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.969638:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367056256/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969644:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978983.969645:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978983.969647:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978983.969649:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978983.969650:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978983.969651:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978983.969653:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978983.969654:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783978983.969658:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978983.969659:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978983.969660:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783978983.969663:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978983.969664:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969666:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978983.969669:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367056384/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978983.969674:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978983.969675:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978983.969677:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783978983.969679:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978983.969680:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978983.969681:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978983.969683:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978983.969684:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:1.0:1783978983.969686:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978983.969688:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978983.969689:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783978983.969691:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978983.969692:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969694:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978983.969701:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978983.969704:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978983.969706:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978983.969708:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978984.031893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978984.031902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978984.031904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978984.031910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978984.031913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978984.031917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978984.031920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978984.031923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978984.031926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978984.159887:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978984.159894:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978984.159901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978984.159902:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978984.159963:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978984.159967:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978984.159971:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978985.056911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978985.056919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978985.056921:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978985.056927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978985.056930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978985.056934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978985.056936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978985.056938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978985.056941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978985.183923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978985.183929:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978985.183935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978985.183937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978985.183986:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978985.183989:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978985.183991:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978985.247897:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304516855, at 4304516864
00000100:00000040:1.0:1783978985.247908:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304516855, at 4304516864
00000100:00000010:0.0:1783978985.247914:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbccc0.
00000100:00000010:1.0:1783978985.247917:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc240.
00000100:00000001:3.0:1783978986.080135:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978986.080147:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978986.080149:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978986.080156:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978986.080160:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978986.080165:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978986.080168:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978986.080172:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978986.080175:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978986.207920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978986.207925:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978986.207931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978986.207932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978986.208028:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978986.208034:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978986.208039:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978987.103926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978987.103942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978987.103945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978987.103953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978987.103959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978987.103964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978987.103968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978987.103973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978987.103976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.231986:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978987.231994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.232002:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978987.232006:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978987.232008:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978987.232013:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.232017:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978987.232020:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.232022:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.232024:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978987.232093:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978987.232098:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978987.232102:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978988.127895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978988.127902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978988.127903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978988.127907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978988.127909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978988.127911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978988.127913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978988.127914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978988.127917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978988.255953:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978988.255961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978988.255967:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978988.255968:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978988.256029:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978988.256035:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978988.256039:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978989.087898:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978989.087907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978989.087909:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978989.087912:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978989.087915:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978989.087921:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9848
00000400:00000200:2.0:1783978989.087929:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978989.087933:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978989.087935:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978989.087937:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.087939:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978989.087941:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.087943:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978989.087945:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978989.087947:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978989.087949:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978989.087951:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978989.087953:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978989.087954:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978989.087956:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.087958:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978989.087959:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.087960:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978989.087962:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978989.087963:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978989.087965:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978989.087967:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978989.087969:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978989.087971:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.087972:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978989.087974:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978989.087982:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783978989.087984:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978989.087987:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978989.087988:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.087991:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978989.087994:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978989.087997:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978989.088005:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783978989.088011:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978989.088019:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978989.088029:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978989.088033:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978989.088037:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978989.088060:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978989.088063:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978989.088066:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978989.088068:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978989.088069:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978989.088072:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978989.088074:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9848
00000400:00000200:2.0:1783978989.088077:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978989.088080:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978989.088083:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978989.088086:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088088:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978989.088090:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088092:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978989.088095:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978989.088096:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978989.088099:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978989.088100:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783978989.088103:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783978989.088103:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978989.088108:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783978989.088109:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783978989.088112:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978989.088114:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783978989.088117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978989.088124:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783978989.088124:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088128:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978989.088133:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978989.088148:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088151:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978989.088153:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978989.088158:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978989.088160:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.088162:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978989.088165:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978989.088168:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.088170:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978989.088173:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783978989.088175:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978989.088178:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978989.088179:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.088180:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978989.088182:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978989.088183:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978989.088187:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783978989.088190:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978989.088195:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978989.088202:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978989.088204:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783978989.088205:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088209:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978989.088214:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978989.088217:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1783978989.088219:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783978989.088220:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978989.088228:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056512:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783978989.088233:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088235:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1783978989.088236:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978989.088239:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1783978989.088241:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783978989.088241:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978989.088245:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1783978989.088246:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.088247:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1783978989.088251:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1783978989.088252:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9848
00000400:00000200:2.0:1783978989.088258:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:1.0:1783978989.088259:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
00000400:00000200:2.0:1783978989.088262:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
02000000:00000001:1.0:1783978989.088263:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088271:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783978989.088273:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1783978989.088276:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000040:2.0:1783978989.088280:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088283:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783978989.088284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000040:2.0:1783978989.088287:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088291:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978989.088294:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978989.088295:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978989.088297:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978989.088299:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978989.088301:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000200:1.0:1783978989.088302:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056512, portal 25
00000020:00000001:2.0:1783978989.088303:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783978989.088309:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1783978989.088311:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978989.088313:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000001:2.0:1783978989.088314:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978989.088319:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088323:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:1.0:1783978989.088324:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783978989.088327:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978989.088334:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783978989.088338:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978989.088344:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088346:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978989.088349:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
02000000:00000001:2.0:1783978989.088350:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1783978989.088354:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367056512, offset 0
02000000:00000001:2.0:1783978989.088356:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978989.088360:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978989.088362:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978989.088365:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978989.088367:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088370:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088371:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978989.088377:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000400:00000200:1.0:1783978989.088381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783978989.088381:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978989.088386:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978989.088389:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088392:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783978989.088393:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978989.088396:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978989.088399:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088400:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1783978989.088404:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000400:00000200:1.0:1783978989.088406:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:2.0:1783978989.088410:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088413:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978989.088417:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978989.088422:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345814:345814:256:4294967295] 192.168.201.109@tcp LPNI seq info [345803:345803:8:4294967295]
00000400:00000200:1.0:1783978989.088428:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:2.0:1783978989.088430:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978989.088444:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783978989.088455:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978989.088457:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978989.088461:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1783978989.088468:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783978989.088469:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978989.088473:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978989.088477:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1783978989.088478:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000040:2.0:1783978989.088479:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783978989.088483:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783978989.088487:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9858)
00000800:00000200:1.0:1783978989.088489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978989.088494:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978989.088500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978989.088504:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978989.088508:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978989.088511:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978989.088518:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978989.088522:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978989.088527:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978989.088530:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978989.088534:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978989.088538:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088547:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.088551:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088557:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088559:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978989.088564:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088568:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978989.088571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304521974
00000100:00000010:1.0:1783978989.088576:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc240.
00000100:00000001:1.0:1783978989.088582:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978989.088589:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304521974
00000100:00000010:1.0:1783978989.088592:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcc60.
00000100:00000001:1.0:1783978989.088596:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978989.088599:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978989.088602:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088604:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978989.088608:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978989/real 1783978989]  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978989.088618:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978989.088619:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978989.088622:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978989.088625:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978989.088626:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978989.088628:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978989.088632:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978989.088646:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088652:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978989.088654:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088656:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.088658:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978989.088662:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088668:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978989.088672:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088679:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978989.088682:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.088684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088686:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978989.088689:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978989.088691:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978989.088695:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978989.088697:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978989.088701:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978989.088708:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056512:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978989.088713:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088715:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.088718:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367056512/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088725:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978989.088731:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978989.088734:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978989.088737:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978989.088739:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978989.088740:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978989.088742:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978989.088745:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783978989.088748:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978989.088750:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978989.088751:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783978989.088754:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978989.088755:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088757:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.088763:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978989.088765:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088767:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978989.088768:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978989.088769:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978989.088810:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088826:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978989.088827:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978989.088829:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978989.088830:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978989.088832:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978989.088835:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056640:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978989.088838:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978989.088840:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978989.088842:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978989.088844:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978989.088847:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978989.088848:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.088851:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978989.088854:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978989.088857:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978989.088860:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056640, portal 10
00000100:00000001:1.0:1783978989.088861:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978989.088863:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783978989.088868:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088874:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978989.088876:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978989.088878:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978989.088880:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367056640, offset 0
00000400:00000200:1.0:1783978989.088883:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978989.088887:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978989.088890:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978989.088893:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978989.088895:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978989.088897:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978989.088900:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978989.088903:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345815:345815:256:4294967295] 192.168.201.109@tcp LPNI seq info [345804:345804:8:4294967295]
00000400:00000200:1.0:1783978989.088907:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978989.088913:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978989.088917:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978989.088921:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978989.088924:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978989.088927:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978989.088931:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978989.088934:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978989.088938:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978989.088940:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978989.088943:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978989.088946:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978989.088949:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978989.088950:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978989.088953:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978989.088956:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088974:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.088977:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.088983:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.088985:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978989.088988:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978989.088992:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978989.088994:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978989.088996:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304520736
00000100:00000001:1.0:1783978989.088999:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304521974
00000100:00000001:1.0:1783978989.089001:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304520736
00000100:00000001:1.0:1783978989.089004:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304521974
00000100:00000001:1.0:1783978989.089006:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978989.089008:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.089010:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978989.089013:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978989/real 1783978989]  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978989.089020:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978989.089021:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978989.089023:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978989.089025:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978989.089027:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978989.089028:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978989.089031:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978989.089039:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089045:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978989.089046:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089047:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.089048:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978989.089052:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089058:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978989.089062:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089068:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978989.089071:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089072:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.089073:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089075:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978989.089078:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978989.089080:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978989.089083:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978989.089085:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978989.089089:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978989.089097:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056640:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978989.089101:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978989.089104:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089109:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978989.089110:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978989.089112:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978989.089114:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978989.089116:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978989.089118:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978989.089122:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978989.089123:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978989.089125:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978989.089126:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978989.089130:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978989.089132:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978989.089134:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978989.089137:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978989.089150:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978989.089154:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056768, portal 10
00000100:00000001:1.0:1783978989.089156:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978989.089157:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783978989.089163:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089169:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978989.089172:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978989.089174:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978989.089176:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367056768, offset 0
00000400:00000200:1.0:1783978989.089179:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978989.089183:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978989.089187:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978989.089190:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978989.089192:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978989.089194:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978989.089196:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978989.089200:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345816:345816:256:4294967295] 192.168.201.109@tcp LPNI seq info [345805:345805:8:4294967295]
00000400:00000200:1.0:1783978989.089204:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978989.089210:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978989.089215:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978989.089218:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978989.089222:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978989.089224:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978989.089228:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978989.089231:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783978989.089234:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978989.089236:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978989.089239:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978989.089241:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978989.089244:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978989.089246:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978989.089248:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978989.089251:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089258:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.089261:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089268:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.089270:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978989.089274:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978989.089277:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978989.089279:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978989.089281:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304520733
00000100:00000001:1.0:1783978989.089283:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304521974
00000100:00000001:1.0:1783978989.089285:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304520733
00000100:00000001:1.0:1783978989.089288:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304521974
00000100:00000001:1.0:1783978989.089290:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978989.089292:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.089293:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978989.089297:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978989/real 1783978989]  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978989.089305:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978989.089306:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978989.089308:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978989.089310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978989.089312:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978989.089314:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978989.089317:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978989.089335:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978989.089346:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089348:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.089349:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978989.089353:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089359:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978989.089362:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089370:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978989.089372:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089374:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978989.089375:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089377:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978989.089378:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978989.089380:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978989.089384:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978989.089386:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978989.089390:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978989.089398:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367056768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978989.089402:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089403:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.089406:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367056640/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089413:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978989.089414:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978989.089416:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978989.089419:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978989.089420:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978989.089422:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978989.089424:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978989.089425:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783978989.089428:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978989.089429:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978989.089430:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783978989.089433:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978989.089434:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089436:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978989.089439:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367056768/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978989.089445:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978989.089446:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978989.089447:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978989.089450:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978989.089451:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978989.089452:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978989.089453:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978989.089455:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783978989.089459:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978989.089460:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978989.089461:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783978989.089463:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978989.089464:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089466:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978989.089469:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978989.089470:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978989.089472:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978989.089474:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978989.151885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978989.151893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978989.151895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978989.151900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978989.151903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978989.151906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978989.151908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978989.151911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978989.151914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.279933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978989.279940:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978989.279942:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978989.279944:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.279947:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978989.279949:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.279951:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.279952:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.279956:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978989.279957:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978989.280035:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978989.280037:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978989.280039:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978990.175919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978990.175926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978990.175929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978990.175935:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978990.175938:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978990.175949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978990.175952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978990.175954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978990.175956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978990.303887:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978990.303893:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978990.303898:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978990.303900:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978990.303998:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978990.304007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978990.304012:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783978990.367917:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304521974, at 4304521984
00000100:00000040:1.0:1783978990.367931:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304521974, at 4304521984
00000100:00000010:0.0:1783978990.367940:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc240.
00000100:00000010:1.0:1783978990.367947:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcc60.
00000100:00000001:3.0:1783978991.200803:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978991.200821:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978991.200823:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978991.200830:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978991.200835:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978991.200840:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978991.200842:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978991.200846:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978991.200849:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978991.327989:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978991.327998:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978991.328006:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978991.328007:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978991.328227:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978991.328232:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978991.328235:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978992.223921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978992.223931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978992.223933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978992.223940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978992.223944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978992.223949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978992.223953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978992.223956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978992.223959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.351944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978992.351954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.351961:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978992.351963:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978992.352033:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978992.352038:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978992.352042:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978993.247943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978993.247953:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978993.247956:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978993.247962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978993.247966:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978993.247970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978993.247973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978993.247975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978993.247978:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978993.375968:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978993.375976:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978993.375982:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978993.375983:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978993.376052:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978993.376065:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978993.376074:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783978994.207940:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978994.207951:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783978994.207954:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978994.207959:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978994.207963:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978994.207970:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9853
00000400:00000200:3.0:1783978994.207980:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978994.207986:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978994.207996:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978994.208000:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208004:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978994.208007:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208009:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978994.208014:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978994.208016:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783978994.208020:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978994.208023:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783978994.208026:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783978994.208029:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783978994.208032:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208033:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978994.208035:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208037:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978994.208040:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783978994.208044:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208046:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978994.208050:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783978994.208054:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978994.208057:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208060:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783978994.208063:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783978994.208075:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783978994.208079:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783978994.208084:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783978994.208086:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208089:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978994.208093:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783978994.208096:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783978994.208104:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783978994.208111:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978994.208121:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783978994.208132:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978994.208137:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978994.208142:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978994.208167:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783978994.208170:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783978994.208173:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783978994.208174:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783978994.208176:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978994.208178:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783978994.208180:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9853
00000400:00000200:3.0:1783978994.208183:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783978994.208186:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783978994.208187:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978994.208189:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208191:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978994.208193:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208194:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978994.208196:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783978994.208197:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783978994.208199:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978994.208201:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783978994.208203:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783978994.208206:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783978994.208210:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208212:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783978994.208213:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783978994.208214:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783978994.208219:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978994.208219:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783978994.208224:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783978994.208224:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783978994.208231:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000040:1.0:1783978994.208236:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978994.208236:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978994.208241:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783978994.208249:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978994.208251:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.208256:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783978994.208256:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978994.208260:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783978994.208261:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.208265:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208266:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783978994.208271:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978994.208274:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208275:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978994.208278:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056896:192.168.201.109@tcp:250:kworker.0
00000100:00000010:3.0:1783978994.208279:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783978994.208283:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783978994.208287:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783978994.208288:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783978994.208289:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208292:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783978994.208293:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978994.208296:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978994.208299:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978994.208301:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.208305:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783978994.208308:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783978994.208312:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978994.208313:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978994.208317:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978994.208320:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783978994.208328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978994.208335:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783978994.208335:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978994.208338:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978994.208345:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000040:3.0:1783978994.208345:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978994.208356:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367056896, portal 25
00000100:00000001:3.0:1783978994.208358:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.208361:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783978994.208363:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978994.208364:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00080000:3.0:1783978994.208372:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783978994.208375:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1783978994.208376:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783978994.208378:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783978994.208385:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783978994.208390:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783978994.208391:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9853
00000100:00000040:1.0:1783978994.208397:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000200:3.0:1783978994.208401:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978994.208402:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000400:00000200:3.0:1783978994.208407:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000200:1.0:1783978994.208408:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367056896, offset 0
00000100:00080000:3.0:1783978994.208412:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783978994.208416:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978994.208420:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208421:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978994.208426:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208428:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783978994.208431:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783978994.208433:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:3.0:1783978994.208434:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783978994.208440:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978994.208446:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783978994.208446:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783978994.208451:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783978994.208452:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783978994.208457:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978994.208459:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1783978994.208462:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783978994.208463:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978994.208468:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345817:345817:256:4294967295] 192.168.201.109@tcp LPNI seq info [345806:345806:8:4294967295]
00000100:00000040:3.0:1783978994.208471:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783978994.208475:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783978994.208476:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783978994.208479:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208481:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783978994.208485:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783978994.208489:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783978994.208491:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783978994.208495:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783978994.208496:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1783978994.208499:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978994.208500:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1783978994.208505:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
02000000:00000001:3.0:1783978994.208507:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208510:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1783978994.208514:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000008:00100000:3.0:1783978994.208514:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783978994.208519:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783978994.208520:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1783978994.208521:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783978994.208527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000010:3.0:1783978994.208528:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000800:00000200:1.1:1783978994.208532:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1783978994.208533:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000100:1.0:1783978994.208538:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783978994.208540:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1783978994.208541:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
02000000:00000001:3.0:1783978994.208543:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.208546:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783978994.208549:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978994.208556:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1783978994.208557:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783978994.208564:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
02000000:00000001:3.0:1783978994.208565:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978994.208569:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
02000000:00000010:3.0:1783978994.208574:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:1.0:1783978994.208575:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783978994.208581:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783978994.208582:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783978994.208590:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978994.208597:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.208604:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783978994.208608:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783978994.208612:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978994.208619:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208620:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.208625:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783978994.208632:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.208634:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783978994.208635:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978994.208642:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783978994.208642:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783978994.208646:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304527094
00000100:00000040:3.0:1783978994.208648:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783978994.208653:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1783978994.208655:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcc60.
00000100:00000040:3.0:1783978994.208659:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9863)
00000100:00000001:1.0:1783978994.208665:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978994.208683:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304527094
00000100:00000010:1.0:1783978994.208686:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcea0.
00000100:00000001:1.0:1783978994.208714:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978994.208719:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978994.208723:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.208726:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978994.208732:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978994/real 1783978994]  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978994.208743:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978994.208745:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978994.208748:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978994.208750:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978994.208752:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978994.208755:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978994.208759:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978994.208767:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208803:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978994.208805:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208808:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.208809:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978994.208813:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208818:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978994.208821:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208826:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978994.208828:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208829:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.208829:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208831:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978994.208833:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978994.208835:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978994.208837:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978994.208838:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978994.208841:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978994.208846:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367056896:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978994.208850:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208852:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.208853:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367056896/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208857:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978994.208860:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978994.208861:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978994.208864:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978994.208865:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978994.208867:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978994.208868:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978994.208870:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783978994.208875:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978994.208876:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978994.208878:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783978994.208881:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978994.208882:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.208890:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978994.208892:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.208893:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978994.208895:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978994.208896:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978994.208898:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208902:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978994.208903:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.208905:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978994.208906:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978994.208908:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978994.208909:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057024:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978994.208911:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978994.208912:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978994.208914:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.208915:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978994.208917:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978994.208918:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978994.208921:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978994.208923:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978994.208925:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978994.208927:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057024, portal 10
00000100:00000001:1.0:1783978994.208928:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978994.208929:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:1.0:1783978994.208934:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.208939:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978994.208940:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978994.208942:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978994.208944:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057024, offset 0
00000400:00000200:1.0:1783978994.208947:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978994.208951:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978994.208953:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978994.208956:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978994.208965:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978994.208967:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978994.208969:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978994.208971:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345818:345818:256:4294967295] 192.168.201.109@tcp LPNI seq info [345807:345807:8:4294967295]
00000400:00000200:1.0:1783978994.208974:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978994.208978:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978994.208981:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978994.208983:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978994.208986:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978994.208988:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978994.208991:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978994.208993:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978994.208997:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978994.208998:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978994.209000:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978994.209002:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978994.209005:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978994.209006:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978994.209008:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978994.209010:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209015:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.209025:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209032:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.209033:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978994.209037:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978994.209041:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978994.209044:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978994.209046:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304525856
00000100:00000001:1.0:1783978994.209050:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304527094
00000100:00000001:1.0:1783978994.209052:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304525856
00000100:00000001:1.0:1783978994.209054:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304527094
00000100:00000001:1.0:1783978994.209056:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978994.209058:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.209060:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978994.209064:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978994/real 1783978994]  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978994.209071:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978994.209073:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978994.209074:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978994.209077:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978994.209079:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978994.209081:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978994.209084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978994.209092:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209098:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978994.209099:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209101:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.209102:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978994.209106:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209113:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978994.209117:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209125:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978994.209127:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209129:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.209130:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209132:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978994.209136:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978994.209139:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978994.209143:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978994.209145:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978994.209149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978994.209158:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057024:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978994.209162:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978994.209165:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209172:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978994.209173:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.209175:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978994.209177:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978994.209178:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978994.209182:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057152:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978994.209185:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978994.209187:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978994.209189:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978994.209190:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978994.209194:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978994.209196:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978994.209199:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978994.209201:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978994.209203:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978994.209205:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057152, portal 10
00000100:00000001:1.0:1783978994.209207:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978994.209208:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783978994.209212:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209216:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978994.209217:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978994.209219:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978994.209220:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057152, offset 0
00000400:00000200:1.0:1783978994.209223:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978994.209225:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978994.209227:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978994.209229:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978994.209231:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978994.209233:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978994.209235:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978994.209238:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345819:345819:256:4294967295] 192.168.201.109@tcp LPNI seq info [345808:345808:8:4294967295]
00000400:00000200:1.0:1783978994.209242:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978994.209248:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978994.209252:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978994.209255:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978994.209259:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978994.209262:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978994.209266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978994.209269:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783978994.209272:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978994.209273:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978994.209276:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978994.209279:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978994.209282:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978994.209285:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978994.209287:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978994.209291:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209298:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.209301:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209308:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.209309:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978994.209312:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978994.209315:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978994.209319:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978994.209320:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304525853
00000100:00000001:1.0:1783978994.209323:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304527094
00000100:00000001:1.0:1783978994.209325:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304525853
00000100:00000001:1.0:1783978994.209326:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304527094
00000100:00000001:1.0:1783978994.209328:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978994.209331:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.209332:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978994.209336:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978994/real 1783978994]  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978994.209343:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978994.209345:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978994.209346:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978994.209349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978994.209351:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978994.209353:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978994.209356:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978994.209363:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209369:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978994.209371:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209372:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.209373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978994.209377:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209384:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978994.209388:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209394:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978994.209396:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209397:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978994.209399:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209400:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978994.209401:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978994.209404:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978994.209406:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978994.209408:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978994.209412:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978994.209419:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057152:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978994.209423:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209425:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.209428:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367057024/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209435:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978994.209437:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978994.209439:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978994.209442:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978994.209444:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978994.209445:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978994.209447:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978994.209449:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783978994.209451:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978994.209452:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978994.209454:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783978994.209456:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978994.209458:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209459:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978994.209463:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367057152/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978994.209469:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978994.209471:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978994.209472:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978994.209474:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978994.209475:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978994.209476:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978994.209478:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978994.209479:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783978994.209481:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978994.209482:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978994.209483:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783978994.209485:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978994.209486:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209488:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978994.209492:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978994.209493:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978994.209495:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978994.209496:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978994.271921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978994.271931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978994.271933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978994.271940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978994.271944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978994.271949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978994.271952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978994.271956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978994.271959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978994.399940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978994.399950:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978994.399958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978994.399959:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978994.400043:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978994.400047:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978994.400050:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978995.295934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978995.295944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978995.295946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978995.295953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978995.295957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978995.295961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978995.295964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978995.295967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978995.295978:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978995.423980:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978995.423990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978995.423998:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978995.424000:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978995.424104:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978995.424108:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978995.424112:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783978995.487990:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304527094, at 4304527104
00000100:00000010:1.0:1783978995.488011:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcea0.
00000100:00000040:0.0:1783978995.488133:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304527094, at 4304527104
00000100:00000010:0.0:1783978995.488140:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcc60.
00000100:00000001:3.0:1783978996.319889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978996.319897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978996.319899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978996.319904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978996.319908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978996.319913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978996.319915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978996.319917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978996.319920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978996.447909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978996.447914:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978996.447918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978996.447919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978996.447972:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978996.447976:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978996.447979:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978997.343914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978997.343923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978997.343926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978997.343932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978997.343936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978997.343941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978997.343944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978997.343947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978997.343950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.471924:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978997.471931:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.471938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978997.471941:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978997.471943:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978997.471946:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.471949:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978997.471951:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.471953:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.471956:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978997.473484:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978997.473490:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978997.473493:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783978998.367920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978998.367933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978998.367935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978998.367943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978998.367948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978998.367953:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978998.367956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978998.367959:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978998.367962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.496153:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978998.496159:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.496165:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978998.496166:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783978998.496240:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783978998.496246:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783978998.496249:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783978999.327918:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978999.327928:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783978999.327930:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978999.327934:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978999.327939:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978999.327953:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9858
00000400:00000200:2.0:1783978999.327967:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978999.327975:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978999.327979:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978999.327983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.327986:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978999.327989:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.327991:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978999.327996:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978999.327999:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783978999.328002:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978999.328005:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783978999.328009:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783978999.328012:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783978999.328015:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328017:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978999.328019:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328021:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978999.328025:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783978999.328028:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328031:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978999.328034:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978999.328039:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978999.328042:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328044:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783978999.328047:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978999.328059:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783978999.328064:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783978999.328068:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978999.328070:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328073:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978999.328076:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978999.328080:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978999.328089:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783978999.328096:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978999.328107:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978999.328119:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978999.328124:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978999.328130:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978999.328163:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783978999.328165:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783978999.328169:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783978999.328170:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978999.328171:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978999.328173:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978999.328175:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9858
00000400:00000200:2.0:1783978999.328178:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978999.328180:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978999.328181:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783978999.328183:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328185:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978999.328186:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328188:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783978999.328189:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978999.328190:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783978999.328191:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978999.328192:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783978999.328195:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783978999.328197:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783978999.328200:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328202:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783978999.328204:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328206:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978999.328208:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783978999.328211:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328214:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978999.328215:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978999.328221:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978999.328223:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328226:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783978999.328231:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978999.328234:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328236:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978999.328240:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783978999.328242:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783978999.328245:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978999.328247:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328249:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783978999.328251:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978999.328252:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783978999.328256:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783978999.328261:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978999.328268:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783978999.328276:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978999.328279:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978999.328282:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783978999.328289:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.328294:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1783978999.328294:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783978999.328304:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1783978999.328307:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978999.328310:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783978999.328312:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783978999.328315:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783978999.328319:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783978999.328325:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9858
00000100:00000040:1.0:1783978999.328327:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783978999.328332:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783978999.328341:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783978999.328347:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783978999.328356:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978999.328358:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978999.328364:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783978999.328366:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1783978999.328369:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1783978999.328371:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1783978999.328375:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783978999.328378:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328381:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00100000:1.0:1783978999.328387:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367057280:192.168.201.109@tcp:250:kworker.0
00000020:00000001:2.0:1783978999.328388:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783978999.328392:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783978999.328396:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783978999.328400:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783978999.328407:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783978999.328409:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1783978999.328411:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:1.0:1783978999.328416:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1783978999.328418:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783978999.328420:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328423:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1783978999.328426:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1783978999.328427:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783978999.328431:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783978999.328434:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783978999.328436:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000010:1.0:1783978999.328437:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978999.328441:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328448:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783978999.328455:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783978999.328458:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783978999.328461:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328462:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783978999.328465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:2.0:1783978999.328467:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783978999.328473:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783978999.328474:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783978999.328475:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783978999.328484:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000400:00000010:1.0:1783978999.328488:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000020:00000040:2.0:1783978999.328490:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783978999.328497:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783978999.328498:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783978999.328501:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1783978999.328502:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057280, portal 25
00000100:00000001:1.0:1783978999.328506:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978999.328513:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
02000000:00000001:2.0:1783978999.328513:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783978999.328518:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978999.328525:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783978999.328526:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783978999.328533:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783978999.328545:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978999.328546:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978999.328556:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978999.328564:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978999.328573:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367057280, offset 0
00000100:00000001:2.0:1783978999.328585:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783978999.328588:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978999.328593:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978999.328617:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783978999.328623:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783978999.328631:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978999.328650:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783978999.328650:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783978999.328656:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978999.328659:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000040:2.0:1783978999.328665:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978999.328667:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1783978999.328672:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783978999.328676:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:2.0:1783978999.328679:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783978999.328688:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345820:345820:256:4294967295] 192.168.201.109@tcp LPNI seq info [345809:345809:8:4294967295]
00000100:00000040:2.0:1783978999.328691:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9868)
00000400:00000200:1.0:1783978999.328698:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978999.328708:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978999.328715:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.328721:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978999.328729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978999.328733:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978999.328739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978999.328742:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978999.328747:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.328749:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978999.328755:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978999.328759:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978999.328764:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978999.328766:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978999.328770:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978999.328829:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.328839:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.328843:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.328849:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.328851:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978999.328857:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978999.328861:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978999.328863:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304532215
00000100:00000010:1.0:1783978999.328870:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcea0.
00000100:00000001:1.0:1783978999.328877:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783978999.328897:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304532215
00000100:00000010:1.0:1783978999.328901:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc780.
00000100:00000001:1.0:1783978999.328904:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783978999.328912:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978999.328915:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.328917:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978999.328923:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978999/real 1783978999]  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978999.328933:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978999.328937:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978999.328940:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978999.328944:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978999.328948:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978999.328953:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978999.328959:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978999.328967:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.328974:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978999.328975:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.328978:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.328980:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978999.328984:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.328991:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978999.328995:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329001:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978999.329004:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329005:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.329007:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329009:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978999.329012:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978999.329015:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978999.329019:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978999.329022:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978999.329026:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978999.329034:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367057280:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783978999.329041:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978999.329045:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329052:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978999.329053:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978999.329055:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978999.329058:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978999.329060:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978999.329063:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057408:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978999.329066:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978999.329069:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978999.329070:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978999.329072:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978999.329076:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978999.329078:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978999.329081:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978999.329084:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978999.329088:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978999.329091:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057408, portal 10
00000100:00000001:1.0:1783978999.329092:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978999.329094:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783978999.329100:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329106:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978999.329109:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978999.329111:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978999.329113:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057408, offset 0
00000400:00000200:1.0:1783978999.329117:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978999.329121:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978999.329124:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978999.329127:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978999.329130:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978999.329132:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978999.329134:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978999.329137:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345821:345821:256:4294967295] 192.168.201.109@tcp LPNI seq info [345810:345810:8:4294967295]
00000400:00000200:1.0:1783978999.329141:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978999.329146:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978999.329151:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.329155:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978999.329158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978999.329229:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978999.329234:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978999.329237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978999.329240:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.329242:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978999.329246:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978999.329249:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978999.329252:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978999.329254:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978999.329256:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978999.329260:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329268:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.329271:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329277:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329278:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978999.329282:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978999.329285:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783978999.329289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978999.329290:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304530976
00000100:00000001:1.0:1783978999.329293:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304532215
00000100:00000001:1.0:1783978999.329296:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304530976
00000100:00000001:1.0:1783978999.329298:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304532215
00000100:00000001:1.0:1783978999.329300:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978999.329302:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329304:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978999.329308:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978999/real 1783978999]  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978999.329316:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978999.329318:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978999.329319:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978999.329321:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978999.329323:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978999.329325:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978999.329328:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978999.329336:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978999.329343:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.329346:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978999.329350:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329355:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978999.329359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329366:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978999.329368:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329370:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.329371:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329373:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978999.329376:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978999.329379:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978999.329383:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978999.329385:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978999.329389:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978999.329397:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057408:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978999.329400:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329403:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.329406:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367057280/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329412:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978999.329414:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978999.329417:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783978999.329420:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978999.329423:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978999.329424:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783978999.329427:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978999.329429:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783978999.329434:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978999.329436:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978999.329438:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783978999.329441:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978999.329442:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329444:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.329448:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367057408/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329454:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978999.329455:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978999.329456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978999.329458:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978999.329460:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978999.329461:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783978999.329463:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978999.329464:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783978999.329466:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978999.329468:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978999.329469:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783978999.329471:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978999.329472:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329474:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329481:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978999.329483:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329485:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978999.329487:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978999.329488:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978999.329492:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329498:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978999.329500:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978999.329501:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978999.329503:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978999.329505:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978999.329508:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057536:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978999.329511:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978999.329513:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978999.329515:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978999.329516:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978999.329519:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978999.329521:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978999.329525:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783978999.329528:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783978999.329531:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783978999.329534:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057536, portal 10
00000100:00000001:1.0:1783978999.329535:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978999.329537:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783978999.329542:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329549:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978999.329551:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783978999.329553:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783978999.329556:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057536, offset 0
00000400:00000200:1.0:1783978999.329560:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783978999.329564:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978999.329567:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783978999.329570:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978999.329572:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783978999.329574:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978999.329576:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783978999.329578:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345822:345822:256:4294967295] 192.168.201.109@tcp LPNI seq info [345811:345811:8:4294967295]
00000400:00000200:1.0:1783978999.329582:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783978999.329588:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978999.329592:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.329596:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783978999.329616:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783978999.329618:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978999.329622:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783978999.329625:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783978999.329628:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783978999.329630:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783978999.329633:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978999.329635:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978999.329638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783978999.329639:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783978999.329642:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978999.329646:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329653:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.329656:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329662:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978999.329666:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978999.329669:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783978999.329672:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783978999.329674:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304530973
00000100:00000001:1.0:1783978999.329676:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304532215
00000100:00000001:1.0:1783978999.329678:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304530973
00000100:00000001:1.0:1783978999.329680:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304532215
00000100:00000001:1.0:1783978999.329682:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978999.329684:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329686:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978999.329689:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978999/real 1783978999]  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978999.329696:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978999.329697:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978999.329699:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783978999.329701:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783978999.329703:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783978999.329705:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978999.329708:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978999.329716:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329723:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978999.329724:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329726:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.329727:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978999.329731:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329737:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978999.329740:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329746:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978999.329749:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329750:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978999.329751:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329753:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978999.329754:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978999.329757:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978999.329760:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783978999.329763:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978999.329766:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978999.329808:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057536:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783978999.329812:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329814:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978999.329817:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367057536/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978999.329823:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978999.329825:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978999.329827:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783978999.329830:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978999.329832:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978999.329833:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783978999.329835:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978999.329838:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783978999.329841:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978999.329842:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978999.329843:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783978999.329846:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978999.329848:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329849:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978999.329853:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978999.329854:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978999.329856:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978999.329858:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783978999.391924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783978999.391934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783978999.391936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783978999.391943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783978999.391948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783978999.391952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978999.391955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783978999.391958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783978999.391961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.519924:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978999.519932:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978999.519935:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978999.519938:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.519943:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978999.519945:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.519947:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.519949:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.519952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978999.519954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783978999.520108:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783978999.520112:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783978999.520115:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979000.416011:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979000.416019:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979000.416020:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979000.416026:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979000.416036:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979000.416040:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979000.416042:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979000.416044:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979000.416047:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979000.543913:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979000.543920:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979000.543926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979000.543927:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979000.544149:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979000.544153:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979000.544156:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979000.607920:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304532215, at 4304532224
00000100:00000010:1.0:1783979000.607936:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc780.
00000100:00000040:0.0:1783979000.610552:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304532215, at 4304532226
00000100:00000010:0.0:1783979000.610564:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcea0.
00000100:00000001:3.0:1783979001.439914:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979001.439924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979001.439926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979001.439933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979001.439938:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979001.439943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979001.439946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979001.439949:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979001.439952:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979001.567917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979001.567926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979001.567932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979001.567933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979001.568033:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979001.568038:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979001.568042:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979002.463869:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979002.463875:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979002.463877:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979002.463880:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979002.463883:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979002.463886:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979002.463888:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979002.463889:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979002.463891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979002.591892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979002.591898:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979002.591904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979002.591905:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979002.592022:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979002.592024:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979002.592026:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979003.487929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979003.487937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979003.487939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979003.487945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979003.487948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979003.487952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979003.487954:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979003.487957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979003.487960:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.615946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979003.615954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.615958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979003.615960:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979003.616044:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979003.616050:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979003.616055:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979004.447936:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979004.447952:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979004.447955:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979004.447960:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979004.447966:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979004.447984:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9863
00000400:00000200:1.0:1783979004.447994:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979004.448002:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979004.448006:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979004.448010:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448014:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448016:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448019:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979004.448024:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979004.448027:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979004.448030:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979004.448033:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979004.448036:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979004.448039:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979004.448042:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448044:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448046:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448048:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979004.448051:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979004.448055:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448057:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979004.448061:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979004.448066:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979004.448069:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448072:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979004.448076:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979004.448089:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6680.
00000020:00000040:1.0:1783979004.448093:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979004.448098:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979004.448100:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448104:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979004.448108:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979004.448113:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979004.448131:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000100:00000001:1.0:1783979004.448139:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979004.448150:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979004.448161:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979004.448166:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979004.448171:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007de66edc] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979004.448211:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979004.448215:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979004.448218:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979004.448219:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979004.448220:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979004.448223:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979004.448225:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9863
00000400:00000200:1.0:1783979004.448228:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979004.448231:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979004.448232:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979004.448234:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448236:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448237:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448238:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979004.448239:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979004.448241:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979004.448242:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979004.448244:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979004.448245:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979004.448247:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979004.448249:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448250:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448251:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448252:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979004.448253:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979004.448254:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448255:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979004.448256:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979004.448267:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979004.448268:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448269:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979004.448273:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979004.448275:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448276:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979004.448278:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5c00.
00000020:00000040:1.0:1783979004.448280:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979004.448281:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979004.448282:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448283:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979004.448284:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979004.448286:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979004.448288:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289800.
00000100:00000001:1.0:1783979004.448291:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979004.448295:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979004.448299:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979004.448301:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979004.448305:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fea0e12] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979004.448312:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979004.448315:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979004.448318:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979004.448320:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979004.448321:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979004.448324:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979004.448326:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9863
00000400:00000200:1.0:1783979004.448330:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979004.448333:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979004.448335:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979004.448338:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448340:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448342:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448344:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979004.448346:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979004.448348:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979004.448349:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979004.448351:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979004.448353:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979004.448355:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979004.448358:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448360:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979004.448362:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448364:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979004.448366:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979004.448369:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979004.448371:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979004.448374:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979004.448377:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979004.448378:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448380:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979004.448381:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979004.448383:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448384:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979004.448387:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4000.
00000020:00000040:1.0:1783979004.448388:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979004.448390:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979004.448391:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979004.448392:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979004.448393:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979004.448394:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979004.448397:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979004.448399:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979004.448402:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979004.448407:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979004.448409:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979004.448411:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4bc6e3] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979004.448415:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979004.448417:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979004.448420:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979004.448422:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979004.448424:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979004.448427:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9873)
00000100:00000001:0.0:1783979004.448569:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979004.448574:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979004.448578:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979004.448584:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448591:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979004.448592:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.448596:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979004.448598:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979004.448600:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979004.448602:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367057664:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979004.448606:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979004.448610:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979004.448612:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.448614:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979004.448618:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979004.448619:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979004.448624:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979004.448627:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979004.448635:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979004.448644:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057664, portal 25
00000100:00000001:0.0:1783979004.448646:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979004.448648:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:0.0:1783979004.448653:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448673:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979004.448677:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979004.448680:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979004.448683:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367057664, offset 0
00000400:00000200:0.0:1783979004.448688:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979004.448696:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.448704:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979004.448710:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979004.448715:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979004.448719:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979004.448722:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979004.448726:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345823:345823:256:4294967295] 192.168.201.109@tcp LPNI seq info [345812:345812:8:4294967295]
00000400:00000200:0.0:1783979004.448732:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.448742:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979004.448747:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.448753:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979004.448759:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979004.448762:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979004.448766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979004.448769:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979004.448807:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.448809:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979004.448816:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979004.448820:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979004.448824:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979004.448827:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979004.448830:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979004.448833:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448840:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.448843:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448847:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.448849:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979004.448854:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979004.448857:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979004.448859:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304537335
00000100:00000010:0.0:1783979004.448863:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979004.448869:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979004.448875:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304537335
00000100:00000010:0.0:1783979004.448877:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6300.
00000100:00000001:0.0:1783979004.448880:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979004.448882:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979004.448884:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.448886:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979004.448888:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979004/real 1783979004]  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979004.448895:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979004.448897:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979004.448899:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979004.448900:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979004.448901:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979004.448903:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979004.448905:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979004.448911:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448914:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979004.448916:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.448918:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.448919:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979004.448922:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448926:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979004.448929:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448932:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979004.448934:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.448935:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.448936:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.448938:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979004.448939:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979004.448941:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979004.448943:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979004.448945:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979004.448947:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979004.448952:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367057664:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979004.448955:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979004.448957:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.448961:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979004.448962:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.448964:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979004.448965:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979004.448966:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979004.448967:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057792:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979004.448970:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979004.448971:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979004.448972:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.448973:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979004.448985:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979004.448987:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979004.448991:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979004.448993:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979004.448996:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979004.448999:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057792, portal 10
00000100:00000001:0.0:1783979004.449001:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979004.449002:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:0.0:1783979004.449009:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449016:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979004.449018:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979004.449021:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979004.449023:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057792, offset 0
00000400:00000200:0.0:1783979004.449027:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979004.449031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.449035:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979004.449038:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979004.449040:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979004.449043:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979004.449045:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979004.449048:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345824:345824:256:4294967295] 192.168.201.109@tcp LPNI seq info [345813:345813:8:4294967295]
00000400:00000200:0.0:1783979004.449052:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.449057:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979004.449061:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.449063:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979004.449066:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979004.449068:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979004.449071:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979004.449073:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979004.449075:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.449076:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979004.449078:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979004.449081:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979004.449083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979004.449084:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979004.449085:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979004.449088:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449093:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.449095:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449099:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.449100:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979004.449101:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979004.449104:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979004.449106:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979004.449108:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304536096
00000100:00000001:0.0:1783979004.449110:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304537335
00000100:00000001:0.0:1783979004.449112:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304536096
00000100:00000001:0.0:1783979004.449113:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304537335
00000100:00000001:0.0:1783979004.449114:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979004.449116:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.449117:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979004.449119:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979004/real 1783979004]  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979004.449123:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979004.449124:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979004.449126:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979004.449127:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979004.449128:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979004.449130:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979004.449131:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979004.449136:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449139:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979004.449140:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449141:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.449141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979004.449143:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449147:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979004.449149:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449153:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979004.449155:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.449158:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449160:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979004.449163:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979004.449166:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979004.449169:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979004.449171:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979004.449175:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979004.449182:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057792:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979004.449187:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979004.449190:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449197:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979004.449198:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.449200:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979004.449202:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979004.449204:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979004.449207:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057920:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979004.449210:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979004.449212:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979004.449214:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979004.449215:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979004.449218:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979004.449220:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979004.449222:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979004.449223:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979004.449226:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979004.449229:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367057920, portal 10
00000100:00000001:0.0:1783979004.449231:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979004.449232:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:0.0:1783979004.449238:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449244:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979004.449246:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979004.449248:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979004.449250:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367057920, offset 0
00000400:00000200:0.0:1783979004.449267:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979004.449271:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.449275:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979004.449277:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979004.449280:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979004.449283:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979004.449285:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979004.449288:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345825:345825:256:4294967295] 192.168.201.109@tcp LPNI seq info [345814:345814:8:4294967295]
00000400:00000200:0.0:1783979004.449292:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979004.449298:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979004.449302:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.449306:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979004.449309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979004.449312:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979004.449316:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979004.449318:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979004.449322:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979004.449324:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979004.449327:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979004.449330:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979004.449333:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979004.449335:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979004.449337:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979004.449341:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449348:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.449351:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449357:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.449359:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979004.449361:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979004.449364:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979004.449368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979004.449369:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304536093
00000100:00000001:0.0:1783979004.449371:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304537335
00000100:00000001:0.0:1783979004.449374:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304536093
00000100:00000001:0.0:1783979004.449376:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304537335
00000100:00000001:0.0:1783979004.449378:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979004.449380:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.449382:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979004.449386:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979004/real 1783979004]  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979004.449394:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979004.449395:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979004.449397:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979004.449399:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979004.449402:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979004.449404:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979004.449407:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979004.449414:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449421:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979004.449422:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449424:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.449425:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979004.449428:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449435:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979004.449438:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449444:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979004.449446:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449448:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979004.449449:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449450:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979004.449452:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979004.449454:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979004.449457:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979004.449459:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979004.449463:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979004.449470:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367057920:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979004.449474:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449476:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.449479:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367057664/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449486:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979004.449489:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979004.449492:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979004.449495:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979004.449497:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979004.449499:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979004.449501:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979004.449504:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979004.449508:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979004.449521:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979004.449523:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:0.0:1783979004.449527:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979004.449528:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449530:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.449533:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367057792/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449539:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979004.449540:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979004.449541:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979004.449543:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979004.449545:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979004.449546:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979004.449548:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979004.449549:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783979004.449551:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979004.449552:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979004.449553:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:0.0:1783979004.449555:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979004.449556:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449557:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979004.449559:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367057920/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979004.449565:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979004.449566:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979004.449567:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979004.449569:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979004.449570:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979004.449571:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979004.449573:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979004.449574:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783979004.449576:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979004.449577:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979004.449578:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:0.0:1783979004.449580:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979004.449581:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449583:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979004.449592:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979004.449595:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979004.449597:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979004.449599:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979004.511891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979004.511897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979004.511899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979004.511904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979004.511907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979004.511911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979004.511914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979004.511916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979004.511918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979004.639921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979004.639928:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979004.639933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979004.639934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979004.640038:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979004.640045:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979004.640050:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979005.535904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979005.535912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979005.535914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979005.535919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979005.535923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979005.535926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979005.535928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979005.535931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979005.535934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979005.663932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979005.663937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979005.663943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979005.663944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979005.664011:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979005.664015:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979005.664018:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979005.727889:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304537335, at 4304537344
00000100:00000040:1.0:1783979005.727900:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304537335, at 4304537344
00000100:00000010:0.0:1783979005.727905:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000010:1.0:1783979005.727907:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6300.
00000100:00000001:3.0:1783979006.560386:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979006.560392:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979006.560393:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979006.560396:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979006.560398:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979006.560401:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979006.560402:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979006.560404:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979006.560406:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.687877:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979006.687883:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.687888:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979006.687891:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979006.687893:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979006.687896:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.687899:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979006.687902:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.687904:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.687906:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979006.687974:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979006.687978:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979006.687981:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979007.583875:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979007.583881:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979007.583882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979007.583887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979007.583889:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979007.583892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979007.583894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979007.583896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979007.583898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979007.712136:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979007.712143:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979007.712149:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979007.712150:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979007.713974:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979007.713978:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979007.713982:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979008.607877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979008.607885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979008.607887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979008.607893:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979008.607896:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979008.607908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979008.607911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979008.607913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979008.607916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.735908:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979008.735917:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979008.735919:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979008.735922:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.735926:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979008.735928:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.735931:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.735933:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.735936:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979008.735938:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979008.736073:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979008.736076:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979008.736079:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979009.567899:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979009.567910:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979009.567913:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979009.567916:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979009.567922:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979009.567928:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9868
00000400:00000200:1.0:1783979009.567937:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979009.567942:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979009.567945:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979009.567948:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.567951:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979009.567953:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.567956:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979009.567960:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979009.567961:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979009.567964:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979009.567975:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979009.567977:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979009.567980:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979009.567983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.567985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979009.567987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.567989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979009.567991:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979009.567995:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979009.567997:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979009.568000:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979009.568003:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979009.568006:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568009:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979009.568011:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979009.568022:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6d80.
00000020:00000040:1.0:1783979009.568025:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979009.568029:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979009.568031:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568034:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979009.568037:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979009.568040:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979009.568047:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979009.568054:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979009.568062:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979009.568072:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979009.568076:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979009.568080:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008efdc37e] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979009.568100:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979009.568104:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979009.568107:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979009.568109:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979009.568111:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979009.568114:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979009.568125:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9868
00000400:00000200:1.0:1783979009.568130:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979009.568133:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979009.568136:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979009.568139:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568141:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979009.568142:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1783979009.568144:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979009.568148:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979009.568148:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979009.568152:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1783979009.568153:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979009.568156:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979009.568158:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979009.568162:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000040:0.0:1783979009.568163:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979009.568164:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979009.568170:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979009.568178:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979009.568181:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979009.568182:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979009.568186:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979009.568187:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568191:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:0.0:1783979009.568192:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1783979009.568196:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979009.568197:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979009.568203:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979009.568203:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568209:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979009.568211:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058048:192.168.201.109@tcp:250:kworker.0
02000000:00000001:1.0:1783979009.568213:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979009.568218:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979009.568223:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979009.568225:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979009.568228:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979009.568229:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1783979009.568234:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979009.568234:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568239:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979009.568240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1783979009.568245:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979009.568249:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00000001:1.0:1783979009.568250:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568254:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979009.568256:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000010:1.0:1783979009.568259:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7480.
00000020:00000040:1.0:1783979009.568263:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000400:00000010:0.0:1783979009.568264:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
02000000:00000001:1.0:1783979009.568266:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979009.568269:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568271:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1783979009.568273:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058048, portal 25
02000000:00000001:1.0:1783979009.568273:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979009.568275:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.568277:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979009.568281:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
02000000:00000010:1.0:1783979009.568282:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289000.
00000100:00000001:1.0:1783979009.568288:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979009.568289:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979009.568296:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979009.568303:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979009.568310:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568310:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979009.568314:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979009.568315:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000040:1.0:1783979009.568320:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deec7656] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979009.568321:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367058048, offset 0
00000400:00000200:0.0:1783979009.568333:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568334:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979009.568338:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979009.568345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:1.0:1783979009.568345:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979009.568348:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979009.568351:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979009.568354:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979009.568357:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9868
00000400:00000200:0.0:1783979009.568370:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979009.568376:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979009.568380:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979009.568383:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979009.568386:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979009.568390:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345826:345826:256:4294967295] 192.168.201.109@tcp LPNI seq info [345815:345815:8:4294967295]
00000400:00000200:0.0:1783979009.568395:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.568405:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979009.568411:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.568417:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979009.568451:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979009.568455:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979009.568461:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979009.568464:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979009.568468:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.568471:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979009.568478:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979009.568482:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.568486:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979009.568491:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979009.568494:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000100:00080000:1.0:1783979009.568494:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1783979009.568498:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979009.568502:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1783979009.568506:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:0.0:1783979009.568510:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979009.568511:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979009.568516:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568522:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979009.568525:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1783979009.568526:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979009.568529:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000040:0.0:1783979009.568531:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979009.568532:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979009.568536:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979009.568541:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979009.568543:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979009.568546:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979009.568547:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1783979009.568553:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568556:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979009.568558:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979009.568559:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979009.568560:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979009.568563:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783979009.568568:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:1.0:1783979009.568570:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979009.568573:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304542454
00000100:00000001:1.0:1783979009.568575:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979009.568578:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1783979009.568580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000001:1.0:1783979009.568582:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979009.568586:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.568589:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979009.568589:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979009.568594:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979009.568598:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304542454
00000008:00000001:1.0:1783979009.568599:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568604:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979009.568605:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6a80.
00000100:00000001:0.0:1783979009.568610:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1783979009.568610:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783979009.568613:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1783979009.568615:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979009.568617:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979009.568620:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1783979009.568622:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1783979009.568624:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979009.568628:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1783979009.568629:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979009/real 1783979009]  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979009.568631:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979009.568634:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979009.568641:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000400:00000001:0.0:1783979009.568644:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1783979009.568646:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1783979009.568648:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979009.568652:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000100:00100000:1.0:1783979009.568656:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979009.568657:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979009.568660:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979009.568664:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979009.568671:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979009.568673:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979009.568677:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979009.568686:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d9bbd4] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979009.568689:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.568702:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979009.568704:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.568708:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979009.568714:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979009.568716:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979009.568723:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979009.568726:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979009.568729:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979009.568733:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979009.568734:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979009.568744:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979009.568751:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9878)
00000100:00000001:0.0:1783979009.568758:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979009.568762:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568765:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.568766:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568769:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979009.568771:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979009.568806:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979009.568810:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979009.568812:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979009.568816:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979009.568824:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058048:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979009.568829:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568831:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979009.568834:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367058048/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.568840:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979009.568842:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979009.568845:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979009.568848:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979009.568850:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979009.568852:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979009.568854:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979009.568857:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979009.568861:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979009.568863:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979009.568876:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783979009.568880:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979009.568881:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.568891:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979009.568893:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.568895:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979009.568897:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979009.568898:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979009.568901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.568909:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979009.568910:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979009.568912:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979009.568914:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979009.568916:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979009.568919:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058176:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979009.568922:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979009.568924:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979009.568926:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979009.568928:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979009.568931:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979009.568933:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979009.568937:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979009.568941:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979009.568952:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979009.568959:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058176, portal 10
00000100:00000001:0.0:1783979009.568961:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979009.568962:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783979009.568969:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.568976:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979009.568978:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979009.568980:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979009.568983:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367058176, offset 0
00000400:00000200:0.0:1783979009.568987:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979009.568991:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.568995:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979009.568999:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979009.569001:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979009.569004:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979009.569006:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979009.569009:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345827:345827:256:4294967295] 192.168.201.109@tcp LPNI seq info [345816:345816:8:4294967295]
00000400:00000200:0.0:1783979009.569013:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.569019:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979009.569024:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.569027:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979009.569031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979009.569034:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979009.569038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979009.569040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979009.569044:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.569046:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979009.569048:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979009.569052:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979009.569055:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979009.569056:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979009.569059:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979009.569063:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569070:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979009.569073:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569079:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.569080:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979009.569083:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979009.569086:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979009.569090:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979009.569092:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304541216
00000100:00000001:0.0:1783979009.569094:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304542454
00000100:00000001:0.0:1783979009.569096:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304541216
00000100:00000001:0.0:1783979009.569098:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304542454
00000100:00000001:0.0:1783979009.569100:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979009.569102:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.569104:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979009.569108:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979009/real 1783979009]  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979009.569115:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979009.569117:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979009.569118:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979009.569121:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979009.569122:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979009.569125:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979009.569128:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979009.569135:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569141:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979009.569142:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569144:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.569145:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979009.569148:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569155:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979009.569158:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569165:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979009.569168:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569170:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.569171:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569172:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979009.569175:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979009.569178:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979009.569180:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979009.569182:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979009.569185:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979009.569192:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058176:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979009.569196:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979009.569198:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569205:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979009.569206:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979009.569208:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979009.569210:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979009.569212:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979009.569215:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979009.569218:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979009.569220:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979009.569221:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979009.569223:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979009.569226:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979009.569228:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979009.569231:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979009.569233:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979009.569236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979009.569239:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058304, portal 10
00000100:00000001:0.0:1783979009.569240:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979009.569242:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:0.0:1783979009.569247:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569253:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979009.569255:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979009.569258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979009.569259:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367058304, offset 0
00000400:00000200:0.0:1783979009.569263:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979009.569267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.569270:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979009.569273:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979009.569275:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979009.569277:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979009.569279:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979009.569282:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345828:345828:256:4294967295] 192.168.201.109@tcp LPNI seq info [345817:345817:8:4294967295]
00000400:00000200:0.0:1783979009.569285:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979009.569291:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979009.569296:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.569298:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979009.569302:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979009.569305:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979009.569308:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979009.569311:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979009.569314:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979009.569316:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979009.569318:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979009.569322:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979009.569324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979009.569326:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979009.569328:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979009.569332:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569339:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979009.569342:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569348:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.569350:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979009.569352:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979009.569355:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979009.569358:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979009.569360:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304541213
00000100:00000001:0.0:1783979009.569362:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304542454
00000100:00000001:0.0:1783979009.569364:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304541213
00000100:00000001:0.0:1783979009.569366:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304542454
00000100:00000001:0.0:1783979009.569368:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979009.569370:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.569372:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979009.569376:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979009/real 1783979009]  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979009.569383:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979009.569384:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979009.569386:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979009.569388:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979009.569389:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979009.569391:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979009.569394:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979009.569402:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569408:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979009.569409:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569411:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.569412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979009.569416:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569437:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979009.569441:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569447:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979009.569449:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569451:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979009.569452:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569454:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979009.569456:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979009.569458:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979009.569461:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979009.569463:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979009.569466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979009.569474:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979009.569477:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569479:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979009.569482:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367058176/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569487:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979009.569488:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979009.569490:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979009.569493:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979009.569494:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979009.569496:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979009.569497:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979009.569499:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783979009.569502:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979009.569503:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979009.569504:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783979009.569506:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979009.569508:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569509:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979009.569512:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367058304/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979009.569517:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979009.569519:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979009.569520:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979009.569522:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979009.569523:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979009.569524:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979009.569526:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979009.569527:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783979009.569529:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979009.569530:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979009.569531:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783979009.569533:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979009.569534:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569536:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979009.569539:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979009.569540:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979009.569542:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979009.569543:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979009.631919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979009.631926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979009.631928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979009.631933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979009.631937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979009.631940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979009.631943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979009.631945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979009.631948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979009.759925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979009.759932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979009.759937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979009.759939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979009.759991:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979009.759994:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979009.759996:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979010.655894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979010.655900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979010.655901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979010.655905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979010.655908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979010.655910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979010.655912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979010.655914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979010.655915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979010.783889:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979010.783894:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979010.783898:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979010.783899:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979010.783951:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979010.783954:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979010.783957:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979010.847853:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304542454, at 4304542464
00000100:00000010:0.0:1783979010.847866:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979010.847873:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304542454, at 4304542464
00000100:00000010:1.0:1783979010.847882:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6a80.
00000100:00000001:3.0:1783979011.679883:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979011.679890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979011.679891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979011.679896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979011.679899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979011.679901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979011.679903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979011.679905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979011.679907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979011.807937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979011.807942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979011.807946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979011.807947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979011.807993:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979011.807996:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979011.807998:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979012.703887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979012.703894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979012.703896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979012.703901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979012.703904:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979012.703908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979012.703911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979012.703913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979012.703916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979012.831895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979012.831902:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979012.831908:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979012.831909:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979012.831962:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979012.831965:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979012.831968:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979013.728430:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979013.728439:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979013.728442:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979013.728447:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979013.728455:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979013.728459:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979013.728462:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979013.728464:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979013.728467:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.855917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979013.855924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.855931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979013.855932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979013.855977:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979013.855980:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979013.855982:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979014.687910:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979014.687920:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979014.687922:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979014.687925:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979014.687928:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979014.687934:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9873
00000400:00000200:2.0:1783979014.687941:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979014.687945:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979014.687948:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979014.687950:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.687952:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979014.687953:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.687955:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979014.687958:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979014.687959:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979014.687961:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979014.687963:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979014.687965:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979014.687967:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979014.687969:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.687970:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979014.687971:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.687972:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979014.687974:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979014.687976:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979014.687977:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979014.687979:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979014.687982:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979014.687983:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.687985:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979014.687986:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979014.687998:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979014.688001:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979014.688003:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979014.688005:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.688007:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979014.688009:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979014.688012:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979014.688018:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783979014.688023:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979014.688030:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979014.688037:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979014.688040:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979014.688043:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979014.688058:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979014.688061:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979014.688063:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979014.688064:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979014.688069:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979014.688071:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979014.688073:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9873
00000400:00000200:2.0:1783979014.688075:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979014.688077:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979014.688079:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979014.688081:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688082:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979014.688084:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688086:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979014.688088:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979014.688089:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979014.688090:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979014.688091:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979014.688092:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979014.688093:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979014.688097:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979014.688098:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783979014.688099:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979014.688101:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979014.688102:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979014.688106:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688109:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:0.0:1783979014.688110:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783979014.688111:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979014.688119:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979014.688122:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979014.688124:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688125:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688131:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979014.688131:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979014.688136:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979014.688137:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979014.688139:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1783979014.688141:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058432:192.168.201.109@tcp:250:kworker.0
02000000:00000001:2.0:1783979014.688146:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688147:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979014.688151:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783979014.688151:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979014.688155:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688157:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1783979014.688158:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979014.688162:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979014.688163:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
00000100:00000001:2.0:1783979014.688163:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688169:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979014.688170:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979014.688174:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979014.688176:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979014.688177:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:2.0:1783979014.688178:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.688182:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979014.688184:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1783979014.688185:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
02000000:00000001:2.0:1783979014.688186:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979014.688194:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
02000000:00000010:2.0:1783979014.688195:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979014.688202:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979014.688203:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058432, portal 25
00000100:00000001:0.0:1783979014.688208:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1783979014.688209:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979014.688211:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:0.0:1783979014.688221:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979014.688223:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979014.688228:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688236:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979014.688237:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979014.688245:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979014.688250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979014.688254:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367058432, offset 0
00000100:00000001:2.0:1783979014.688254:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979014.688259:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979014.688259:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979014.688265:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1783979014.688269:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979014.688269:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979014.688273:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979014.688275:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783979014.688278:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1783979014.688281:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1783979014.688284:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9873
00000400:00000200:0.0:1783979014.688287:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783979014.688291:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979014.688293:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979014.688297:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:2.0:1783979014.688300:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979014.688303:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345829:345829:256:4294967295] 192.168.201.109@tcp LPNI seq info [345818:345818:8:4294967295]
00000100:00080000:2.0:1783979014.688305:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979014.688309:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979014.688313:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688319:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979014.688322:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1783979014.688326:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688331:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.0:1783979014.688332:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688353:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000020:00000001:2.0:1783979014.688358:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979014.688360:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000200:0.0:1783979014.688363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:2.0:1783979014.688363:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979014.688366:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979014.688369:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:0.0:1783979014.688370:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1783979014.688371:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979014.688377:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688380:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1783979014.688382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979014.688384:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979014.688389:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.1:1783979014.688389:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000040:2.0:1783979014.688392:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000100:0.0:1783979014.688396:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979014.688399:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688400:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000100:00000001:2.0:1783979014.688403:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979014.688406:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1783979014.688406:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979014.688408:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979014.688413:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1783979014.688413:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.688417:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979014.688419:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000008:00100000:2.0:1783979014.688420:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1783979014.688423:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000008:00000001:2.0:1783979014.688424:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.688428:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688429:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1783979014.688431:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000100:00000200:0.0:1783979014.688433:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783979014.688435:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979014.688440:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979014.688442:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979014.688446:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979014.688448:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979014.688450:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1783979014.688450:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979014.688455:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783979014.688455:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979014.688461:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688466:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688469:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1783979014.688469:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979014.688474:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979014.688482:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979014.688486:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304547574
00000100:00000001:2.0:1783979014.688488:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979014.688490:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979014.688493:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000040:2.0:1783979014.688494:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979014.688500:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688501:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1783979014.688502:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979014.688507:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304547574
00000100:00000040:2.0:1783979014.688507:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979014.688509:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1783979014.688511:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6ea0.
00000100:00000040:2.0:1783979014.688513:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979014.688515:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1783979014.688518:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9884)
00000100:00000001:0.0:1783979014.688519:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979014.688523:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688525:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979014.688528:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979014/real 1783979014]  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979014.688534:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979014.688536:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979014.688537:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979014.688539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979014.688540:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979014.688541:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979014.688543:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979014.688548:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688552:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979014.688553:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688555:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688556:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979014.688558:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688569:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979014.688572:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688575:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979014.688577:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688579:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688581:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979014.688582:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979014.688584:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979014.688586:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979014.688588:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979014.688590:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979014.688594:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058432:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979014.688597:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688598:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979014.688600:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367058432/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688604:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979014.688606:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979014.688607:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979014.688611:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979014.688613:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979014.688614:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979014.688615:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979014.688617:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967800.
02000000:00000001:0.0:1783979014.688623:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979014.688624:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979014.688625:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:0.0:1783979014.688628:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979014.688628:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688630:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688634:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979014.688635:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688637:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979014.688638:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979014.688639:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979014.688641:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688645:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979014.688646:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688648:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979014.688649:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979014.688650:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979014.688652:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058560:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979014.688654:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979014.688655:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979014.688656:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688657:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979014.688659:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979014.688660:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979014.688662:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979014.688664:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979014.688666:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979014.688668:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058560, portal 10
00000100:00000001:0.0:1783979014.688669:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979014.688670:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:0.0:1783979014.688675:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688678:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979014.688680:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979014.688681:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979014.688682:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367058560, offset 0
00000400:00000200:0.0:1783979014.688685:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979014.688687:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979014.688689:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979014.688691:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979014.688692:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979014.688693:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979014.688695:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979014.688697:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345830:345830:256:4294967295] 192.168.201.109@tcp LPNI seq info [345819:345819:8:4294967295]
00000400:00000200:0.0:1783979014.688700:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979014.688703:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979014.688706:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688708:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979014.688710:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979014.688712:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979014.688715:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979014.688716:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979014.688718:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688719:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979014.688721:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979014.688723:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979014.688725:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979014.688726:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979014.688727:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979014.688729:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688734:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979014.688735:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688739:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688740:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979014.688742:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979014.688748:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979014.688750:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979014.688751:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304546335
00000100:00000001:0.0:1783979014.688753:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304547574
00000100:00000001:0.0:1783979014.688754:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304546335
00000100:00000001:0.0:1783979014.688755:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304547574
00000100:00000001:0.0:1783979014.688757:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979014.688758:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688759:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979014.688761:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979014/real 1783979014]  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979014.688766:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979014.688767:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979014.688768:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979014.688769:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979014.688770:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979014.688789:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979014.688792:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979014.688797:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688801:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979014.688801:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688802:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688803:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979014.688805:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688808:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979014.688810:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688814:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979014.688816:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688817:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688817:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688818:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979014.688820:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979014.688821:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979014.688823:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979014.688825:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979014.688827:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979014.688831:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058560:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979014.688833:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979014.688835:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688838:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979014.688839:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688840:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979014.688841:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979014.688842:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979014.688844:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979014.688845:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979014.688847:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979014.688848:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979014.688848:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979014.688850:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979014.688852:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979014.688853:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979014.688855:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979014.688857:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979014.688858:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058688, portal 10
00000100:00000001:0.0:1783979014.688859:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979014.688860:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:0.0:1783979014.688864:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688867:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979014.688869:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979014.688870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979014.688871:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367058688, offset 0
00000400:00000200:0.0:1783979014.688873:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979014.688876:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979014.688878:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979014.688879:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979014.688881:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979014.688882:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979014.688884:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979014.688885:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345831:345831:256:4294967295] 192.168.201.109@tcp LPNI seq info [345820:345820:8:4294967295]
00000400:00000200:0.0:1783979014.688888:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979014.688891:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979014.688894:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688895:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979014.688897:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979014.688899:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979014.688901:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979014.688903:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979014.688905:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979014.688906:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979014.688908:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979014.688910:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979014.688911:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979014.688912:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979014.688914:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979014.688916:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688920:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979014.688922:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688925:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688926:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979014.688928:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979014.688930:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979014.688932:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979014.688933:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304546333
00000100:00000001:0.0:1783979014.688934:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304547574
00000100:00000001:0.0:1783979014.688936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304546333
00000100:00000001:0.0:1783979014.688937:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304547574
00000100:00000001:0.0:1783979014.688938:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979014.688939:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.688940:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979014.688942:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979014/real 1783979014]  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979014.688945:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979014.688946:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979014.688947:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979014.688948:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979014.688949:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979014.688950:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979014.688952:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979014.688956:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688960:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979014.688960:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688961:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688962:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979014.688964:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688967:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979014.688969:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.688985:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979014.688988:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688989:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979014.688990:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.688992:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979014.688993:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979014.688996:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979014.689000:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979014.689002:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979014.689006:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979014.689014:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979014.689017:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.689019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979014.689022:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367058560/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.689029:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979014.689030:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979014.689031:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979014.689033:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979014.689034:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979014.689035:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979014.689036:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979014.689037:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:0.0:1783979014.689039:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979014.689040:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979014.689041:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:0.0:1783979014.689042:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979014.689043:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.689044:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979014.689046:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367058688/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979014.689050:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979014.689051:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979014.689052:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979014.689053:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979014.689054:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979014.689054:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979014.689055:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979014.689056:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:0.0:1783979014.689057:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979014.689057:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979014.689058:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:0.0:1783979014.689059:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979014.689060:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.689061:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979014.689063:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979014.689063:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979014.689065:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979014.689065:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979014.751942:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979014.751950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979014.751952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979014.751957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979014.751960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979014.751964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979014.751967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979014.751969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979014.751972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979014.879843:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979014.879849:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979014.879854:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979014.879855:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979014.879917:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979014.879921:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979014.879924:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979015.775864:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979015.775873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979015.775875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979015.775881:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979015.775884:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979015.775887:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979015.775889:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979015.775892:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979015.775895:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979015.903923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979015.903928:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979015.903933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979015.903933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979015.903989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979015.903993:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979015.903996:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979015.967872:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304547574, at 4304547584
00000100:00000040:1.0:1783979015.967884:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304547574, at 4304547584
00000100:00000010:0.0:1783979015.967885:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000010:1.0:1783979015.967894:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6ea0.
00000100:00000001:3.0:1783979016.799889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979016.799896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979016.799898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979016.799903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979016.799907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979016.799910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979016.799913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979016.799916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979016.799918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.927877:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979016.927883:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.927889:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979016.927892:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979016.927895:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979016.927897:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.927901:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979016.927903:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.927905:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.927907:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979016.927967:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979016.927971:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979016.927982:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979017.823905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979017.823915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979017.823917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979017.823923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979017.823927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979017.823932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979017.823935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979017.823939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979017.823942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.951971:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979017.951981:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.951989:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979017.951990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979017.952062:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979017.952066:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979017.952068:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979018.848130:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979018.848140:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979018.848142:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979018.848149:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979018.848154:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979018.848159:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979018.848163:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979018.848166:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979018.848169:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.975909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979018.975917:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979018.975919:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979018.975922:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.975927:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979018.975929:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.975931:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.975932:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.975935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979018.975937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979018.976000:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979018.976005:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979018.976008:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979019.807897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979019.807905:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979019.807907:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979019.807910:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979019.807913:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979019.807919:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9879
00000400:00000200:3.0:1783979019.807926:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979019.807930:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979019.807933:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979019.807936:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.807938:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979019.807939:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.807941:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979019.807944:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979019.807945:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979019.807947:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979019.807950:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979019.807951:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979019.807953:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979019.807954:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.807955:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979019.807956:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.807957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979019.807959:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979019.807961:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979019.807963:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979019.807965:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979019.807967:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979019.807969:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.807970:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979019.807972:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979019.807979:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979019.807981:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979019.807984:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979019.807985:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.807987:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979019.807990:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979019.807992:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979019.807997:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979019.808002:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979019.808008:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979019.808018:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979019.808022:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979019.808027:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979019.808054:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979019.808057:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979019.808060:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979019.808061:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979019.808063:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979019.808065:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979019.808067:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9879
00000400:00000200:3.0:1783979019.808071:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979019.808074:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979019.808076:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979019.808079:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808081:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979019.808083:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808085:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979019.808088:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979019.808090:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783979019.808090:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:0.0:1783979019.808095:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979019.808095:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979019.808098:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979019.808099:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979019.808103:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979019.808106:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979019.808107:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979019.808116:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979019.808118:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979019.808120:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979019.808121:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979019.808124:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:0.0:1783979019.808125:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979019.808129:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:0.0:1783979019.808130:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979019.808134:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979019.808135:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00100000:0.0:1783979019.808139:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058816:192.168.201.109@tcp:250:kworker.0
00000100:00080000:3.0:1783979019.808143:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979019.808144:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979019.808149:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979019.808149:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979019.808152:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979019.808153:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979019.808154:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979019.808160:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979019.808161:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979019.808162:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979019.808166:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979019.808167:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.808171:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1783979019.808172:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000008:00100000:3.0:1783979019.808176:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1783979019.808177:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000008:00000001:3.0:1783979019.808183:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979019.808184:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058816, portal 25
00000100:00000001:3.0:1783979019.808186:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808188:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979019.808190:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000010:3.0:1783979019.808193:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000100:00000040:0.0:1783979019.808196:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979019.808198:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979019.808203:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979019.808205:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808207:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979019.808208:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1783979019.808211:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783979019.808212:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979019.808214:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979019.808216:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
02000000:00000010:3.0:1783979019.808219:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000200:0.0:1783979019.808220:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367058816, offset 0
00000100:00000001:3.0:1783979019.808223:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979019.808229:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979019.808236:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979019.808238:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808239:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979019.808254:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979019.808261:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979019.808270:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808271:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:3.0:1783979019.808275:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979019.808279:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1783979019.808282:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979019.808285:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1783979019.808286:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00080000:3.0:1783979019.808288:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979019.808292:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979019.808295:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9879
00000400:00000200:0.0:1783979019.808297:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979019.808303:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:3.0:1783979019.808303:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979019.808309:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979019.808312:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345832:345832:256:4294967295] 192.168.201.109@tcp LPNI seq info [345821:345821:8:4294967295]
00000100:00080000:3.0:1783979019.808313:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979019.808320:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979019.808321:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979019.808324:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979019.808327:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808329:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979019.808334:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1783979019.808335:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1783979019.808336:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979019.808340:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979019.808341:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:0.0:1783979019.808344:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783979019.808345:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979019.808349:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:0.0:1783979019.808350:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000100:00000040:3.0:1783979019.808352:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808355:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979019.808356:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808357:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979019.808359:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000200:0.0:1783979019.808363:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00080000:3.0:1783979019.808364:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979019.808369:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979019.808370:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1783979019.808371:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1783979019.808373:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979019.808377:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.808378:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979019.808381:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1783979019.808382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000008:00000001:3.0:1783979019.808383:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.808388:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979019.808389:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000010:3.0:1783979019.808391:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979019.808395:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000100:0.0:1783979019.808399:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783979019.808400:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979019.808402:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979019.808404:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000100:00000001:3.0:1783979019.808405:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979019.808407:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979019.808409:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979019.808414:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000400:00000200:0.0:1783979019.808417:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1783979019.808419:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808427:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1783979019.808428:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979019.808433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979019.808437:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:3.0:1783979019.808439:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979019.808443:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808444:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979019.808449:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979019.808452:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979019.808476:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808479:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979019.808479:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979019.808484:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979019.808487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979019.808488:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979019.808494:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979019.808499:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9889)
00000100:00000001:0.0:1783979019.808502:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808506:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979019.808513:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808517:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979019.808520:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304552694
00000100:00000010:0.0:1783979019.808525:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979019.808532:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979019.808538:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304552694
00000100:00000010:0.0:1783979019.808541:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e68a0.
00000100:00000001:0.0:1783979019.808544:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979019.808547:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979019.808550:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808552:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979019.808557:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979019/real 1783979019]  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979019.808568:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979019.808570:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979019.808571:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979019.808573:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979019.808575:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979019.808576:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979019.808579:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979019.808585:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808589:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979019.808590:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808591:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.808593:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979019.808595:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808599:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979019.808601:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808606:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979019.808607:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808608:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.808609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808611:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979019.808612:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979019.808614:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979019.808616:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979019.808618:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979019.808621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979019.808626:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367058816:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979019.808628:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808630:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979019.808631:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367058816/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808635:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979019.808636:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979019.808638:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979019.808640:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979019.808641:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979019.808642:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979019.808643:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979019.808645:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979019.808647:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979019.808648:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979019.808649:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783979019.808651:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979019.808652:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808653:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808658:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979019.808660:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808661:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979019.808662:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979019.808663:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979019.808665:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808669:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979019.808670:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979019.808671:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979019.808673:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979019.808674:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979019.808677:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058944:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979019.808680:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979019.808682:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979019.808683:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979019.808685:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979019.808687:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979019.808689:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808692:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979019.808695:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979019.808697:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979019.808700:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367058944, portal 10
00000100:00000001:0.0:1783979019.808702:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979019.808703:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783979019.808709:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808716:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979019.808718:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979019.808720:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979019.808723:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367058944, offset 0
00000400:00000200:0.0:1783979019.808725:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979019.808728:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979019.808731:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979019.808733:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979019.808734:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979019.808736:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979019.808737:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979019.808740:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345833:345833:256:4294967295] 192.168.201.109@tcp LPNI seq info [345822:345822:8:4294967295]
00000400:00000200:0.0:1783979019.808744:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979019.808749:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979019.808753:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979019.808757:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979019.808761:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979019.808763:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979019.808768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979019.808770:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979019.808801:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979019.808803:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979019.808804:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979019.808807:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979019.808809:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979019.808810:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979019.808812:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979019.808814:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808819:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979019.808821:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808825:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808826:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979019.808828:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979019.808830:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979019.808832:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979019.808834:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304551456
00000100:00000001:0.0:1783979019.808835:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304552694
00000100:00000001:0.0:1783979019.808837:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304551456
00000100:00000001:0.0:1783979019.808838:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304552694
00000100:00000001:0.0:1783979019.808839:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979019.808840:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.808842:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979019.808844:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979019/real 1783979019]  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979019.808856:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979019.808857:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979019.808858:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979019.808860:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979019.808861:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979019.808862:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979019.808864:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979019.808868:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808872:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979019.808872:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808873:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.808874:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979019.808876:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808879:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979019.808882:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808885:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979019.808887:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808888:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.808888:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.808889:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979019.808891:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979019.808893:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979019.808894:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979019.808896:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979019.808898:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979019.808903:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367058944:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979019.808905:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979019.808907:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808910:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979019.808911:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979019.808912:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979019.808913:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979019.808914:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979019.808915:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979019.808917:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979019.808918:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979019.808920:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979019.808921:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979019.808923:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979019.808924:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979019.808926:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979019.808928:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979019.808929:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979019.808931:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059072, portal 10
00000100:00000001:0.0:1783979019.808932:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979019.808933:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:0.0:1783979019.808937:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808940:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979019.808942:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979019.808943:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979019.808944:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367059072, offset 0
00000400:00000200:0.0:1783979019.808947:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979019.808949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979019.808951:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979019.808953:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979019.808954:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979019.808956:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979019.808957:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979019.808959:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345834:345834:256:4294967295] 192.168.201.109@tcp LPNI seq info [345823:345823:8:4294967295]
00000400:00000200:0.0:1783979019.808962:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979019.808965:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979019.808967:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979019.808969:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979019.808971:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979019.808973:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979019.808975:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979019.808977:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979019.808979:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979019.808981:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979019.808982:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979019.808984:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979019.808986:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979019.808987:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979019.808988:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979019.808990:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808994:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979019.808996:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.808999:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.809000:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979019.809002:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979019.809003:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979019.809005:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979019.809006:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304551453
00000100:00000001:0.0:1783979019.809008:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304552694
00000100:00000001:0.0:1783979019.809009:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304551453
00000100:00000001:0.0:1783979019.809010:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304552694
00000100:00000001:0.0:1783979019.809011:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979019.809012:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.809013:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979019.809015:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979019/real 1783979019]  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979019.809019:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979019.809019:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979019.809020:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979019.809021:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979019.809022:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979019.809023:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979019.809025:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979019.809030:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.809033:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979019.809034:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809035:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.809035:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979019.809037:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.809041:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979019.809042:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.809046:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979019.809047:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809048:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979019.809049:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809050:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979019.809051:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979019.809053:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979019.809054:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979019.809055:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979019.809057:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979019.809061:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979019.809063:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809064:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979019.809066:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367058944/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.809069:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979019.809070:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979019.809071:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979019.809072:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979019.809073:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979019.809074:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979019.809075:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979019.809076:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979019.809077:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979019.809078:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979019.809079:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979019.809081:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979019.809081:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809082:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979019.809084:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367059072/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979019.809091:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979019.809092:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979019.809093:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979019.809094:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979019.809095:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979019.809095:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979019.809096:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979019.809097:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979019.809098:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979019.809099:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979019.809099:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783979019.809101:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979019.809101:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809102:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979019.809104:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979019.809105:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979019.809106:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979019.809107:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979019.871872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979019.871878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979019.871879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979019.871884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979019.871887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979019.871890:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979019.871891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979019.871893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979019.871895:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979019.999908:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979019.999913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979019.999916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979019.999917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979019.999980:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979019.999985:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979019.999987:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979020.895939:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979020.895948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979020.895949:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979020.895963:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979020.895966:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979020.895969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979020.895972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979020.895974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979020.895977:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979021.023937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979021.023944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979021.023950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979021.023951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979021.024026:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979021.024029:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979021.024031:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979021.087904:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304552694, at 4304552704
00000100:00000010:1.0:1783979021.087915:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e68a0.
00000100:00000040:0.0:1783979021.088008:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304552694, at 4304552704
00000100:00000010:0.0:1783979021.088013:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979021.919894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979021.919902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979021.919903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979021.919909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979021.919913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979021.919916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979021.919919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979021.919921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979021.919925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979022.047922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979022.047929:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979022.047934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979022.047935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979022.048011:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979022.048015:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979022.048018:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979022.943903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979022.943910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979022.943912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979022.943918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979022.943921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979022.943925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979022.943927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979022.943930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979022.943934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.071867:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979023.071872:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.071876:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979023.071877:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979023.071932:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979023.071937:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979023.071940:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979023.967866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979023.967872:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979023.967873:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979023.967878:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979023.967881:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979023.967885:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979023.967887:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979023.967896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979023.967899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979024.095929:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979024.095935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979024.095941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979024.095942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979024.095996:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979024.095999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979024.096001:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979024.927865:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979024.927873:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979024.927875:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979024.927878:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979024.927881:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979024.927887:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9884
00000400:00000200:1.0:1783979024.927893:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979024.927897:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979024.927899:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979024.927901:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.927903:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979024.927904:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.927906:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979024.927908:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979024.927910:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979024.927912:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979024.927914:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979024.927916:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979024.927917:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979024.927919:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.927920:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979024.927921:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.927922:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979024.927924:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979024.927926:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979024.927927:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979024.927929:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979024.927931:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979024.927933:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.927934:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979024.927936:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979024.927942:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5880.
00000020:00000040:1.0:1783979024.927945:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979024.927948:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979024.927949:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.927951:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979024.927953:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979024.927956:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979024.927961:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000100:00000001:1.0:1783979024.927966:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979024.927972:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979024.927979:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979024.927982:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979024.927986:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a8655d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979024.928004:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979024.928007:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979024.928010:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979024.928011:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979024.928013:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979024.928016:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979024.928018:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9884
00000400:00000200:1.0:1783979024.928023:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979024.928027:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979024.928030:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1783979024.928030:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979024.928034:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1783979024.928037:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979024.928038:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1783979024.928042:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979024.928045:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979024.928047:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928054:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979024.928058:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1783979024.928059:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979024.928060:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928064:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979024.928066:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979024.928067:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979024.928070:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059200:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979024.928074:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1783979024.928076:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
02000000:00000001:0.0:1783979024.928077:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1783979024.928080:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1783979024.928081:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928084:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1783979024.928087:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
02000000:00000010:0.0:1783979024.928088:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979024.928092:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979024.928092:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979024.928098:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000400:00000200:0.0:1783979024.928100:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979024.928105:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000040:1.0:1783979024.928105:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928110:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979024.928112:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000040:1.0:1783979024.928113:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928118:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:0.0:1783979024.928120:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059200, portal 25
00000020:00000040:1.0:1783979024.928121:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979024.928125:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979024.928127:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00080000:1.0:1783979024.928127:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928132:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979024.928136:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979024.928136:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979024.928141:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979024.928143:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1783979024.928146:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979024.928148:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928150:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1783979024.928152:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000008:00100000:1.0:1783979024.928154:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1783979024.928166:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367059200, offset 0
00000008:00000001:1.0:1783979024.928170:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928173:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928176:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000010:1.0:1783979024.928179:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4700.
00000020:00000040:1.0:1783979024.928181:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000400:00000200:0.0:1783979024.928184:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979024.928185:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979024.928187:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928189:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1783979024.928191:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:1.0:1783979024.928192:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979024.928195:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928198:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1783979024.928199:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828bc00.
00000400:00000200:0.0:1783979024.928202:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:1.0:1783979024.928205:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928206:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979024.928210:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00100000:1.0:1783979024.928213:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979024.928215:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345835:345835:256:4294967295] 192.168.201.109@tcp LPNI seq info [345824:345824:8:4294967295]
00000400:00000200:0.0:1783979024.928226:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979024.928230:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979024.928233:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928238:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1783979024.928240:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000642bc372] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1783979024.928247:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979024.928253:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000100:00000001:1.0:1783979024.928260:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979024.928264:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00080000:1.0:1783979024.928264:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783979024.928269:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1783979024.928269:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979024.928273:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979024.928275:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1783979024.928276:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979024.928279:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1783979024.928280:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1783979024.928284:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9884
00000800:00000100:0.0:1783979024.928288:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979024.928291:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000010:0.0:1783979024.928292:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:1.0:1783979024.928298:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979024.928299:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1783979024.928301:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979024.928305:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1783979024.928308:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979024.928310:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000100:00000001:1.0:1783979024.928311:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979024.928314:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000040:1.0:1783979024.928315:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928318:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979024.928319:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1783979024.928320:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979024.928322:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979024.928324:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1783979024.928325:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979024.928326:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979024.928331:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979024.928335:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979024.928342:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979024.928342:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928345:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979024.928348:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979024.928349:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979024.928354:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979024.928358:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979024.928363:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979024.928367:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928367:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928374:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1783979024.928374:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979024.928379:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979024.928381:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928382:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928382:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979024.928385:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979024.928388:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928390:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979024.928390:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979024.928395:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783979024.928396:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304557814
00000020:00000040:1.0:1783979024.928397:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979024.928402:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979024.928403:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928404:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1783979024.928405:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000001:1.0:1783979024.928405:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979024.928409:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979024.928413:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828ac00.
00000100:00000001:0.0:1783979024.928414:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979024.928418:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928422:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304557814
00000100:00100000:1.0:1783979024.928422:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1783979024.928427:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6420.
00000100:00000001:0.0:1783979024.928430:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979024.928432:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979024.928438:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979024.928441:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979024.928442:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979024.928443:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979024.928448:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079224371] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979024.928451:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979024/real 1783979024]  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979024.928461:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979024.928466:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979024.928474:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979024.928478:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979024.928487:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1783979024.928489:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783979024.928490:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9894)
00000400:00000001:0.0:1783979024.928491:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979024.928495:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979024.928497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979024.928499:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979024.928501:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979024.928504:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979024.928511:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928516:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979024.928517:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928518:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.928519:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979024.928521:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928525:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979024.928528:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928532:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979024.928534:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928535:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.928536:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928537:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979024.928538:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979024.928540:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979024.928542:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979024.928543:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979024.928545:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979024.928551:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059200:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979024.928554:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928555:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979024.928557:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367059200/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928560:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979024.928562:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979024.928563:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979024.928565:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979024.928566:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979024.928567:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979024.928568:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979024.928570:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979024.928572:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979024.928573:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979024.928574:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783979024.928577:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979024.928577:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928579:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928584:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979024.928585:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928586:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979024.928587:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979024.928588:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979024.928590:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928594:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979024.928595:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928596:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979024.928597:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979024.928598:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979024.928600:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059328:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979024.928602:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979024.928603:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979024.928605:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928606:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979024.928609:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979024.928611:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928621:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979024.928624:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979024.928628:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979024.928630:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059328, portal 10
00000100:00000001:0.0:1783979024.928632:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979024.928633:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783979024.928640:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928646:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979024.928649:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979024.928650:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979024.928656:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367059328, offset 0
00000400:00000200:0.0:1783979024.928660:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979024.928665:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979024.928668:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979024.928671:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979024.928673:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979024.928675:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979024.928677:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979024.928680:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345836:345836:256:4294967295] 192.168.201.109@tcp LPNI seq info [345825:345825:8:4294967295]
00000400:00000200:0.0:1783979024.928684:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979024.928690:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979024.928694:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979024.928697:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979024.928701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979024.928704:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979024.928708:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979024.928710:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979024.928714:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979024.928715:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979024.928718:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979024.928721:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979024.928724:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979024.928726:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979024.928728:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979024.928731:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928738:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979024.928741:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928747:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928749:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979024.928752:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979024.928755:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979024.928758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979024.928760:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304556575
00000100:00000001:0.0:1783979024.928763:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304557814
00000100:00000001:0.0:1783979024.928764:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304556575
00000100:00000001:0.0:1783979024.928766:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304557814
00000100:00000001:0.0:1783979024.928767:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979024.928768:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928769:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979024.928790:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979024/real 1783979024]  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979024.928796:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979024.928797:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979024.928798:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979024.928800:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979024.928801:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979024.928802:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979024.928804:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979024.928809:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928813:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979024.928814:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928815:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.928815:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979024.928817:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928821:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979024.928823:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928829:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979024.928831:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928832:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.928833:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.928835:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979024.928838:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979024.928840:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979024.928843:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979024.928845:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979024.928849:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979024.928857:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059328:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979024.928861:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979024.928864:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928870:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979024.928872:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928873:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979024.928874:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979024.928876:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979024.928877:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979024.928879:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979024.928881:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979024.928882:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979024.928883:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979024.928885:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979024.928886:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979024.928888:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979024.928890:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979024.928892:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979024.928894:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059456, portal 10
00000100:00000001:0.0:1783979024.928895:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979024.928896:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:0.0:1783979024.928900:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928904:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979024.928905:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979024.928906:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979024.928908:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367059456, offset 0
00000400:00000200:0.0:1783979024.928910:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979024.928912:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979024.928914:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979024.928916:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979024.928918:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979024.928919:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979024.928921:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979024.928923:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345837:345837:256:4294967295] 192.168.201.109@tcp LPNI seq info [345826:345826:8:4294967295]
00000400:00000200:0.0:1783979024.928925:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979024.928929:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979024.928931:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979024.928933:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979024.928935:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979024.928937:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979024.928939:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979024.928941:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979024.928943:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979024.928944:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979024.928946:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979024.928948:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979024.928950:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979024.928951:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979024.928953:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979024.928955:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928959:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979024.928961:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928964:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928965:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979024.928967:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979024.928968:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979024.928970:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979024.928971:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304556573
00000100:00000001:0.0:1783979024.928972:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304557814
00000100:00000001:0.0:1783979024.928974:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304556573
00000100:00000001:0.0:1783979024.928975:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304557814
00000100:00000001:0.0:1783979024.928977:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979024.928978:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.928979:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979024.928981:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979024/real 1783979024]  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979024.928985:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979024.928986:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979024.928987:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979024.928988:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979024.928989:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979024.928990:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979024.928992:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979024.928996:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.928999:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979024.929000:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929001:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.929002:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979024.929004:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.929007:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979024.929009:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.929013:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979024.929014:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929015:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979024.929016:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929017:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979024.929018:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979024.929019:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979024.929021:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979024.929022:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979024.929024:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979024.929028:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979024.929030:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929031:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979024.929033:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367059328/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.929036:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979024.929037:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979024.929038:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979024.929039:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979024.929040:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979024.929041:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979024.929042:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979024.929043:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783979024.929045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979024.929046:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979024.929047:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783979024.929048:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979024.929049:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929050:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979024.929052:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367059456/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979024.929056:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979024.929056:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979024.929057:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979024.929059:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979024.929059:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979024.929060:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979024.929061:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979024.929062:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:0.0:1783979024.929063:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979024.929064:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979024.929065:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783979024.929066:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979024.929066:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929067:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979024.929069:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979024.929070:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979024.929071:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979024.929072:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979024.991891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979024.991899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979024.991902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979024.991916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979024.991919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979024.991924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979024.991926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979024.991929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979024.991932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979025.119887:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979025.119894:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979025.119900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979025.119901:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979025.119966:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979025.119971:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979025.119973:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979026.015887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979026.015895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979026.015896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979026.015900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979026.015903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979026.015906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979026.015908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979026.015910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979026.015912:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979026.143932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979026.143939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979026.143945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979026.143946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979026.143995:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979026.143998:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979026.144001:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979026.207897:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304557814, at 4304557824
00000100:00000040:1.0:1783979026.207910:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304557814, at 4304557824
00000100:00000010:0.0:1783979026.207914:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000010:1.0:1783979026.207918:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6420.
00000100:00000001:3.0:1783979027.039915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979027.039925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979027.039927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979027.039935:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979027.039939:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979027.039944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979027.039947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979027.039950:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979027.039953:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.167925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979027.167933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.167940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979027.167944:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979027.167946:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979027.167950:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.167954:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979027.167956:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.167957:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.167959:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979027.168023:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979027.168028:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979027.168032:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979028.063903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979028.063913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979028.063915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979028.063922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979028.063931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979028.063935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979028.063939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979028.063942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979028.063945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979028.192026:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979028.192037:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979028.192044:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979028.192046:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979028.192124:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979028.192130:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979028.192135:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979029.087929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979029.087939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979029.087942:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979029.087949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979029.087954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979029.087959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979029.087963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979029.087966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979029.087969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.215942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979029.215953:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979029.215956:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979029.215960:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.215966:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979029.215969:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.215972:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.215974:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.215979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979029.215981:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979029.216070:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979029.216077:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979029.216094:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979030.048190:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979030.048199:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979030.048201:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979030.048205:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979030.048210:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979030.048216:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9889
00000400:00000200:1.0:1783979030.048224:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979030.048230:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979030.048233:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979030.048235:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048238:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979030.048241:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048243:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979030.048247:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979030.048249:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979030.048252:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979030.048254:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979030.048257:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979030.048259:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979030.048262:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048264:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979030.048266:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048268:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979030.048271:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979030.048274:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048277:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979030.048279:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979030.048283:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979030.048286:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979030.048288:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979030.048290:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979030.048300:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4380.
00000020:00000040:1.0:1783979030.048303:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979030.048306:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979030.048308:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979030.048311:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979030.048313:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979030.048316:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979030.048323:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000100:00000001:1.0:1783979030.048329:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979030.048336:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979030.048345:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979030.048350:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979030.048354:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080b07c04] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979030.048374:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979030.048377:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979030.048380:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979030.048381:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979030.048382:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979030.048386:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979030.048388:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9889
00000400:00000200:1.0:1783979030.048392:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979030.048395:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979030.048398:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979030.048401:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048403:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979030.048405:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1783979030.048406:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048410:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979030.048411:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979030.048414:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1783979030.048415:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979030.048418:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979030.048421:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1783979030.048422:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979030.048424:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979030.048429:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979030.048434:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979030.048435:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979030.048438:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979030.048442:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:0.0:1783979030.048443:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979030.048447:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979030.048447:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1783979030.048451:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979030.048452:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00100000:0.0:1783979030.048455:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059584:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979030.048457:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979030.048459:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1783979030.048462:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979030.048464:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979030.048466:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979030.048468:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:0.0:1783979030.048469:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1783979030.048473:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979030.048475:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979030.048476:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979030.048477:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979030.048483:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979030.048484:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1783979030.048486:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
02000000:00000001:1.0:1783979030.048489:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979030.048493:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000001:1.0:1783979030.048493:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979030.048498:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1783979030.048500:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059584, portal 25
00000008:00000001:1.0:1783979030.048503:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048504:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979030.048506:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000001:1.0:1783979030.048507:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979030.048512:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1783979030.048514:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6a00.
00000020:00000040:1.0:1783979030.048519:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979030.048524:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979030.048526:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979030.048528:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979030.048529:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979030.048531:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048534:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1783979030.048534:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289000.
00000100:00000040:0.0:1783979030.048541:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048541:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979030.048546:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00100000:1.0:1783979030.048550:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979030.048551:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367059584, offset 0
00000100:00000001:1.0:1783979030.048560:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979030.048562:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048564:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979030.048570:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071157554] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979030.048571:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979030.048579:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:1.0:1783979030.048584:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979030.048585:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1783979030.048589:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979030.048591:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979030.048596:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1783979030.048596:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979030.048601:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1783979030.048602:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:1.0:1783979030.048605:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979030.048608:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345838:345838:256:4294967295] 192.168.201.109@tcp LPNI seq info [345827:345827:8:4294967295]
00000100:00000001:1.0:1783979030.048610:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1783979030.048613:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:1.0:1783979030.048617:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9889
00000400:00000200:0.0:1783979030.048622:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979030.048627:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979030.048631:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000010:0.0:1783979030.048634:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000400:00000200:1.0:1783979030.048638:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979030.048642:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1783979030.048646:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:1.0:1783979030.048649:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.0:1783979030.048653:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783979030.048653:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979030.048658:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048661:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.1:1783979030.048663:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:1.0:1783979030.048665:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979030.048668:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000200:0.1:1783979030.048669:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1783979030.048671:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979030.048674:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000100:0.0:1783979030.048678:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:1.0:1783979030.048679:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:0.0:1783979030.048681:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000020:00000001:1.0:1783979030.048683:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979030.048687:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1783979030.048690:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979030.048694:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979030.048695:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979030.048699:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000100:00000040:1.0:1783979030.048701:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:0.0:1783979030.048702:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:1.0:1783979030.048706:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979030.048709:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1783979030.048710:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000200:0.0:1783979030.048717:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979030.048717:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979030.048721:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979030.048725:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979030.048729:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979030.048733:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048735:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1783979030.048736:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979030.048740:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1783979030.048742:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1783979030.048744:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979030.048748:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048754:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979030.048755:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783979030.048756:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1783979030.048760:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979030.048764:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979030.048765:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979030.048768:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979030.048769:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979030.048771:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979030.048804:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304562935
02000000:00000001:1.0:1783979030.048809:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1783979030.048811:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000001:1.0:1783979030.048812:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979030.048817:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979030.048821:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979030.048827:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979030.048829:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979030.048836:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304562935
00000100:00000001:1.0:1783979030.048837:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1783979030.048841:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c00.
00000100:00000001:1.0:1783979030.048842:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048846:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1783979030.048849:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e97cc30] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.048850:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979030.048855:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048858:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979030.048865:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979030/real 1783979030]  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979030.048865:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979030.048871:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1783979030.048878:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783979030.048878:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1783979030.048881:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1783979030.048883:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1783979030.048884:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979030.048888:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979030.048890:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:1.0:1783979030.048890:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979030.048893:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979030.048897:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979030.048898:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9899)
00000100:00000200:0.0:1783979030.048906:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.048911:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979030.048912:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048913:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.048915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979030.048917:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.048922:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979030.048925:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.048929:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979030.048931:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048932:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.048933:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048935:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979030.048936:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979030.048938:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979030.048941:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979030.048942:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979030.048945:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979030.048950:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059584:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979030.048953:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048954:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979030.048956:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367059584/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.048960:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979030.048961:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979030.048963:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979030.048965:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979030.048966:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979030.048967:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979030.048969:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979030.048970:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783979030.048973:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979030.048974:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979030.048975:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783979030.048977:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979030.048977:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048981:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.048987:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979030.048989:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.048991:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979030.048993:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979030.048994:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979030.048997:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049003:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979030.049006:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979030.049008:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979030.049009:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979030.049011:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979030.049013:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059712:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979030.049016:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979030.049017:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979030.049018:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979030.049020:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979030.049023:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979030.049024:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979030.049028:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979030.049030:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979030.049033:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979030.049036:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059712, portal 10
00000100:00000001:0.0:1783979030.049038:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979030.049039:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783979030.049045:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049050:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979030.049053:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979030.049065:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979030.049078:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367059712, offset 0
00000400:00000200:0.0:1783979030.049082:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979030.049085:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979030.049089:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979030.049091:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979030.049094:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979030.049096:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979030.049098:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979030.049101:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345839:345839:256:4294967295] 192.168.201.109@tcp LPNI seq info [345828:345828:8:4294967295]
00000400:00000200:0.0:1783979030.049105:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979030.049112:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979030.049116:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979030.049119:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979030.049123:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979030.049126:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979030.049129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979030.049131:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979030.049134:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979030.049136:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979030.049139:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979030.049141:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979030.049144:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979030.049146:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979030.049148:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979030.049151:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049158:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979030.049160:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049166:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.049167:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979030.049170:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979030.049173:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979030.049176:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979030.049178:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304561696
00000100:00000001:0.0:1783979030.049180:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304562935
00000100:00000001:0.0:1783979030.049182:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304561696
00000100:00000001:0.0:1783979030.049183:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304562935
00000100:00000001:0.0:1783979030.049185:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979030.049187:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.049189:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979030.049193:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979030/real 1783979030]  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979030.049200:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979030.049202:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979030.049204:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979030.049205:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979030.049206:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979030.049208:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979030.049210:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979030.049215:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049219:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979030.049220:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049221:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.049222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979030.049223:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049228:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979030.049230:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049234:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979030.049235:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049236:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.049237:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049239:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979030.049241:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979030.049244:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979030.049247:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979030.049249:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979030.049252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979030.049260:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059712:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979030.049264:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979030.049267:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049279:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979030.049280:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979030.049282:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979030.049284:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979030.049286:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979030.049288:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979030.049290:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979030.049291:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979030.049292:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979030.049294:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979030.049296:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979030.049297:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979030.049300:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979030.049301:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979030.049303:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979030.049305:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059840, portal 10
00000100:00000001:0.0:1783979030.049306:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979030.049307:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:0.0:1783979030.049311:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049315:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979030.049316:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979030.049317:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979030.049319:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367059840, offset 0
00000400:00000200:0.0:1783979030.049321:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979030.049323:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979030.049326:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979030.049329:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979030.049331:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979030.049333:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979030.049335:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979030.049338:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345840:345840:256:4294967295] 192.168.201.109@tcp LPNI seq info [345829:345829:8:4294967295]
00000400:00000200:0.0:1783979030.049342:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979030.049347:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979030.049351:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979030.049355:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979030.049358:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979030.049361:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979030.049365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979030.049368:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979030.049371:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979030.049373:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979030.049376:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979030.049378:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979030.049380:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979030.049381:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979030.049382:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979030.049384:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049389:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979030.049391:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049395:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.049396:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979030.049398:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979030.049399:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979030.049401:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979030.049403:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304561693
00000100:00000001:0.0:1783979030.049404:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304562935
00000100:00000001:0.0:1783979030.049406:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304561693
00000100:00000001:0.0:1783979030.049407:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304562935
00000100:00000001:0.0:1783979030.049408:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979030.049410:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.049411:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979030.049413:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979030/real 1783979030]  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979030.049418:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979030.049419:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979030.049420:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979030.049421:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979030.049422:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979030.049423:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979030.049426:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979030.049433:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049438:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979030.049439:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049441:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.049442:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979030.049445:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049452:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979030.049455:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049462:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979030.049464:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049466:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979030.049467:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049469:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979030.049470:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979030.049473:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979030.049475:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979030.049477:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979030.049479:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979030.049484:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367059840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979030.049486:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049487:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979030.049489:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367059712/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049492:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979030.049493:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979030.049495:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979030.049496:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979030.049497:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979030.049498:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979030.049500:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979030.049501:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783979030.049502:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979030.049503:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979030.049504:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783979030.049505:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979030.049506:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049507:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979030.049509:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367059840/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979030.049512:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979030.049513:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979030.049514:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979030.049516:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979030.049517:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979030.049518:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979030.049520:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979030.049522:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979030.049524:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979030.049525:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979030.049526:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783979030.049528:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979030.049529:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049530:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979030.049534:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979030.049535:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979030.049537:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979030.049538:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979030.111898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979030.111907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979030.111909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979030.111914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979030.111918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979030.111921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979030.111924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979030.111926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979030.111930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979030.240498:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979030.240504:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979030.240510:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979030.240511:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979030.240575:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979030.240579:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979030.240582:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979031.136065:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979031.136073:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979031.136075:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979031.136080:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979031.136084:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979031.136087:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979031.136090:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979031.136092:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979031.136095:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979031.263904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979031.263910:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979031.263916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979031.263918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979031.263980:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979031.263985:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979031.263996:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979031.327904:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304562935, at 4304562944
00000100:00000010:1.0:1783979031.327916:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c00.
00000100:00000040:0.0:1783979031.328929:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304562935, at 4304562945
00000100:00000010:0.0:1783979031.328937:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979032.159895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979032.159902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979032.159904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979032.159909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979032.159912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979032.159916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979032.159919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979032.159921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979032.159924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979032.287955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979032.287962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979032.287967:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979032.287969:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979032.288017:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979032.288020:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979032.288022:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979033.183893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979033.183901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979033.183903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979033.183908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979033.183912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979033.183915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979033.183918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979033.183920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979033.183923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.312144:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979033.312151:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.312157:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979033.312159:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979033.312300:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979033.312303:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979033.312306:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979034.207912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979034.207920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979034.207922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979034.207928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979034.207932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979034.207935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979034.207938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979034.207940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979034.207943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979034.336074:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979034.336081:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979034.336087:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979034.336088:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979034.336153:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979034.336157:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979034.336160:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979035.167881:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979035.167891:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979035.167893:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979035.167897:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979035.167901:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979035.167907:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9894
00000400:00000200:3.0:1783979035.167916:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979035.167921:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979035.167924:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979035.167927:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.167930:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979035.167932:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.167935:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979035.167939:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979035.167941:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979035.167944:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979035.167947:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979035.167949:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979035.167951:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979035.167954:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.167956:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979035.167958:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.167960:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979035.167963:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979035.167966:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979035.167969:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979035.167971:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979035.167974:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979035.167977:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168013:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979035.168015:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979035.168025:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979035.168028:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979035.168031:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979035.168033:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168036:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979035.168038:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979035.168042:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979035.168048:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979035.168059:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979035.168067:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979035.168077:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979035.168081:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979035.168085:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979035.168117:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979035.168120:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979035.168124:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979035.168125:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979035.168127:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979035.168130:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979035.168132:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9894
00000400:00000200:3.0:1783979035.168136:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979035.168139:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979035.168141:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979035.168144:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979035.168148:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168150:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979035.168152:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979035.168153:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979035.168155:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979035.168157:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979035.168159:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979035.168161:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979035.168164:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168165:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979035.168167:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168169:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979035.168171:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979035.168174:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168176:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979035.168178:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979035.168184:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979035.168186:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168188:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979035.168192:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979035.168195:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168197:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979035.168202:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979035.168205:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979035.168208:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979035.168209:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168211:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979035.168212:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979035.168214:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.168215:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1783979035.168219:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:0.0:1783979035.168221:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979035.168225:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979035.168225:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979035.168237:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979035.168237:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979035.168265:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979035.168266:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979035.168270:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168270:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979035.168278:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1783979035.168279:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979035.168281:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979035.168288:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979035.168296:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059968:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979035.168296:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979035.168302:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979035.168304:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1783979035.168308:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1783979035.168310:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979035.168310:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979035.168314:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1783979035.168315:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168317:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783979035.168320:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1783979035.168322:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9894
02000000:00000010:0.0:1783979035.168328:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
00000400:00000200:3.0:1783979035.168328:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:0.0:1783979035.168334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979035.168334:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979035.168340:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979035.168345:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979035.168346:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979035.168348:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979035.168353:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000040:3.0:1783979035.168353:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168359:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979035.168361:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979035.168362:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000010:0.0:1783979035.168363:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000020:00000001:3.0:1783979035.168365:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979035.168369:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000200:0.0:1783979035.168372:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367059968, portal 25
00000020:00000001:3.0:1783979035.168373:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979035.168378:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1783979035.168379:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979035.168382:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:3.0:1783979035.168385:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168389:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979035.168392:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979035.168394:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168400:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979035.168405:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000001:0.0:1783979035.168410:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783979035.168411:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168416:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979035.168417:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979035.168420:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979035.168422:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168424:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979035.168427:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979035.168430:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979035.168431:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979035.168432:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979035.168437:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000010:3.0:1783979035.168439:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000100:00000200:0.0:1783979035.168443:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367059968, offset 0
00000020:00000040:3.0:1783979035.168444:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979035.168449:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979035.168454:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979035.168461:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979035.168465:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.168468:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1783979035.168471:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:3.0:1783979035.168472:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979035.168475:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979035.168480:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1783979035.168482:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000400:00000200:0.0:1783979035.168486:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979035.168489:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979035.168492:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1783979035.168498:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979035.168499:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979035.168508:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345841:345841:256:4294967295] 192.168.201.109@tcp LPNI seq info [345830:345830:8:4294967295]
00000100:00000001:3.0:1783979035.168517:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979035.168518:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979035.168521:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979035.168528:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979035.168536:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979035.168549:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979035.168550:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979035.168554:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1783979035.168558:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000100:00000040:3.0:1783979035.168560:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979035.168565:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783979035.168570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:3.0:1783979035.168571:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1783979035.168577:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1783979035.168579:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9904)
00000800:00000200:0.1:1783979035.168587:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979035.168591:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979035.168596:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979035.168599:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979035.168605:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979035.168609:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979035.168615:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979035.168617:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979035.168621:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979035.168625:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168634:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.168638:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168645:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.168647:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979035.168652:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979035.168656:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979035.168659:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304568054
00000100:00000010:0.0:1783979035.168663:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979035.168670:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979035.168677:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304568054
00000100:00000010:0.0:1783979035.168680:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6060.
00000100:00000001:0.0:1783979035.168682:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979035.168686:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979035.168688:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.168691:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979035.168694:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979035/real 1783979035]  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979035.168703:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979035.168704:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979035.168706:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979035.168708:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979035.168710:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979035.168713:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979035.168716:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979035.168724:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168730:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979035.168732:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.168736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979035.168740:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168746:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979035.168751:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168758:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979035.168761:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168762:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.168763:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168765:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979035.168767:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979035.168770:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979035.168798:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979035.168801:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979035.168806:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979035.168813:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367059968:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979035.168817:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168820:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.168823:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367059968/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168835:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979035.168837:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979035.168840:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979035.168844:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979035.168846:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979035.168847:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979035.168849:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979035.168851:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979035.168855:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979035.168857:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979035.168858:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:0.0:1783979035.168861:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979035.168862:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168864:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.168870:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979035.168872:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.168874:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979035.168876:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979035.168877:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979035.168881:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168888:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979035.168889:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979035.168891:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979035.168892:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979035.168894:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979035.168897:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060096:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979035.168900:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979035.168902:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979035.168903:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979035.168905:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979035.168908:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979035.168909:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979035.168912:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979035.168915:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979035.168918:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979035.168921:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060096, portal 10
00000100:00000001:0.0:1783979035.168928:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979035.168929:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:0.0:1783979035.168936:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.168942:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979035.168944:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979035.168946:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979035.168949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060096, offset 0
00000400:00000200:0.0:1783979035.168952:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979035.168956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979035.168959:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979035.168962:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979035.168964:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979035.168966:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979035.168968:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979035.168971:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345842:345842:256:4294967295] 192.168.201.109@tcp LPNI seq info [345831:345831:8:4294967295]
00000400:00000200:0.0:1783979035.168975:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979035.169000:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979035.169005:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979035.169008:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979035.169012:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979035.169014:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979035.169018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979035.169020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979035.169024:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979035.169026:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979035.169029:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979035.169032:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979035.169035:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979035.169036:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979035.169039:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979035.169042:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169049:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.169052:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169058:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.169059:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979035.169062:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979035.169065:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979035.169069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979035.169070:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304566816
00000100:00000001:0.0:1783979035.169073:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304568054
00000100:00000001:0.0:1783979035.169075:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304566816
00000100:00000001:0.0:1783979035.169077:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304568054
00000100:00000001:0.0:1783979035.169079:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979035.169081:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.169083:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979035.169086:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979035/real 1783979035]  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979035.169093:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979035.169095:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979035.169096:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979035.169098:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979035.169100:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979035.169102:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979035.169105:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979035.169121:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169132:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979035.169133:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169135:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.169136:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979035.169139:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169145:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979035.169148:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169154:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979035.169156:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.169159:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169160:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979035.169163:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979035.169165:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979035.169168:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979035.169170:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979035.169174:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979035.169181:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060096:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979035.169184:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979035.169187:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169193:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979035.169194:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979035.169197:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979035.169198:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979035.169200:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979035.169203:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060224:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979035.169206:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979035.169208:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979035.169209:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979035.169211:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979035.169214:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979035.169215:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979035.169218:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979035.169220:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979035.169223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979035.169225:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060224, portal 10
00000100:00000001:0.0:1783979035.169227:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979035.169228:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:0.0:1783979035.169232:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169237:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979035.169240:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979035.169241:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979035.169243:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060224, offset 0
00000400:00000200:0.0:1783979035.169246:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979035.169249:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979035.169252:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979035.169255:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979035.169257:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979035.169259:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979035.169262:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979035.169265:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345843:345843:256:4294967295] 192.168.201.109@tcp LPNI seq info [345832:345832:8:4294967295]
00000400:00000200:0.0:1783979035.169269:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979035.169275:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979035.169279:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979035.169282:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979035.169285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979035.169287:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979035.169291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979035.169293:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979035.169296:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979035.169298:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979035.169301:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979035.169303:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979035.169306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979035.169307:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979035.169309:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979035.169312:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169318:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.169321:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169326:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.169327:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979035.169329:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979035.169332:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979035.169334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979035.169336:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304566813
00000100:00000001:0.0:1783979035.169338:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304568054
00000100:00000001:0.0:1783979035.169340:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304566813
00000100:00000001:0.0:1783979035.169342:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304568054
00000100:00000001:0.0:1783979035.169343:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979035.169345:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.169346:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979035.169349:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979035/real 1783979035]  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979035.169355:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979035.169356:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979035.169358:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979035.169360:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979035.169361:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979035.169363:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979035.169365:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979035.169372:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169377:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979035.169378:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169379:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.169380:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979035.169383:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169388:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979035.169391:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169397:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979035.169399:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169400:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979035.169401:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169403:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979035.169404:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979035.169406:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979035.169408:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979035.169410:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979035.169413:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979035.169419:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060224:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979035.169423:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169424:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.169427:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367060096/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169432:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979035.169434:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979035.169435:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979035.169437:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979035.169439:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979035.169440:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979035.169442:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979035.169443:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979035.169446:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979035.169447:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979035.169449:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:0.0:1783979035.169451:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979035.169452:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169454:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979035.169456:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367060224/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979035.169461:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979035.169462:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979035.169463:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979035.169465:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979035.169467:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979035.169468:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979035.169470:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979035.169471:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979035.169473:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979035.169474:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979035.169475:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:0.0:1783979035.169477:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979035.169478:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169480:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979035.169483:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979035.169484:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979035.169486:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979035.169487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979035.233263:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979035.233275:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979035.233285:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979035.233293:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979035.233297:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979035.233302:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979035.233305:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979035.233308:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979035.233312:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979035.359908:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979035.359914:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979035.359920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979035.359921:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979035.360038:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979035.360045:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979035.360050:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979036.255904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979036.255911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979036.255913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979036.255919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979036.255923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979036.255926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979036.255930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979036.255932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979036.255935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979036.383894:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979036.383899:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979036.383903:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979036.383904:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979036.383989:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979036.383993:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979036.383997:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979036.447895:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304568054, at 4304568064
00000100:00000010:0.0:1783979036.447909:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979036.447916:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304568054, at 4304568064
00000100:00000010:1.0:1783979036.447926:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6060.
00000100:00000001:3.0:1783979037.279846:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979037.279854:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979037.279855:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979037.279860:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979037.279864:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979037.279867:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979037.279869:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979037.279872:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979037.279875:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.407895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979037.407899:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.407903:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979037.407906:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979037.407908:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979037.407910:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.407913:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979037.407914:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.407916:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.407917:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979037.407983:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979037.407987:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979037.407989:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979038.303894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979038.303902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979038.303904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979038.303909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979038.303913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979038.303917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979038.303919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979038.303921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979038.303938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979038.431905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979038.431912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979038.431919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979038.431920:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979038.431992:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979038.431995:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979038.431999:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979039.327936:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979039.327948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979039.327950:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979039.327957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979039.327962:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979039.327967:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979039.327970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979039.327973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979039.327976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.455966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979039.455977:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979039.455980:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979039.455983:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.455989:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979039.455991:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.455993:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.455996:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.456001:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979039.456003:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979039.456080:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979039.456087:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979039.456091:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979040.287961:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979040.287978:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979040.287981:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979040.287985:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979040.287991:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979040.288001:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9899
00000400:00000200:2.0:1783979040.288016:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979040.288031:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979040.288036:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979040.288040:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288044:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979040.288047:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288050:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979040.288056:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979040.288058:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979040.288062:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979040.288066:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979040.288070:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979040.288073:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979040.288076:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288078:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979040.288080:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288082:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979040.288086:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979040.288090:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288093:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979040.288096:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979040.288102:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979040.288105:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288108:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979040.288111:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979040.288124:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979040.288134:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979040.288139:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979040.288141:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288145:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979040.288149:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979040.288155:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979040.288166:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979040.288174:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979040.288186:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979040.288198:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979040.288204:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979040.288210:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979040.288241:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979040.288244:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979040.288248:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979040.288250:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979040.288252:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979040.288255:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979040.288258:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9899
00000400:00000200:2.0:1783979040.288262:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979040.288265:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979040.288268:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979040.288271:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288274:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979040.288277:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288280:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979040.288282:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979040.288284:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:0.0:1783979040.288286:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979040.288286:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979040.288290:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979040.288292:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979040.288294:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979040.288296:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783979040.288298:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979040.288305:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979040.288306:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288312:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979040.288316:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979040.288318:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979040.288320:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979040.288322:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979040.288327:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979040.288329:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979040.288332:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1783979040.288334:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:0.0:1783979040.288335:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288340:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979040.288341:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367060352:192.168.201.109@tcp:250:kworker.0
02000000:00000001:2.0:1783979040.288346:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979040.288348:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979040.288354:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979040.288356:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979040.288357:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979040.288362:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979040.288363:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979040.288368:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1783979040.288370:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979040.288373:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1783979040.288374:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979040.288380:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00000001:2.0:1783979040.288381:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979040.288386:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000001:2.0:1783979040.288386:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979040.288394:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000400:00000010:0.0:1783979040.288397:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000020:00000040:2.0:1783979040.288399:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979040.288404:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979040.288406:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979040.288408:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060352, portal 25
00000100:00000001:2.0:1783979040.288408:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979040.288410:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979040.288413:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1783979040.288414:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288416:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
02000000:00000010:2.0:1783979040.288421:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000040:0.0:1783979040.288422:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979040.288428:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288431:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979040.288434:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00100000:2.0:1783979040.288438:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979040.288439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979040.288443:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367060352, offset 0
00000100:00000001:2.0:1783979040.288452:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979040.288453:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288456:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979040.288461:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979040.288465:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979040.288475:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783979040.288475:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979040.288480:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979040.288482:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1783979040.288487:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1783979040.288489:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:2.0:1783979040.288490:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979040.288493:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979040.288495:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1783979040.288499:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1783979040.288500:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:2.0:1783979040.288505:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9899
00000400:00000200:0.0:1783979040.288507:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345844:345844:256:4294967295] 192.168.201.109@tcp LPNI seq info [345833:345833:8:4294967295]
00000400:00000200:0.0:1783979040.288516:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979040.288516:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979040.288524:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979040.288529:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979040.288530:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1783979040.288538:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.0:1783979040.288540:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288543:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1783979040.288546:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000100:00000040:2.0:1783979040.288550:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979040.288554:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.0:1783979040.288556:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:2.0:1783979040.288559:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1783979040.288561:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1783979040.288563:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979040.288567:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1783979040.288570:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:2.0:1783979040.288571:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:0.1:1783979040.288576:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1783979040.288577:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000100:0.0:1783979040.288582:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:2.0:1783979040.288582:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:0.0:1783979040.288586:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000100:00000040:2.0:1783979040.288590:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979040.288593:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1783979040.288593:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979040.288598:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979040.288602:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783979040.288604:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783979040.288608:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000020:00000040:2.0:1783979040.288609:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000010:0.0:1783979040.288611:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00080000:2.0:1783979040.288616:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979040.288617:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979040.288622:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979040.288623:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979040.288628:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979040.288633:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979040.288636:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1783979040.288636:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288641:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1783979040.288642:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1783979040.288644:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979040.288650:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288654:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288659:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288662:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1783979040.288662:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979040.288667:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979040.288669:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979040.288671:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979040.288675:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:2.0:1783979040.288675:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979040.288679:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979040.288682:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304573174
02000000:00000001:2.0:1783979040.288682:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979040.288686:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979040.288692:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000010:2.0:1783979040.288693:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783979040.288698:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288702:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1783979040.288705:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979040.288715:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304573174
00000100:00000010:0.0:1783979040.288723:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c60.
00000100:00000001:2.0:1783979040.288725:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979040.288729:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979040.288733:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.288742:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783979040.288742:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979040.288749:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979040.288750:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979040.288757:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979040.288758:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979040.288762:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1783979040.288764:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1783979040.288771:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979040/real 1783979040]  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979040.288817:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979040.288828:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9909)
00000400:00000001:0.0:1783979040.288832:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979040.288835:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979040.288838:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979040.288842:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979040.288843:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979040.288846:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979040.288851:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979040.288866:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.288873:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979040.288875:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288877:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.288880:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979040.288884:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.288904:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979040.288910:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.288918:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979040.288921:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288922:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.288923:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288925:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979040.288926:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979040.288929:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979040.288932:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979040.288935:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979040.288938:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979040.288944:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367060352:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979040.288947:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288949:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979040.288950:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367060352/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.288958:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979040.288960:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979040.288963:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979040.288965:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979040.288967:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979040.288968:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979040.288970:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979040.288972:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:0.0:1783979040.288976:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979040.288977:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979040.288979:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:0.0:1783979040.288981:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979040.288982:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288984:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.288991:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979040.288992:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.288994:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979040.288995:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979040.288996:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979040.288998:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289002:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979040.289003:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979040.289005:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979040.289006:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979040.289007:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979040.289008:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060480:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979040.289011:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979040.289012:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979040.289013:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979040.289015:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979040.289017:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979040.289018:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979040.289020:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979040.289022:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979040.289025:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979040.289027:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060480, portal 10
00000100:00000001:0.0:1783979040.289028:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979040.289029:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:0.0:1783979040.289035:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289039:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979040.289040:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979040.289041:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979040.289043:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060480, offset 0
00000400:00000200:0.0:1783979040.289045:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979040.289047:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979040.289050:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979040.289052:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979040.289053:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979040.289055:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979040.289057:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979040.289059:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345845:345845:256:4294967295] 192.168.201.109@tcp LPNI seq info [345834:345834:8:4294967295]
00000400:00000200:0.0:1783979040.289064:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979040.289070:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979040.289075:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979040.289078:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979040.289082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979040.289085:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979040.289090:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979040.289092:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979040.289096:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979040.289098:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979040.289101:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979040.289104:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979040.289107:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979040.289109:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979040.289112:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979040.289116:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289124:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979040.289127:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289134:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.289136:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979040.289138:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979040.289143:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979040.289146:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979040.289148:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304571936
00000100:00000001:0.0:1783979040.289152:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304573174
00000100:00000001:0.0:1783979040.289154:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304571936
00000100:00000001:0.0:1783979040.289156:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304573174
00000100:00000001:0.0:1783979040.289158:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979040.289160:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.289162:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979040.289166:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979040/real 1783979040]  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979040.289174:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979040.289175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979040.289177:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979040.289179:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979040.289181:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979040.289183:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979040.289186:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979040.289193:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289205:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979040.289207:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289209:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.289210:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979040.289213:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289220:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979040.289224:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289231:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979040.289234:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289235:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.289237:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289239:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979040.289242:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979040.289245:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979040.289248:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979040.289250:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979040.289254:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979040.289262:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060480:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979040.289265:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979040.289268:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289275:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979040.289276:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979040.289279:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979040.289281:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979040.289283:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979040.289285:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979040.289289:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979040.289291:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979040.289292:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979040.289294:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979040.289298:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979040.289300:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979040.289303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979040.289305:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979040.289308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979040.289311:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060608, portal 10
00000100:00000001:0.0:1783979040.289313:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979040.289314:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:0.0:1783979040.289320:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289327:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979040.289329:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979040.289332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000200:0.0:1783979040.289334:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060608, offset 0
00000400:00000200:0.0:1783979040.289337:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979040.289341:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979040.289345:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979040.289348:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979040.289350:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979040.289353:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979040.289355:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979040.289358:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345846:345846:256:4294967295] 192.168.201.109@tcp LPNI seq info [345835:345835:8:4294967295]
00000400:00000200:0.0:1783979040.289363:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979040.289369:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979040.289374:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979040.289377:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979040.289381:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979040.289384:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979040.289388:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979040.289392:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979040.289396:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979040.289398:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:0.0:1783979040.289401:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979040.289404:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979040.289407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:0.0:1783979040.289408:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:0.0:1783979040.289411:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979040.289414:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289423:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979040.289426:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289432:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.289434:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979040.289436:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979040.289440:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979040.289443:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979040.289445:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304571933
00000100:00000001:0.0:1783979040.289448:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304573174
00000100:00000001:0.0:1783979040.289450:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304571933
00000100:00000001:0.0:1783979040.289452:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304573174
00000100:00000001:0.0:1783979040.289455:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979040.289457:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.289458:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979040.289462:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979040/real 1783979040]  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979040.289471:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979040.289473:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979040.289475:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979040.289477:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979040.289479:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979040.289481:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979040.289484:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979040.289493:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289499:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979040.289501:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289503:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.289504:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979040.289507:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289514:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979040.289518:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289526:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979040.289529:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289530:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979040.289532:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289534:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979040.289535:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979040.289538:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979040.289541:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979040.289544:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979040.289548:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979040.289557:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979040.289560:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289562:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979040.289565:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367060480/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289571:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979040.289573:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979040.289575:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979040.289578:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979040.289579:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979040.289581:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979040.289583:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979040.289585:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:0.0:1783979040.289588:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979040.289589:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979040.289591:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:0.0:1783979040.289594:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979040.289595:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289596:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979040.289599:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367060608/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979040.289605:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979040.289606:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979040.289608:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979040.289610:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979040.289611:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979040.289613:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979040.289614:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979040.289616:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:0.0:1783979040.289618:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979040.289619:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979040.289621:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:0.0:1783979040.289623:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979040.289624:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289626:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979040.289630:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979040.289631:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979040.289633:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979040.289635:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979040.351932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979040.351944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979040.351945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979040.351952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979040.351955:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979040.351959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979040.351962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979040.351964:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979040.351966:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979040.480030:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979040.480043:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979040.480052:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979040.480054:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979040.480128:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979040.480132:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979040.480135:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979041.375933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979041.375940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979041.375941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979041.375946:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979041.375949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979041.375951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979041.375953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979041.375955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979041.375957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979041.503909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979041.503916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979041.503921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979041.503923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979041.504014:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979041.504020:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979041.504024:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979041.567916:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304573174, at 4304573184
00000100:00000040:1.0:1783979041.567924:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304573174, at 4304573184
00000100:00000010:0.0:1783979041.567933:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000010:1.0:1783979041.567935:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c60.
00000100:00000001:3.0:1783979042.399950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979042.399957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979042.399958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979042.399963:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979042.399966:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979042.399969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979042.399971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979042.399974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979042.399976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979042.527946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979042.527953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979042.527958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979042.527960:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979042.528016:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979042.528019:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979042.528022:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979043.423866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979043.423875:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979043.423877:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979043.423883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979043.423888:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979043.423892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979043.423894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979043.423897:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979043.423900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979043.551933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979043.551942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979043.551949:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979043.551950:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979043.552021:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979043.552026:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979043.552029:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979044.447956:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979044.447967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979044.447969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979044.447974:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979044.447978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979044.447982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979044.447984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979044.447986:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979044.447989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.575977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979044.575994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.575999:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979044.576000:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979044.576060:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979044.576063:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979044.576066:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979045.407924:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979045.407932:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979045.407934:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979045.407937:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979045.407940:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979045.407946:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9904
00000400:00000200:3.0:1783979045.407953:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979045.407958:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979045.407960:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979045.407962:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.407964:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.407966:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.407967:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979045.407970:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979045.407972:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979045.407973:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979045.407976:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979045.407977:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979045.407978:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979045.407980:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.407981:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.407983:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.407984:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979045.407986:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979045.407989:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979045.407991:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979045.407993:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979045.407996:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979045.407999:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979045.408001:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979045.408003:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979045.408012:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783979045.408016:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979045.408019:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979045.408020:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979045.408023:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979045.408026:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979045.408029:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979045.408036:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979045.408042:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979045.408050:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979045.408059:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979045.408062:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979045.408066:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979045.408087:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979045.408089:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979045.408092:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979045.408093:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979045.408094:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979045.408098:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979045.408100:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9904
00000400:00000200:3.0:1783979045.408103:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979045.408106:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979045.408109:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979045.408112:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408115:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.408117:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408119:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979045.408121:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979045.408122:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979045.408124:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979045.408126:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783979045.408126:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979045.408131:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979045.408133:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979045.408136:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408138:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.408139:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979045.408141:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979045.408142:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979045.408145:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783979045.408147:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979045.408153:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000040:0.0:1783979045.408155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979045.408157:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979045.408160:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979045.408165:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979045.408170:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408171:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979045.408172:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979045.408174:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979045.408176:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979045.408180:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1783979045.408180:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979045.408182:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408184:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783979045.408186:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
02000000:00000001:0.0:1783979045.408190:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979045.408190:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979045.408195:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979045.408197:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979045.408198:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367060736:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979045.408199:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979045.408201:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979045.408203:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408206:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1783979045.408207:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979045.408211:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408212:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979045.408216:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979045.408217:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979045.408219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979045.408225:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1783979045.408227:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
00000100:00000001:3.0:1783979045.408228:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408232:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979045.408233:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979045.408241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979045.408244:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979045.408247:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979045.408249:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979045.408250:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979045.408251:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979045.408253:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979045.408254:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9904
00000400:00000200:3.0:1783979045.408257:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979045.408258:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979045.408260:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979045.408261:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408263:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.408264:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408265:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979045.408266:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979045.408267:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979045.408268:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979045.408269:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979045.408270:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979045.408271:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979045.408273:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408274:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979045.408276:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408277:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979045.408279:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979045.408280:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:0.0:1783979045.408282:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000100:00000001:3.0:1783979045.408282:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979045.408286:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979045.408289:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979045.408291:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979045.408292:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000001:3.0:1783979045.408293:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979045.408297:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979045.408300:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979045.408301:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060736, portal 25
00000100:00000001:3.0:1783979045.408302:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408306:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979045.408309:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000010:3.0:1783979045.408310:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783979045.408314:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000040:0.0:1783979045.408318:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979045.408318:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979045.408321:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979045.408325:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979045.408327:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979045.408330:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408333:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979045.408337:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000010:3.0:1783979045.408337:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000400:00000010:0.0:1783979045.408343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d660.
00000100:00000001:3.0:1783979045.408343:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979045.408349:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367060736, offset 0
00000100:00100000:3.0:1783979045.408352:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979045.408358:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979045.408360:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979045.408363:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979045.408369:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979045.408377:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979045.408382:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979045.408383:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979045.408388:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979045.408392:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783979045.408393:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979045.408398:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979045.408399:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979045.408405:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9914)
00000400:00000200:0.0:1783979045.408406:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979045.408412:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979045.408415:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979045.408419:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345847:345847:256:4294967295] 192.168.201.109@tcp LPNI seq info [345836:345836:8:4294967295]
00000400:00000200:0.0:1783979045.408424:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979045.408435:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979045.408441:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979045.408456:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b700.
00000800:00000200:0.0:1783979045.408463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979045.408468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979045.408485:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979045.408492:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979045.408495:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304578294
00000100:00000010:0.0:1783979045.408500:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979045.408507:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979045.408514:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304578294
00000100:00000010:0.0:1783979045.408518:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e67e0.
00000100:00000001:0.0:1783979045.408521:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979045.408524:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979045.408527:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408530:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408532:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979045.408540:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979045.408542:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979045.408544:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979045.408545:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979045.408547:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979045.408551:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979045.408559:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979045.408560:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408562:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979045.408564:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979045.408567:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979045.408570:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060864:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979045.408574:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979045.408576:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979045.408578:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408580:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979045.408583:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979045.408585:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979045.408588:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979045.408591:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979045.408595:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979045.408597:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060864, portal 10
00000100:00000001:0.0:1783979045.408599:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979045.408601:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:0.0:1783979045.408607:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979045.408614:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979045.408616:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979045.408619:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4db28.
00000100:00000200:0.0:1783979045.408621:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060864, offset 0
00000400:00000200:0.0:1783979045.408626:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979045.408630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979045.408634:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979045.408637:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979045.408639:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979045.408642:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979045.408644:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979045.408647:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345848:345848:255:4294967295] 192.168.201.109@tcp LPNI seq info [345837:345837:7:4294967295]
00000400:00000200:0.0:1783979045.408659:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979045.408665:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979045.408671:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979045.408675:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b400.
00000800:00000200:0.0:1783979045.408679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979045.408684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979045.408687:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979045.408690:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979045.408693:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979045.408695:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304577055
00000100:00000001:0.0:1783979045.408698:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304578294
00000100:00000001:0.0:1783979045.408700:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304577055
00000100:00000001:0.0:1783979045.408702:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304578294
00000100:00000001:0.0:1783979045.408705:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979045.408707:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408709:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979045.408712:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979045.408723:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979045.408725:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408726:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979045.408728:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979045.408730:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979045.408732:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060992:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979045.408735:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979045.408737:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979045.408738:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979045.408740:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979045.408743:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979045.408744:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979045.408747:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979045.408749:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979045.408752:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979045.408754:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367060992, portal 10
00000100:00000001:0.0:1783979045.408756:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979045.408758:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:0.0:1783979045.408763:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979045.408768:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979045.408770:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979045.408824:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d880.
00000100:00000200:0.0:1783979045.408828:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367060992, offset 0
00000400:00000200:0.0:1783979045.408833:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979045.408836:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979045.408840:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979045.408843:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979045.408845:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979045.408847:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979045.408849:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979045.408853:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345849:345849:254:4294967295] 192.168.201.109@tcp LPNI seq info [345838:345838:6:4294967295]
00000400:00000200:0.0:1783979045.408857:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979045.408863:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979045.408866:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979045.408870:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7be00.
00000800:00000200:0.0:1783979045.408874:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979045.408877:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979045.408879:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979045.408882:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979045.408885:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979045.408887:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304577053
00000100:00000001:0.0:1783979045.408890:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304578294
00000100:00000001:0.0:1783979045.408892:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304577053
00000100:00000001:0.0:1783979045.408894:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304578294
00000100:00000001:0.0:1783979045.408896:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979045.408898:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408901:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408907:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979045.408911:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979045.408912:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979045.408914:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979045.408915:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979045.408917:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979045.408919:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979045.471923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979045.471931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979045.471933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979045.471938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979045.471942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979045.471944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979045.471947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979045.471950:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979045.471952:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979045.599930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979045.599937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979045.599943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979045.599945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979045.600011:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979045.600016:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979045.600019:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979046.495899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979046.495906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979046.495908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979046.495913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979046.495917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979046.495921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979046.495923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979046.495926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979046.495929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979046.623955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979046.623961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979046.623965:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979046.623966:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979046.624037:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979046.624041:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979046.624044:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979046.687910:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304578294, at 4304578304
00000100:00000040:1.0:1783979046.687932:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304578294, at 4304578304
00000100:00000010:0.0:1783979046.687933:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000010:1.0:1783979046.687944:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e67e0.
00000100:00000001:3.0:1783979047.519896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979047.519902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979047.519903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979047.519907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979047.519910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979047.519913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979047.519915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979047.519916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979047.519918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.648081:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979047.648087:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.648091:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979047.648094:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979047.648095:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979047.648097:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.648100:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979047.648102:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.648103:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.648104:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979047.648166:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979047.648170:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979047.648174:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1783979048.480085:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:2.0:1783979048.480127:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1783979048.480136:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979048.480140:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:2.0:1783979048.480144:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979048.480148:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1783979048.480153:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783979048.480156:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b700.
00000400:00000200:2.0:1783979048.480161:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1783979048.480164:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783979048.480170:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d660
00000400:00000010:2.0:1783979048.480172:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d660.
00000100:00000001:2.0:1783979048.480177:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979048.480184:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480207:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979048.480211:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480218:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979048.480221:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783979048.480228:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783979048.480231:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b400.
00000400:00000200:2.0:1783979048.480245:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1783979048.480250:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1783979048.480250:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1783979048.480256:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1783979048.480257:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4db28
00000400:00000010:2.0:1783979048.480260:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4db28.
00000100:00000001:0.0:1783979048.480261:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1783979048.480263:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979048.480270:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979048.480274:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979045/real 1783979048]  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480283:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979048.480289:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480296:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979048.480298:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1783979048.480302:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:2.0:1783979048.480304:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7be00.
00000400:00000001:0.0:1783979048.480307:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1783979048.480307:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1783979048.480311:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1783979048.480315:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1783979048.480317:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979048.480322:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979048.480325:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979048.480328:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1783979048.480329:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d880
00000400:00000010:2.0:1783979048.480333:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d880.
00000100:00000200:0.0:1783979048.480335:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480338:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979048.480345:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979048.480351:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979048.480359:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979048.480364:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480368:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979048.480370:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480375:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979048.480376:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979048.480377:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979048.480380:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1783979048.480383:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480389:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979048.480393:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480399:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979048.480402:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480404:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979048.480405:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480408:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979048.480410:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979048.480413:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979048.480419:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979048.480421:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979048.480425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979048.480432:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367060736:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979048.480437:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979048.480440:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979048.480443:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367060736/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480449:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979048.480452:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979048.480456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979048.480460:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979048.480462:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979048.480464:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979048.480466:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979048.480469:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979048.480473:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979048.480476:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979048.480477:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:0.0:1783979048.480482:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979048.480483:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480485:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979048.480487:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979048.480488:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979048.480489:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979048.480493:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979045/real 1783979048]  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979048.480500:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979048.480501:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979048.480503:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979048.480505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979048.480507:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979048.480509:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979048.480512:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979048.480524:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480529:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979048.480530:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480532:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979048.480533:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979048.480536:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480541:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979048.480544:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480550:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979048.480552:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480553:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979048.480554:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480555:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979048.480558:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979048.480560:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979048.480563:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979048.480565:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979048.480569:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979048.480575:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060864:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979048.480579:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979048.480582:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979045/real 1783979048]  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979048.480593:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979048.480594:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979048.480596:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979048.480598:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979048.480599:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979048.480601:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979048.480603:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979048.480609:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480614:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979048.480615:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480617:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979048.480618:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979048.480620:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480625:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979048.480629:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480634:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979048.480635:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480637:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979048.480638:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480639:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979048.480640:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979048.480642:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979048.480645:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979048.480647:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979048.480651:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979048.480657:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367060992:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979048.480661:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480662:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979048.480665:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367060864/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480670:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979048.480671:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979048.480673:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979048.480676:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979048.480677:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979048.480678:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979048.480680:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979048.480681:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979048.480683:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979048.480684:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979048.480685:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:0.0:1783979048.480688:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979048.480689:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480690:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979048.480692:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367060992/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979048.480697:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979048.480698:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979048.480699:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979048.480701:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979048.480702:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979048.480703:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979048.480705:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979048.480706:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979048.480708:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979048.480709:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979048.480710:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:0.0:1783979048.480712:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979048.480713:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480714:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979048.480840:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979048.480843:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979048.480845:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979048.480846:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979048.544102:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979048.544114:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979048.544117:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979048.544125:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979048.544130:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979048.544134:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979048.544137:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979048.544140:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979048.544143:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.671922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979048.671927:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.671931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979048.671932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979048.671990:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979048.671993:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979048.671996:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979049.571058:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979049.571067:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979049.571069:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979049.571074:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979049.571077:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979049.571081:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979049.571083:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979049.571212:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979049.571223:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.695939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979049.695953:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979049.695956:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979049.695960:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.695967:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979049.695970:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.695973:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.695976:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.695981:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979049.695983:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979049.696120:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979049.696124:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979049.696127:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979050.529649:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979050.529659:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979050.529661:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979050.529664:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979050.529669:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979050.529675:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9909
00000400:00000200:2.0:1783979050.529683:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979050.529688:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979050.529691:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979050.529694:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529696:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.529699:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529701:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979050.529705:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979050.529707:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979050.529709:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979050.529738:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979050.529740:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979050.529743:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979050.529746:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529748:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.529751:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529753:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979050.529765:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979050.529770:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529799:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979050.529802:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979050.529805:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979050.529808:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.529810:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979050.529812:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979050.529820:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979050.529824:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979050.529828:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979050.529830:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.529834:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979050.529837:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979050.529848:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979050.529858:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783979050.529865:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979050.529873:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979050.529897:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979050.529902:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979050.529907:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979050.529929:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979050.529933:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979050.529936:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979050.529937:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979050.529939:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979050.529942:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979050.529944:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9909
00000400:00000200:2.0:1783979050.529948:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979050.529951:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979050.529953:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979050.529956:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529958:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.529960:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529962:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979050.529964:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979050.529965:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979050.529967:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979050.529969:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979050.529971:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979050.529973:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979050.529975:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529977:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.529979:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529981:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979050.529982:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979050.529985:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979050.529987:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979050.529988:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979050.529994:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979050.529996:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.529997:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979050.530001:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979050.530003:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.530005:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979050.530008:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979050.530011:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979050.530013:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979050.530014:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.530016:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979050.530017:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979050.530019:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979050.530022:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783979050.530026:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979050.530030:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979050.530038:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979050.530039:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979050.530042:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979050.530051:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979050.530053:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979050.530056:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979050.530058:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979050.530059:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979050.530062:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979050.530064:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9909
00000400:00000200:2.0:1783979050.530068:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979050.530071:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979050.530073:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979050.530076:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.530078:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.530080:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.530082:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979050.530084:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979050.530085:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979050.530087:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979050.530089:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979050.530091:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979050.530093:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979050.530096:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.530098:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979050.530100:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979050.530102:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979050.530104:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979050.530106:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979050.530108:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979050.530110:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979050.530113:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979050.530115:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.530117:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979050.530119:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979050.530121:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.530122:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979050.530125:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979050.530127:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979050.530129:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979050.530130:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979050.530131:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979050.530133:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979050.530134:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979050.530137:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783979050.530140:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979050.530144:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979050.530151:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979050.530153:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979050.530156:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979050.530163:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979050.530165:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979050.530168:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979050.530170:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979050.530173:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979050.530177:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9919)
00000100:00000001:0.0:1783979050.530762:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979050.530769:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979050.530802:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979050.530814:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.530826:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979050.530828:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.530833:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979050.530836:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979050.530839:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979050.530842:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061120:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979050.530847:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979050.530853:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979050.530857:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.530860:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979050.530868:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979050.530870:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979050.530880:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979050.530885:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979050.530894:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979050.530902:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061120, portal 25
00000100:00000001:0.0:1783979050.530906:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979050.530908:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:0.0:1783979050.530914:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.530922:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979050.530925:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979050.530928:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979050.530931:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367061120, offset 0
00000400:00000200:0.0:1783979050.530938:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979050.530950:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.530958:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979050.530966:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979050.530971:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979050.530974:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979050.530977:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979050.530982:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345850:345850:256:4294967295] 192.168.201.109@tcp LPNI seq info [345839:345839:8:4294967295]
00000400:00000200:0.0:1783979050.530988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.530999:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979050.531009:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531016:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979050.531027:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979050.531031:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979050.531038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979050.531042:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979050.531046:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531049:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979050.531057:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979050.531061:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979050.531068:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979050.531071:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979050.531075:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979050.531079:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531094:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531097:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531104:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531105:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979050.531112:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979050.531116:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979050.531119:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304583417
00000100:00000010:0.0:1783979050.531125:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979050.531136:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979050.531146:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304583417
00000100:00000010:0.0:1783979050.531149:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6f00.
00000100:00000001:0.0:1783979050.531152:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979050.531156:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979050.531158:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531161:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979050.531164:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979050/real 1783979050]  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979050.531173:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979050.531175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979050.531177:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979050.531180:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979050.531182:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979050.531184:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979050.531187:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979050.531194:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531200:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979050.531203:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531206:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531208:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979050.531212:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531217:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979050.531221:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531228:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979050.531231:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531233:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531234:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531236:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979050.531238:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979050.531241:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979050.531245:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979050.531248:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979050.531252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979050.531259:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061120:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979050.531263:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979050.531267:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531275:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979050.531276:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.531279:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979050.531281:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979050.531283:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979050.531285:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061248:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979050.531289:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979050.531292:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979050.531293:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.531295:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979050.531298:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979050.531300:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979050.531303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979050.531305:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979050.531308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979050.531310:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061248, portal 10
00000100:00000001:0.0:1783979050.531312:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979050.531313:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:0.0:1783979050.531320:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531325:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979050.531327:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979050.531329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979050.531331:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367061248, offset 0
00000400:00000200:0.0:1783979050.531335:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979050.531338:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.531342:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979050.531345:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979050.531347:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979050.531350:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979050.531352:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979050.531355:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345851:345851:256:4294967295] 192.168.201.109@tcp LPNI seq info [345840:345840:8:4294967295]
00000400:00000200:0.0:1783979050.531360:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.531365:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979050.531370:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531373:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979050.531377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979050.531380:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979050.531384:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979050.531387:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979050.531391:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531392:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979050.531394:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979050.531397:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979050.531399:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979050.531400:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979050.531402:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979050.531404:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531409:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531411:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531415:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531416:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979050.531418:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979050.531421:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979050.531423:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979050.531424:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304582178
00000100:00000001:0.0:1783979050.531426:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304583417
00000100:00000001:0.0:1783979050.531428:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304582178
00000100:00000001:0.0:1783979050.531429:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304583417
00000100:00000001:0.0:1783979050.531430:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979050.531431:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531433:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979050.531434:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979050/real 1783979050]  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979050.531439:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979050.531441:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979050.531442:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979050.531444:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979050.531445:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979050.531446:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979050.531448:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979050.531453:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531456:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979050.531457:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531458:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531458:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979050.531460:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531464:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979050.531466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531470:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979050.531472:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531473:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531474:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531475:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979050.531477:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979050.531479:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979050.531481:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979050.531483:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979050.531486:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979050.531493:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061248:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979050.531497:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979050.531501:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531507:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979050.531509:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.531511:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979050.531513:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979050.531515:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979050.531518:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061376:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979050.531521:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979050.531523:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979050.531525:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979050.531526:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979050.531530:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979050.531532:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979050.531536:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979050.531538:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979050.531541:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979050.531544:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061376, portal 10
00000100:00000001:0.0:1783979050.531546:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979050.531547:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:0.0:1783979050.531552:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531558:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979050.531560:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979050.531562:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979050.531564:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367061376, offset 0
00000400:00000200:0.0:1783979050.531568:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979050.531572:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.531575:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979050.531578:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979050.531581:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979050.531583:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979050.531585:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979050.531588:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345852:345852:256:4294967295] 192.168.201.109@tcp LPNI seq info [345841:345841:8:4294967295]
00000400:00000200:0.0:1783979050.531592:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979050.531598:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979050.531602:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531605:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979050.531609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979050.531611:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979050.531616:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979050.531618:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979050.531621:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979050.531623:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979050.531626:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979050.531629:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979050.531632:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979050.531633:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979050.531635:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979050.531638:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531645:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531648:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531653:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531655:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979050.531658:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979050.531661:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979050.531664:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979050.531666:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304582175
00000100:00000001:0.0:1783979050.531669:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304583417
00000100:00000001:0.0:1783979050.531670:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304582175
00000100:00000001:0.0:1783979050.531673:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304583417
00000100:00000001:0.0:1783979050.531675:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979050.531678:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531680:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979050.531683:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979050/real 1783979050]  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979050.531690:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979050.531692:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979050.531693:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979050.531696:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979050.531697:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979050.531699:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979050.531702:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979050.531709:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979050.531731:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979050.531737:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531743:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979050.531747:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531754:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979050.531756:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979050.531759:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531761:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979050.531763:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979050.531765:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979050.531768:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979050.531770:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979050.531812:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979050.531821:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061376:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979050.531825:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531828:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531831:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367061120/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531838:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979050.531841:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979050.531844:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979050.531848:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979050.531851:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979050.531853:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979050.531856:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979050.531858:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:0.0:1783979050.531915:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979050.531917:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979050.531920:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783979050.531924:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979050.531926:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531927:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531930:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367061248/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531936:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979050.531937:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979050.531939:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979050.531941:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979050.531943:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979050.531944:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979050.531946:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979050.531947:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:0.0:1783979050.531950:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979050.531951:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979050.531952:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783979050.531954:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979050.531955:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531956:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979050.531959:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367061376/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979050.531965:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979050.531966:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979050.531968:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979050.531970:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979050.531971:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979050.531972:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979050.531973:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979050.531975:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:0.0:1783979050.531977:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979050.531978:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979050.531979:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:0.0:1783979050.531981:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979050.531982:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531984:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979050.531993:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979050.531995:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979050.531997:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979050.531999:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979050.592657:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979050.592666:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979050.592668:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979050.592675:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979050.592679:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979050.592684:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979050.592696:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979050.592699:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979050.592701:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979050.719966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979050.719973:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979050.719979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979050.719979:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979050.720074:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979050.720081:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979050.720087:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979051.616010:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979051.616020:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979051.616023:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979051.616029:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979051.616034:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979051.616039:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979051.616041:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979051.616045:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979051.616048:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979051.743867:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979051.743875:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979051.743881:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979051.743882:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979051.744003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979051.744006:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979051.744009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979051.807903:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304583417, at 4304583424
00000100:00000010:1.0:1783979051.807919:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6f00.
00000100:00000040:0.0:1783979051.807926:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304583417, at 4304583424
00000100:00000010:0.0:1783979051.807933:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979052.640195:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979052.640270:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979052.640274:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979052.640281:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979052.640286:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979052.640290:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979052.640293:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979052.640297:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979052.640300:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979052.767933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979052.767939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979052.767943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979052.767944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979052.768057:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979052.768059:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979052.768062:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979053.663893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979053.663902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979053.663904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979053.663910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979053.663914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979053.663918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979053.663920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979053.663923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979053.663938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979053.791892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979053.791900:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979053.791905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979053.791906:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979053.792007:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979053.792012:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979053.792015:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979054.687948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979054.687960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979054.687962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979054.687968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979054.687970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979054.687973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979054.687975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979054.687977:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979054.687979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.815942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979054.815949:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.815955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979054.815956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979054.816060:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979054.816065:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979054.816067:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979055.648201:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979055.648212:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979055.648214:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979055.648218:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979055.648223:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979055.648229:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9914
00000400:00000200:1.0:1783979055.648238:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979055.648244:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979055.648247:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979055.648250:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648253:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979055.648256:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648258:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979055.648262:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979055.648263:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979055.648266:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979055.648269:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979055.648271:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979055.648274:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979055.648276:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648278:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979055.648280:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648282:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979055.648285:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979055.648288:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648290:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979055.648293:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979055.648296:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979055.648299:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648300:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979055.648303:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979055.648312:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5f80.
00000020:00000040:1.0:1783979055.648316:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979055.648319:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979055.648321:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648324:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979055.648326:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979055.648330:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979055.648338:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b000.
00000100:00000001:1.0:1783979055.648344:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979055.648353:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979055.648362:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979055.648366:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979055.648370:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cfc6a55] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979055.648407:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979055.648410:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979055.648413:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979055.648415:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979055.648416:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979055.648419:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979055.648422:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9914
00000400:00000200:1.0:1783979055.648425:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979055.648428:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979055.648430:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979055.648433:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648435:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979055.648438:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648440:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979055.648442:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979055.648443:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979055.648445:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979055.648447:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979055.648450:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979055.648450:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979055.648455:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979055.648456:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1783979055.648459:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979055.648461:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1783979055.648464:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979055.648470:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:0.0:1783979055.648471:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979055.648473:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979055.648479:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979055.648484:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648487:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979055.648489:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979055.648494:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979055.648496:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1783979055.648498:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.648500:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648503:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979055.648505:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1783979055.648508:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979055.648509:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1783979055.648514:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.648515:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648519:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979055.648523:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061504:192.168.201.109@tcp:250:kworker.0
00000100:00000010:1.0:1783979055.648526:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979055.648530:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1783979055.648531:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979055.648535:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979055.648536:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979055.648537:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.648540:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648541:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979055.648545:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979055.648545:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979055.648549:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979055.648552:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979055.648556:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979055.648556:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b400.
00000100:00000001:1.0:1783979055.648564:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979055.648565:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979055.648572:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00100000:1.0:1783979055.648574:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979055.648579:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000001:1.0:1783979055.648586:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1783979055.648590:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061504, portal 25
00000100:00000001:1.0:1783979055.648590:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.648595:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979055.648599:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:1.0:1783979055.648599:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20cdd57] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979055.648610:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979055.648613:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979055.648619:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979055.648635:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1783979055.648637:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1783979055.648642:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648642:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979055.648646:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1783979055.648648:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000001:1.0:1783979055.648651:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1783979055.648653:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367061504, offset 0
00000100:00080000:1.0:1783979055.648657:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9914
00000400:00000200:0.0:1783979055.648664:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979055.648665:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979055.648671:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979055.648674:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979055.648675:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:1.0:1783979055.648680:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648683:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979055.648685:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:1.0:1783979055.648688:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979055.648693:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979055.648693:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979055.648698:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1783979055.648700:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000040:1.0:1783979055.648701:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979055.648705:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979055.648708:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1783979055.648709:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:0.0:1783979055.648714:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:1.0:1783979055.648715:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979055.648721:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345853:345853:256:4294967295] 192.168.201.109@tcp LPNI seq info [345842:345842:8:4294967295]
00000020:00000001:1.0:1783979055.648725:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979055.648729:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:1.0:1783979055.648733:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648736:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979055.648740:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648745:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783979055.648748:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1783979055.648750:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979055.648757:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979055.648760:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979055.648762:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979055.648765:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1783979055.648769:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:1.0:1783979055.648769:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648816:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1783979055.648819:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000008:00100000:1.0:1783979055.648820:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979055.648825:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648827:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979055.648830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000010:1.0:1783979055.648833:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7800.
00000800:00000200:0.0:1783979055.648836:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1783979055.648838:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979055.648843:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1783979055.648844:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:1.0:1783979055.648846:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648851:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1783979055.648851:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979055.648858:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979055.648860:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
02000000:00000001:1.0:1783979055.648866:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979055.648867:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1783979055.648871:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979055.648875:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1783979055.648879:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000400:00000200:0.0:1783979055.648882:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000100:00000001:1.0:1783979055.648884:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979055.648886:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979055.648891:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1783979055.648893:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979055.648898:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.648909:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.648915:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.648941:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979055.648943:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979055.648944:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979055.648949:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.648951:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979055.648956:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000257411b7] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979055.648960:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979055.648965:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304588535
00000100:00000001:1.0:1783979055.648972:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979055.648974:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979055.648976:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979055.648981:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979055.648982:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1783979055.648984:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979055.648989:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979055.648993:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9924)
00000100:00000001:0.0:1783979055.649001:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304588535
00000100:00000010:0.0:1783979055.649006:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6b40.
00000100:00000001:0.0:1783979055.649010:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979055.649014:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979055.649017:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649019:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979055.649024:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979055/real 1783979055]  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979055.649034:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979055.649036:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979055.649038:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979055.649040:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979055.649042:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979055.649044:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979055.649048:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979055.649056:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649062:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979055.649063:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649066:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649068:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979055.649071:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649078:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979055.649082:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649095:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979055.649098:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649100:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649101:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649103:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979055.649105:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979055.649108:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979055.649116:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979055.649119:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979055.649123:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979055.649131:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061504:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979055.649136:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649138:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.649141:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367061504/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649147:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979055.649149:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979055.649152:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979055.649155:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979055.649157:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979055.649158:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979055.649160:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979055.649163:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783979055.649166:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979055.649167:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979055.649169:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783979055.649172:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979055.649174:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649175:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649182:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979055.649191:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649193:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979055.649195:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979055.649196:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979055.649200:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649206:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979055.649208:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.649209:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979055.649211:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979055.649213:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979055.649216:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061632:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979055.649219:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979055.649221:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979055.649222:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.649224:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979055.649226:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979055.649228:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979055.649232:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979055.649235:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979055.649238:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979055.649241:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061632, portal 10
00000100:00000001:0.0:1783979055.649243:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979055.649244:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783979055.649250:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649256:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979055.649258:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979055.649260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979055.649262:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367061632, offset 0
00000400:00000200:0.0:1783979055.649266:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979055.649270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979055.649274:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979055.649277:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979055.649279:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979055.649282:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979055.649284:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979055.649287:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345854:345854:256:4294967295] 192.168.201.109@tcp LPNI seq info [345843:345843:8:4294967295]
00000400:00000200:0.0:1783979055.649291:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979055.649304:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979055.649308:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979055.649312:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979055.649315:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979055.649318:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979055.649322:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979055.649325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979055.649329:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979055.649331:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979055.649334:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979055.649337:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979055.649340:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979055.649342:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979055.649344:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979055.649348:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649355:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.649358:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649365:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649366:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979055.649369:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979055.649381:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979055.649384:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979055.649386:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304587296
00000100:00000001:0.0:1783979055.649389:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304588535
00000100:00000001:0.0:1783979055.649392:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304587296
00000100:00000001:0.0:1783979055.649394:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304588535
00000100:00000001:0.0:1783979055.649396:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979055.649398:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649400:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979055.649403:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979055/real 1783979055]  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979055.649411:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979055.649412:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979055.649414:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979055.649420:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979055.649422:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979055.649424:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979055.649427:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979055.649434:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649441:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979055.649442:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649444:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649445:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979055.649448:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649455:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979055.649459:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649465:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979055.649468:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649470:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649471:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649473:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979055.649475:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979055.649478:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979055.649481:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979055.649483:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979055.649487:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979055.649494:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061632:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979055.649497:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979055.649500:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649506:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979055.649508:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.649509:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979055.649511:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979055.649513:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979055.649516:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979055.649519:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979055.649521:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979055.649522:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979055.649524:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979055.649527:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979055.649529:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979055.649532:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979055.649534:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979055.649537:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979055.649540:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061760, portal 10
00000100:00000001:0.0:1783979055.649541:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979055.649543:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:0.0:1783979055.649548:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649554:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979055.649556:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979055.649558:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979055.649560:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367061760, offset 0
00000400:00000200:0.0:1783979055.649564:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979055.649567:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979055.649571:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979055.649574:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979055.649576:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979055.649578:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979055.649580:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979055.649583:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345855:345855:256:4294967295] 192.168.201.109@tcp LPNI seq info [345844:345844:8:4294967295]
00000400:00000200:0.0:1783979055.649587:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979055.649593:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979055.649597:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979055.649600:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979055.649603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979055.649606:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979055.649610:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979055.649612:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979055.649616:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979055.649618:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979055.649621:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979055.649638:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979055.649641:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979055.649643:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979055.649645:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979055.649648:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649656:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.649659:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649665:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649667:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979055.649670:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979055.649672:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979055.649676:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979055.649678:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304587293
00000100:00000001:0.0:1783979055.649680:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304588535
00000100:00000001:0.0:1783979055.649682:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304587293
00000100:00000001:0.0:1783979055.649684:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304588535
00000100:00000001:0.0:1783979055.649686:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979055.649688:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649690:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979055.649693:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979055/real 1783979055]  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979055.649700:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979055.649701:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979055.649703:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979055.649705:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979055.649707:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979055.649708:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979055.649712:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979055.649718:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649725:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979055.649726:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649729:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979055.649733:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649740:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979055.649743:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649750:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979055.649752:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649754:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979055.649755:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649756:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979055.649758:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979055.649760:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979055.649763:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979055.649765:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979055.649769:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979055.649798:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367061760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979055.649801:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649803:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.649805:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367061632/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649812:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979055.649814:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979055.649816:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979055.649818:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979055.649820:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979055.649821:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979055.649823:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979055.649825:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783979055.649827:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979055.649828:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979055.649830:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979055.649832:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979055.649834:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649835:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979055.649842:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367061760/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979055.649849:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979055.649850:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979055.649852:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979055.649854:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979055.649855:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979055.649857:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979055.649859:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979055.649860:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979055.649862:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979055.649863:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979055.649864:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783979055.649866:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979055.649868:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649869:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979055.649872:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979055.649874:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979055.649876:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979055.649878:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979055.711900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979055.711909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979055.711912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979055.711917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979055.711921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979055.711924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979055.711927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979055.711930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979055.711933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979055.841716:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979055.841723:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979055.841727:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979055.841728:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979055.841801:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979055.841805:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979055.841810:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979056.736718:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979056.736726:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979056.736728:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979056.736733:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979056.736737:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979056.736740:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979056.736742:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979056.736744:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979056.736747:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.863890:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979056.863897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.863904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979056.863907:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979056.863909:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979056.863911:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.863913:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979056.863915:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.863916:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.863918:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979056.863962:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979056.863966:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979056.863969:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979056.927839:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304588535, at 4304588544
00000100:00000010:0.0:1783979056.927854:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979056.927884:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304588535, at 4304588544
00000100:00000010:1.0:1783979056.927893:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6b40.
00000100:00000001:3.0:1783979057.759892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979057.759898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979057.759900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979057.759905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979057.759909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979057.759912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979057.759915:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979057.759917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979057.759919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.887886:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979057.887891:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.887895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979057.887896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979057.887964:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979057.887968:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979057.887971:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979058.784373:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979058.784381:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979058.784383:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979058.784389:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979058.784392:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979058.784395:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979058.784398:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979058.784400:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979058.784403:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979058.911955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979058.911961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979058.911964:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979058.911965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979058.912057:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979058.912060:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979058.912063:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979059.807928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979059.807939:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979059.807941:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979059.807948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979059.807954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979059.807958:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979059.807961:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979059.807965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979059.807968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.936007:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979059.936018:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979059.936021:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979059.936025:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.936031:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979059.936034:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.936036:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.936038:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.936043:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979059.936044:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979059.936132:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979059.936137:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979059.936141:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979060.767897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979060.767905:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979060.767907:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979060.767910:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979060.767914:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979060.767920:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9919
00000400:00000200:3.0:1783979060.767927:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979060.767932:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979060.767935:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979060.767938:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979060.767941:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979060.767943:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979060.767945:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979060.767949:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979060.767951:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979060.767953:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979060.767956:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979060.767959:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979060.767961:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979060.767963:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979060.767965:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979060.767967:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979060.767968:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979060.767971:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979060.767974:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979060.767976:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979060.767980:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979060.767983:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979060.767986:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.767988:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979060.767991:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979060.767999:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979060.768003:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979060.768006:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979060.768007:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768010:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979060.768013:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979060.768017:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979060.768023:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979060.768030:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979060.768037:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979060.768046:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979060.768050:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979060.768054:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979060.768077:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979060.768080:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979060.768084:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979060.768085:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979060.768086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979060.768089:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979060.768091:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9919
00000400:00000200:3.0:1783979060.768095:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979060.768099:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979060.768101:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979060.768105:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979060.768107:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979060.768108:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979060.768113:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979060.768113:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979060.768116:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979060.768117:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979060.768121:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979060.768123:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979060.768125:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1783979060.768127:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979060.768128:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979060.768132:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979060.768136:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979060.768143:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979060.768144:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979060.768146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979060.768148:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979060.768151:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:0.0:1783979060.768154:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979060.768155:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:0.0:1783979060.768159:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979060.768159:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979060.768165:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979060.768166:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979060.768171:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979060.768173:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061888:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979060.768174:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979060.768180:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979060.768181:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979060.768185:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979060.768185:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768189:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979060.768193:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979060.768196:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768198:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.768199:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979060.768202:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
02000000:00000001:0.0:1783979060.768204:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979060.768208:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000010:0.0:1783979060.768212:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:3.0:1783979060.768212:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979060.768214:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.768217:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768218:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979060.768222:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979060.768223:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979060.768228:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:3.0:1783979060.768230:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979060.768235:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979060.768242:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00100000:3.0:1783979060.768243:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979060.768251:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000001:3.0:1783979060.768253:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979060.768257:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979060.768259:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367061888, portal 25
00000100:00000040:3.0:1783979060.768263:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768265:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979060.768267:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000001:3.0:1783979060.768273:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979060.768278:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979060.768282:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979060.768283:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979060.768285:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979060.768287:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979060.768289:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979060.768293:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9919
00000400:00000200:3.0:1783979060.768301:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979060.768304:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1783979060.768307:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:0.0:1783979060.768313:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783979060.768313:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1783979060.768318:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000040:3.0:1783979060.768320:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:0.0:1783979060.768323:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367061888, offset 0
00000100:00000001:3.0:1783979060.768324:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979060.768328:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979060.768331:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979060.768333:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979060.768335:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979060.768337:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979060.768339:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783979060.768340:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979060.768344:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979060.768347:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979060.768351:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979060.768359:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979060.768360:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783979060.768367:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979060.768368:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979060.768372:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979060.768375:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979060.768377:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783979060.768381:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1783979060.768383:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783979060.768387:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:3.0:1783979060.768391:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:0.0:1783979060.768397:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345856:345856:256:4294967295] 192.168.201.109@tcp LPNI seq info [345845:345845:8:4294967295]
00000100:00000001:3.0:1783979060.768397:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979060.768401:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979060.768405:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979060.768406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979060.768410:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979060.768419:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979060.768425:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1783979060.768426:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000008:00100000:3.0:1783979060.768428:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1783979060.768433:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000008:00000001:3.0:1783979060.768433:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768437:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979060.768442:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000800:00000200:0.0:1783979060.768444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783979060.768446:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:0.0:1783979060.768450:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1783979060.768451:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979060.768453:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.768457:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979060.768459:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1783979060.768460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783979060.768462:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979060.768466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
02000000:00000010:3.0:1783979060.768470:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000800:00000100:0.0:1783979060.768474:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979060.768476:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979060.768478:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00100000:3.0:1783979060.768484:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979060.768485:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979060.768495:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979060.768498:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979060.768502:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000100:00000001:3.0:1783979060.768502:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979060.768508:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000040:3.0:1783979060.768510:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768514:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979060.768522:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979060.768523:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979060.768528:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979060.768545:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979060.768550:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979060.768553:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979060.768559:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979060.768560:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979060.768567:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9930)
00000100:00000001:0.0:1783979060.768573:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.768576:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979060.768581:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979060.768586:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979060.768589:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304593654
00000100:00000010:0.0:1783979060.768593:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979060.768599:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979060.768605:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304593654
00000100:00000010:0.0:1783979060.768608:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6000.
00000100:00000001:0.0:1783979060.768611:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979060.768614:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979060.768616:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.768618:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979060.768622:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979060/real 1783979060]  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979060.768631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979060.768633:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979060.768635:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979060.768638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979060.768639:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979060.768642:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979060.768645:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979060.768653:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768659:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979060.768660:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768662:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.768664:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979060.768668:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768674:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979060.768678:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768685:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979060.768688:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768690:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.768691:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768694:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979060.768695:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979060.768698:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979060.768702:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979060.768704:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979060.768708:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979060.768725:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367061888:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979060.768729:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768731:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979060.768734:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367061888/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768740:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979060.768743:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979060.768745:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979060.768748:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979060.768750:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979060.768752:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979060.768754:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979060.768756:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979060.768760:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979060.768761:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979060.768763:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:0.0:1783979060.768766:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979060.768767:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768769:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.768805:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979060.768806:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.768808:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979060.768810:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979060.768811:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979060.768823:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768831:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979060.768832:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.768834:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979060.768836:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979060.768838:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979060.768840:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979060.768844:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979060.768846:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979060.768847:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.768849:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979060.768852:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979060.768853:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979060.768857:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979060.768859:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979060.768862:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979060.768865:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062016, portal 10
00000100:00000001:0.0:1783979060.768867:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979060.768868:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:0.0:1783979060.768874:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768880:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979060.768882:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979060.768884:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979060.768886:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062016, offset 0
00000400:00000200:0.0:1783979060.768889:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979060.768893:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979060.768896:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979060.768899:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979060.768901:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979060.768904:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979060.768906:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979060.768909:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345857:345857:256:4294967295] 192.168.201.109@tcp LPNI seq info [345846:345846:8:4294967295]
00000400:00000200:0.0:1783979060.768913:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979060.768919:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979060.768923:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979060.768926:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979060.768929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979060.768932:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979060.768936:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979060.768939:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979060.768943:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979060.768945:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979060.768947:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979060.768951:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979060.768953:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979060.768955:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979060.768957:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979060.768961:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768968:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979060.768971:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.768977:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.768978:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979060.768981:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979060.768984:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979060.768987:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979060.768989:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304592416
00000100:00000001:0.0:1783979060.768992:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304593654
00000100:00000001:0.0:1783979060.768994:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304592416
00000100:00000001:0.0:1783979060.768996:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304593654
00000100:00000001:0.0:1783979060.768998:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979060.769000:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.769002:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979060.769005:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979060/real 1783979060]  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979060.769013:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979060.769014:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979060.769016:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979060.769018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979060.769019:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979060.769021:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979060.769024:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979060.769032:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769038:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979060.769039:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769041:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.769042:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979060.769046:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769052:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979060.769055:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769061:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979060.769063:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769064:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.769066:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769067:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979060.769070:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979060.769072:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979060.769076:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979060.769078:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979060.769082:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979060.769089:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062016:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979060.769092:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979060.769095:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769101:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979060.769103:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.769104:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979060.769106:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979060.769108:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979060.769110:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979060.769113:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979060.769115:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979060.769116:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979060.769118:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979060.769121:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979060.769123:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979060.769126:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979060.769128:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979060.769131:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979060.769134:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062144, portal 10
00000100:00000001:0.0:1783979060.769135:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979060.769137:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:0.0:1783979060.769142:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769147:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979060.769149:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979060.769151:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979060.769154:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062144, offset 0
00000400:00000200:0.0:1783979060.769157:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979060.769161:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979060.769165:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979060.769168:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979060.769170:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979060.769172:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979060.769175:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979060.769178:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345858:345858:256:4294967295] 192.168.201.109@tcp LPNI seq info [345847:345847:8:4294967295]
00000400:00000200:0.0:1783979060.769181:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979060.769187:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979060.769192:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979060.769195:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979060.769199:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979060.769201:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979060.769205:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979060.769207:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979060.769211:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979060.769212:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979060.769215:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979060.769218:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979060.769221:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979060.769222:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979060.769225:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979060.769228:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769235:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979060.769237:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769243:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.769244:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979060.769247:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979060.769250:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979060.769253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979060.769255:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304592413
00000100:00000001:0.0:1783979060.769257:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304593654
00000100:00000001:0.0:1783979060.769259:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304592413
00000100:00000001:0.0:1783979060.769261:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304593654
00000100:00000001:0.0:1783979060.769263:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979060.769265:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.769267:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979060.769270:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979060/real 1783979060]  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979060.769277:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979060.769278:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979060.769279:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979060.769281:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979060.769283:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979060.769284:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979060.769287:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979060.769294:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769300:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979060.769301:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769302:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.769304:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979060.769307:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769313:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979060.769317:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769324:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979060.769326:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769328:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979060.769329:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769331:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979060.769332:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979060.769334:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979060.769337:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979060.769339:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979060.769343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979060.769350:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979060.769353:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769355:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979060.769358:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367062016/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769364:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979060.769366:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979060.769367:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979060.769370:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979060.769371:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979060.769372:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979060.769374:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979060.769376:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979060.769378:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979060.769379:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979060.769381:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:0.0:1783979060.769383:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979060.769384:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769386:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979060.769389:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367062144/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979060.769395:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979060.769397:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979060.769398:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979060.769400:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979060.769401:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979060.769402:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979060.769403:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979060.769405:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979060.769407:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979060.769407:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979060.769409:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783979060.769410:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979060.769411:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769413:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979060.769416:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979060.769417:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979060.769419:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979060.769420:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979060.831896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979060.831902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979060.831904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979060.831908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979060.831910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979060.831914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979060.831916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979060.831917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979060.831920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979060.959933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979060.959938:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979060.959942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979060.959943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979060.960014:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979060.960018:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979060.960021:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979061.855904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979061.855913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979061.855915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979061.855920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979061.855924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979061.855927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979061.855929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979061.855931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979061.855934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979061.983861:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979061.983867:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979061.983872:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979061.983873:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979061.983922:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979061.983926:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979061.983929:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979062.047861:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304593654, at 4304593664
00000100:00000040:0.0:1783979062.047873:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304593654, at 4304593664
00000100:00000010:1.0:1783979062.047875:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6000.
00000100:00000010:0.0:1783979062.047883:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979062.879892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979062.879900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979062.879902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979062.879907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979062.879911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979062.879914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979062.879917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979062.879920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979062.879922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.007938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979063.007945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.007951:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979063.007952:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979063.008016:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979063.008019:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979063.008021:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979063.903919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979063.903927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979063.903929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979063.903936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979063.903942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979063.903946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979063.903948:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979063.903951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979063.903954:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979064.031860:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979064.031864:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979064.031868:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979064.031869:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979064.031926:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979064.031931:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979064.031934:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979064.927877:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979064.927883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979064.927885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979064.927891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979064.927894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979064.927903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979064.927906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979064.927909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979064.927911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979065.055931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979065.055938:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979065.055944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979065.055945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979065.056041:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979065.056045:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979065.056048:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979065.887878:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979065.887887:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979065.887890:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979065.887894:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979065.887898:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979065.887905:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9925
00000400:00000200:3.0:1783979065.887913:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979065.887920:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979065.887923:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979065.887925:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.887928:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.887930:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.887933:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979065.887936:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979065.887938:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979065.887940:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979065.887943:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979065.887946:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979065.887948:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979065.887952:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.887954:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.887955:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.887957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979065.887960:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979065.887963:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979065.887965:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979065.887968:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979065.887972:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979065.887974:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.887976:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979065.887979:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979065.887988:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783979065.887991:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979065.887995:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979065.888001:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888005:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979065.888007:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979065.888011:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979065.888019:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979065.888025:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979065.888033:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979065.888042:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979065.888047:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979065.888051:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979065.888080:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979065.888088:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979065.888091:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979065.888093:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979065.888095:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979065.888098:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979065.888100:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9925
00000400:00000200:3.0:1783979065.888103:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979065.888106:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979065.888109:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979065.888111:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888113:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.888115:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888117:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979065.888119:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979065.888120:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979065.888122:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979065.888124:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979065.888126:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979065.888128:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979065.888131:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888133:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.888134:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888136:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979065.888138:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979065.888140:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888142:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979065.888144:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979065.888150:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979065.888152:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888153:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979065.888158:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979065.888160:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888162:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979065.888166:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979065.888168:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979065.888170:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979065.888171:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888173:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979065.888174:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979065.888176:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979065.888179:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979065.888182:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979065.888186:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979065.888193:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979065.888196:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979065.888199:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979065.888206:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979065.888208:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979065.888211:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979065.888212:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979065.888214:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979065.888216:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979065.888218:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9925
00000400:00000200:3.0:1783979065.888221:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979065.888224:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979065.888226:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979065.888229:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888231:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.888232:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888234:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979065.888236:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979065.888237:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979065.888239:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979065.888241:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979065.888243:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979065.888244:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979065.888247:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888249:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979065.888251:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888252:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979065.888255:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979065.888258:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979065.888260:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979065.888261:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979065.888264:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979065.888265:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888267:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979065.888269:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979065.888271:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888272:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979065.888275:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979065.888277:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979065.888279:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979065.888280:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.888282:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979065.888283:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979065.888284:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979065.888289:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979065.888292:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979065.888296:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979065.888302:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979065.888304:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979065.888308:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979065.888315:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979065.888317:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979065.888321:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979065.888323:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979065.888326:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979065.888331:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9935)
00000100:00000001:0.0:1783979065.888557:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979065.888561:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979065.888563:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979065.888569:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888578:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979065.888580:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.888583:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979065.888585:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979065.888588:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979065.888591:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367062272:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979065.888595:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979065.888599:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979065.888601:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.888603:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979065.888607:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979065.888610:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979065.888614:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979065.888618:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979065.888623:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979065.888629:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062272, portal 25
00000100:00000001:0.0:1783979065.888631:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979065.888633:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783979065.888638:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888644:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979065.888647:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979065.888649:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979065.888652:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367062272, offset 0
00000400:00000200:0.0:1783979065.888657:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979065.888664:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.888670:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979065.888675:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979065.888678:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979065.888682:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979065.888685:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979065.888688:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345859:345859:256:4294967295] 192.168.201.109@tcp LPNI seq info [345848:345848:8:4294967295]
00000400:00000200:0.0:1783979065.888693:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.888702:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979065.888718:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.888723:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979065.888729:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979065.888733:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979065.888738:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979065.888741:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979065.888745:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.888748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979065.888754:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979065.888758:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979065.888762:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979065.888765:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979065.888769:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979065.888793:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888801:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.888805:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888811:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.888812:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979065.888818:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979065.888821:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979065.888824:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304598775
00000100:00000010:0.0:1783979065.888828:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979065.888834:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979065.888839:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304598775
00000100:00000010:0.0:1783979065.888842:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6180.
00000100:00000001:0.0:1783979065.888845:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979065.888848:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979065.888850:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.888853:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979065.888856:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979065/real 1783979065]  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979065.888865:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979065.888866:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979065.888868:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979065.888870:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979065.888872:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979065.888874:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979065.888877:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979065.888884:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888890:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979065.888891:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.888893:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.888895:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979065.888898:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888904:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979065.888909:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888915:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979065.888917:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.888919:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.888920:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.888922:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979065.888924:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979065.888926:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979065.888929:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979065.888932:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979065.888936:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979065.888942:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367062272:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979065.888946:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979065.888949:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.888954:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979065.888956:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.888958:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979065.888959:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979065.888961:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979065.888964:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979065.888967:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979065.888968:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979065.888970:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.888971:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979065.888974:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979065.888976:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979065.888979:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979065.888981:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979065.888984:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979065.888987:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062400, portal 10
00000100:00000001:0.0:1783979065.888988:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979065.888990:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:0.0:1783979065.888995:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889001:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979065.889003:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979065.889004:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979065.889007:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062400, offset 0
00000400:00000200:0.0:1783979065.889010:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979065.889013:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.889017:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979065.889019:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979065.889021:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979065.889023:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979065.889025:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979065.889028:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345860:345860:256:4294967295] 192.168.201.109@tcp LPNI seq info [345849:345849:8:4294967295]
00000400:00000200:0.0:1783979065.889031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.889036:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979065.889040:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.889043:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979065.889047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979065.889049:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979065.889052:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979065.889055:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979065.889059:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.889061:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979065.889063:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979065.889066:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979065.889068:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979065.889070:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979065.889072:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979065.889075:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889096:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.889103:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889109:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.889111:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979065.889114:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979065.889119:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979065.889122:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979065.889123:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304597536
00000100:00000001:0.0:1783979065.889126:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304598775
00000100:00000001:0.0:1783979065.889128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304597536
00000100:00000001:0.0:1783979065.889130:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304598775
00000100:00000001:0.0:1783979065.889132:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979065.889134:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.889135:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979065.889138:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979065/real 1783979065]  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979065.889145:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979065.889146:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979065.889148:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979065.889150:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979065.889152:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979065.889154:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979065.889157:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979065.889164:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889170:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979065.889172:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889173:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.889175:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979065.889178:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889184:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979065.889187:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889194:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979065.889197:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889198:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.889199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889201:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979065.889204:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979065.889206:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979065.889209:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979065.889211:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979065.889215:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979065.889222:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062400:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979065.889226:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979065.889229:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889235:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979065.889236:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.889238:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979065.889240:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979065.889241:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979065.889244:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979065.889248:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979065.889250:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979065.889251:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979065.889253:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979065.889256:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979065.889258:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979065.889261:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979065.889263:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979065.889266:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979065.889269:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062528, portal 10
00000100:00000001:0.0:1783979065.889271:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979065.889272:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783979065.889277:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889283:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979065.889285:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979065.889287:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979065.889289:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062528, offset 0
00000400:00000200:0.0:1783979065.889293:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979065.889296:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.889299:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979065.889302:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979065.889305:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979065.889307:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979065.889309:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979065.889312:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345861:345861:256:4294967295] 192.168.201.109@tcp LPNI seq info [345850:345850:8:4294967295]
00000400:00000200:0.0:1783979065.889316:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979065.889322:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979065.889326:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.889329:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979065.889332:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979065.889335:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979065.889339:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979065.889341:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979065.889345:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979065.889347:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979065.889350:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979065.889353:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979065.889355:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979065.889357:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979065.889359:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979065.889362:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889369:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.889372:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889378:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.889379:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979065.889381:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979065.889384:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979065.889386:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979065.889388:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304597533
00000100:00000001:0.0:1783979065.889390:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304598775
00000100:00000001:0.0:1783979065.889392:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304597533
00000100:00000001:0.0:1783979065.889394:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304598775
00000100:00000001:0.0:1783979065.889396:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979065.889398:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.889399:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979065.889402:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979065/real 1783979065]  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979065.889409:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979065.889410:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979065.889412:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979065.889414:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979065.889415:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979065.889417:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979065.889420:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979065.889427:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889434:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979065.889435:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889437:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.889438:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979065.889441:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889460:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979065.889464:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889470:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979065.889472:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889474:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979065.889475:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889477:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979065.889478:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979065.889480:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979065.889483:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979065.889485:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979065.889488:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979065.889496:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979065.889500:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889502:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.889505:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367062272/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889511:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979065.889513:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979065.889516:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979065.889518:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979065.889520:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979065.889522:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979065.889524:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979065.889526:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979065.889529:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979065.889531:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979065.889533:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979065.889536:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979065.889537:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889538:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.889541:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367062400/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889547:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979065.889549:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979065.889550:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979065.889552:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979065.889553:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979065.889554:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979065.889556:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979065.889557:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979065.889560:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979065.889561:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979065.889562:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783979065.889564:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979065.889565:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889566:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979065.889569:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367062528/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979065.889574:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979065.889575:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979065.889577:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979065.889578:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979065.889579:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979065.889580:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979065.889583:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979065.889584:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979065.889586:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979065.889587:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979065.889588:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783979065.889590:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979065.889591:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889593:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979065.889600:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979065.889601:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979065.889603:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979065.889604:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979065.951857:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979065.951863:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979065.951865:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979065.951870:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979065.951873:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979065.951877:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979065.951879:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979065.951881:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979065.951884:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979066.079902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979066.079907:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979066.079911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979066.079912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979066.079973:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979066.079978:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979066.079981:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979066.975943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979066.975950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979066.975952:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979066.975958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979066.975962:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979066.975965:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979066.975968:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979066.975970:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979066.975973:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.103965:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979067.103973:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.103978:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979067.103981:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979067.103990:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979067.103994:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.104001:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979067.104003:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.104005:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.104007:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979067.104074:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979067.104078:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979067.104082:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979067.167976:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304598775, at 4304598784
00000100:00000010:0.0:1783979067.167998:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979067.168112:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304598775, at 4304598784
00000100:00000010:1.0:1783979067.168120:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6180.
00000100:00000001:3.0:1783979067.999868:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979067.999875:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979067.999877:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979067.999882:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979067.999886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979067.999890:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979067.999892:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979067.999894:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979067.999904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979068.127890:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979068.127895:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979068.127900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979068.127902:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979068.127964:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979068.127968:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979068.127971:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979069.023874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979069.023883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979069.023885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979069.023890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979069.023893:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979069.023896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979069.023898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979069.023901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979069.023904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979069.151938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979069.151944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979069.151950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979069.151952:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979069.152089:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979069.152092:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979069.152095:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979070.047893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979070.047900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979070.047902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979070.047907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979070.047911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979070.047914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979070.047916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979070.047919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979070.047922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.175906:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979070.175913:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979070.175915:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979070.175919:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.175923:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979070.175925:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.175927:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.175929:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.175933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979070.175934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979070.175995:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979070.175999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979070.176002:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979071.010442:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979071.010453:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979071.010456:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979071.010460:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979071.010464:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979071.010471:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9930
00000400:00000200:1.0:1783979071.010480:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979071.010487:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979071.010490:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979071.010493:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010496:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979071.010499:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010501:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979071.010505:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979071.010506:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979071.010509:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979071.010512:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979071.010515:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979071.010517:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979071.010520:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010521:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979071.010523:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010525:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979071.010528:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979071.010531:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010533:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979071.010536:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979071.010540:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979071.010542:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010545:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979071.010548:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979071.010558:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7800.
00000020:00000040:1.0:1783979071.010561:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979071.010565:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979071.010567:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010570:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979071.010573:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979071.010577:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979071.010585:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979071.010591:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979071.010600:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979071.010611:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979071.010615:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979071.010620:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000257411b7] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979071.010646:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979071.010649:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979071.010653:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979071.010655:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979071.010656:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979071.010659:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979071.010662:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9930
00000400:00000200:1.0:1783979071.010666:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979071.010669:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979071.010671:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979071.010673:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010676:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979071.010677:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010679:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979071.010681:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979071.010683:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979071.010685:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979071.010687:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979071.010689:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979071.010692:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979071.010695:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010697:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979071.010699:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979071.010701:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979071.010702:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979071.010707:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979071.010710:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010713:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979071.010714:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979071.010718:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1783979071.010720:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979071.010722:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1783979071.010724:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010728:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1783979071.010733:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1783979071.010733:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979071.010739:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010743:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979071.010748:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979071.010751:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1783979071.010752:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:0.0:1783979071.010754:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979071.010756:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979071.010759:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010761:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979071.010762:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979071.010764:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.010768:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1783979071.010769:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783979071.010800:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979071.010804:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010817:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979071.010821:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367062656:192.168.201.109@tcp:250:kworker.0
00000100:00100000:1.0:1783979071.010825:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979071.010829:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979071.010837:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1783979071.010837:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979071.010841:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010842:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.010848:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1783979071.010850:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20cdd57] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1783979071.010855:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979071.010859:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010863:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.010869:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:1.0:1783979071.010869:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979071.010875:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1783979071.010876:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00000001:1.0:1783979071.010877:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979071.010881:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979071.010884:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1783979071.010886:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00080000:1.0:1783979071.010888:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9930
00000400:00000200:1.0:1783979071.010894:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979071.010898:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979071.010901:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1783979071.010903:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062656, portal 25
00000100:00000040:1.0:1783979071.010905:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979071.010909:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979071.010910:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979071.010912:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:1.0:1783979071.010914:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010919:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979071.010923:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1783979071.010924:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979071.010925:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979071.010929:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979071.010932:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979071.010937:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:0.0:1783979071.010939:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1783979071.010941:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979071.010946:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010947:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979071.010949:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979071.010951:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979071.010953:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000040:0.0:1783979071.010957:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:1.0:1783979071.010958:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:0.0:1783979071.010962:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000001:1.0:1783979071.010963:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979071.010967:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1783979071.010969:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367062656, offset 0
02000000:00000001:1.0:1783979071.010971:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979071.010975:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010977:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979071.010981:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000008:00100000:1.0:1783979071.010982:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979071.010986:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979071.010988:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.010991:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:1.0:1783979071.010994:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5f80.
00000020:00000040:1.0:1783979071.010998:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:0.0:1783979071.010999:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:1.0:1783979071.011001:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979071.011004:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011007:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979071.011007:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979071.011010:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979071.011013:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011014:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000010:1.0:1783979071.011018:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000400:00000200:0.0:1783979071.011019:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1783979071.011024:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011025:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00100000:1.0:1783979071.011032:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979071.011033:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345862:345862:256:4294967295] 192.168.201.109@tcp LPNI seq info [345851:345851:8:4294967295]
00000400:00000200:0.0:1783979071.011045:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979071.011050:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979071.011053:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979071.011057:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cfc6a55] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979071.011071:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1783979071.011073:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979071.011078:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783979071.011083:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:1.0:1783979071.011084:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979071.011089:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1783979071.011091:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000040:1.0:1783979071.011093:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1783979071.011100:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:1.0:1783979071.011100:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9940)
00000800:00000200:0.0:1783979071.011118:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979071.011125:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979071.011128:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979071.011133:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979071.011136:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979071.011142:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979071.011147:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979071.011151:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979071.011153:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979071.011157:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979071.011161:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011170:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.011174:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011181:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011183:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979071.011188:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011192:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979071.011195:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304603897
00000100:00000010:0.0:1783979071.011208:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979071.011214:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979071.011220:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304603897
00000100:00000010:0.0:1783979071.011223:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e66c0.
00000100:00000001:0.0:1783979071.011226:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979071.011229:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979071.011231:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011234:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979071.011238:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979071/real 1783979071]  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979071.011247:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979071.011254:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979071.011256:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979071.011258:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979071.011260:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979071.011262:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979071.011265:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979071.011274:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011281:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979071.011283:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011285:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011287:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979071.011291:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011297:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979071.011301:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011309:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979071.011312:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011313:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011314:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011317:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979071.011319:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979071.011322:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979071.011326:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979071.011328:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979071.011332:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979071.011341:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367062656:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979071.011345:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011347:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.011351:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367062656/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011373:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979071.011376:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979071.011378:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979071.011382:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979071.011384:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979071.011385:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979071.011387:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979071.011390:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979071.011394:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979071.011395:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979071.011397:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783979071.011400:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979071.011401:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011403:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011423:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979071.011425:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011427:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979071.011429:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979071.011430:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979071.011434:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011441:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979071.011442:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.011444:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979071.011446:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979071.011447:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979071.011450:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062784:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979071.011453:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979071.011455:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979071.011457:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.011458:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979071.011461:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979071.011463:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011466:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979071.011469:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979071.011472:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979071.011475:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062784, portal 10
00000100:00000001:0.0:1783979071.011477:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979071.011478:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783979071.011484:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011490:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979071.011493:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979071.011495:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979071.011497:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062784, offset 0
00000400:00000200:0.0:1783979071.011501:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979071.011504:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979071.011508:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979071.011510:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979071.011513:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979071.011515:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979071.011517:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979071.011520:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345863:345863:256:4294967295] 192.168.201.109@tcp LPNI seq info [345852:345852:8:4294967295]
00000400:00000200:0.0:1783979071.011536:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979071.011541:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979071.011546:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979071.011549:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979071.011553:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979071.011555:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979071.011559:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979071.011561:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979071.011565:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979071.011567:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979071.011569:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979071.011573:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979071.011576:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979071.011577:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979071.011580:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979071.011584:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011592:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.011594:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011600:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011601:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979071.011604:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979071.011608:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979071.011611:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979071.011613:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304602658
00000100:00000001:0.0:1783979071.011616:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304603897
00000100:00000001:0.0:1783979071.011618:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304602658
00000100:00000001:0.0:1783979071.011620:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304603897
00000100:00000001:0.0:1783979071.011622:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979071.011624:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011625:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979071.011629:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979071/real 1783979071]  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979071.011637:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979071.011638:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979071.011640:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979071.011642:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979071.011644:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979071.011646:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979071.011649:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979071.011656:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011666:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979071.011667:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011669:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011670:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979071.011674:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011680:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979071.011684:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011691:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979071.011693:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011696:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011697:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979071.011700:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979071.011703:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979071.011706:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979071.011708:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979071.011712:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979071.011720:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062784:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979071.011723:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979071.011726:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011732:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979071.011734:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.011736:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979071.011738:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979071.011740:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979071.011742:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979071.011745:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979071.011747:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979071.011748:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979071.011749:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979071.011752:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979071.011755:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979071.011758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979071.011760:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979071.011763:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979071.011766:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367062912, portal 10
00000100:00000001:0.0:1783979071.011767:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979071.011769:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:0.0:1783979071.011793:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011800:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979071.011802:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979071.011805:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979071.011807:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367062912, offset 0
00000400:00000200:0.0:1783979071.011811:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979071.011815:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979071.011819:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979071.011822:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979071.011824:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979071.011827:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979071.011829:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979071.011832:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345864:345864:256:4294967295] 192.168.201.109@tcp LPNI seq info [345853:345853:8:4294967295]
00000400:00000200:0.0:1783979071.011836:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979071.011841:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979071.011846:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979071.011850:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979071.011854:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979071.011857:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979071.011860:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979071.011863:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979071.011867:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979071.011869:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979071.011872:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979071.011875:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979071.011878:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979071.011880:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979071.011882:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979071.011886:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011893:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.011896:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011902:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011904:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979071.011907:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979071.011909:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979071.011913:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979071.011914:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304602656
00000100:00000001:0.0:1783979071.011917:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304603897
00000100:00000001:0.0:1783979071.011919:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304602656
00000100:00000001:0.0:1783979071.011921:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304603897
00000100:00000001:0.0:1783979071.011923:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979071.011924:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.011926:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979071.011930:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979071/real 1783979071]  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979071.011938:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979071.011940:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979071.011941:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979071.011944:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979071.011945:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979071.011947:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979071.011950:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979071.011959:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011965:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979071.011967:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011968:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011970:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979071.011974:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011980:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979071.011983:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.011989:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979071.011991:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011992:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979071.011993:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.011995:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979071.011997:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979071.011999:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979071.012002:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979071.012004:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979071.012008:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979071.012016:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367062912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979071.012019:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.012021:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.012024:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367062784/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.012029:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979071.012031:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979071.012033:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979071.012035:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979071.012037:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979071.012038:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979071.012040:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979071.012041:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783979071.012044:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979071.012045:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979071.012046:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979071.012048:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979071.012050:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.012051:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979071.012054:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367062912/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979071.012060:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979071.012061:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979071.012063:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979071.012065:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979071.012066:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979071.012067:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979071.012069:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979071.012070:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783979071.012073:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979071.012074:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979071.012075:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783979071.012078:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979071.012079:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.012081:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979071.012084:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979071.012085:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979071.012087:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979071.012089:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979071.071894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979071.071902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979071.071904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979071.071910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979071.071914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979071.071917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979071.071920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979071.071922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979071.071925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979071.199940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979071.199947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979071.199953:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979071.199954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979071.200016:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979071.200020:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979071.200023:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979072.095935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979072.095943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979072.095944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979072.095949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979072.095953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979072.095956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979072.095959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979072.095961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979072.095964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979072.223918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979072.223934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979072.223940:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979072.223942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979072.224019:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979072.224024:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979072.224027:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979072.287906:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304603897, at 4304603904
00000100:00000040:0.0:1783979072.287917:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304603897, at 4304603904
00000100:00000010:1.0:1783979072.287924:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e66c0.
00000100:00000010:0.0:1783979072.287925:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979073.120196:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979073.120203:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979073.120205:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979073.120210:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979073.120213:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979073.120217:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979073.120219:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979073.120222:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979073.120226:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.247883:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979073.247888:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.247892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979073.247892:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979073.247949:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979073.247952:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979073.247954:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979074.143930:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979074.143938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979074.143940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979074.143945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979074.143948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979074.143951:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979074.143953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979074.143955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979074.143958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979074.271906:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979074.271913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979074.271919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979074.271919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979074.271981:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979074.271985:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979074.271997:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979075.167894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979075.167902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979075.167904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979075.167910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979075.167913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979075.167917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979075.167920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979075.167923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979075.167926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979075.295942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979075.295949:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979075.295955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979075.295956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979075.296318:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979075.296321:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979075.296324:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979076.127917:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979076.127927:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979076.127930:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979076.127934:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979076.127939:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979076.127946:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9935
00000400:00000200:3.0:1783979076.127955:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979076.127961:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979076.127964:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979076.127968:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.127971:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.127974:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.127976:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979076.127980:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979076.127982:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979076.127985:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979076.127988:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979076.127990:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979076.127992:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979076.127995:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.127997:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.127999:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128001:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979076.128004:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979076.128008:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128010:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979076.128013:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979076.128016:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979076.128019:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128022:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979076.128024:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979076.128035:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783979076.128039:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979076.128043:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979076.128044:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128047:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979076.128050:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979076.128054:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979076.128061:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979076.128068:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979076.128076:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979076.128086:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979076.128091:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979076.128096:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979076.128137:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979076.128141:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979076.128144:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979076.128145:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979076.128147:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979076.128150:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979076.128153:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9935
00000400:00000200:3.0:1783979076.128156:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979076.128160:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979076.128162:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979076.128165:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128167:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.128169:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128171:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979076.128173:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979076.128175:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979076.128176:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979076.128178:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979076.128181:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979076.128183:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979076.128186:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128188:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.128190:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128192:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979076.128194:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979076.128197:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128199:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979076.128201:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979076.128206:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979076.128209:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128215:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979076.128220:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979076.128223:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128225:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979076.128229:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783979076.128231:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979076.128233:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979076.128235:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128237:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979076.128238:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979076.128240:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979076.128243:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979076.128247:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979076.128252:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979076.128259:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979076.128262:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979076.128266:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979076.128301:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979076.128303:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979076.128306:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979076.128308:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979076.128309:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979076.128312:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979076.128315:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9935
00000400:00000200:3.0:1783979076.128318:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979076.128321:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979076.128323:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979076.128326:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128328:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.128329:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128331:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979076.128333:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979076.128335:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979076.128336:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979076.128338:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979076.128340:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979076.128342:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979076.128345:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128347:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979076.128349:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128350:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979076.128352:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979076.128355:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979076.128357:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979076.128359:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979076.128362:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979076.128364:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128366:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979076.128367:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979076.128369:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128381:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979076.128384:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783979076.128390:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979076.128393:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979076.128394:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.128395:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979076.128396:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979076.128398:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979076.128403:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979076.128407:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979076.128411:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979076.128418:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979076.128420:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979076.128424:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979076.128431:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979076.128434:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979076.128438:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979076.128440:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979076.128443:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979076.128448:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9945)
00000100:00000001:0.0:1783979076.128567:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979076.128573:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979076.128576:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979076.128583:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.128590:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979076.128592:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.128596:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979076.128598:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979076.128601:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979076.128604:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063040:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979076.128608:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979076.128612:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979076.128614:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.128617:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979076.128623:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979076.128625:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979076.128630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979076.128634:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979076.128640:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979076.128647:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063040, portal 25
00000100:00000001:0.0:1783979076.128649:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979076.128651:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:0.0:1783979076.128656:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.128663:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979076.128665:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979076.128667:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979076.128670:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367063040, offset 0
00000400:00000200:0.0:1783979076.128676:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979076.128683:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.128689:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979076.128695:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979076.128698:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979076.128702:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979076.128705:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979076.128708:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345865:345865:256:4294967295] 192.168.201.109@tcp LPNI seq info [345854:345854:8:4294967295]
00000400:00000200:0.0:1783979076.128712:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.128722:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979076.128727:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.128806:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979076.128813:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979076.128817:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979076.128823:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979076.128825:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979076.128830:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.128832:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979076.128838:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979076.128843:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979076.128848:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979076.128851:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979076.128855:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979076.128860:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.128869:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.128872:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.128879:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.128880:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979076.128886:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979076.128890:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979076.128893:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304609015
00000100:00000010:0.0:1783979076.128899:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979076.128905:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979076.128912:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304609015
00000100:00000010:0.0:1783979076.128915:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6720.
00000100:00000001:0.0:1783979076.128918:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979076.128921:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979076.128923:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.128926:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979076.128930:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979076/real 1783979076]  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979076.128939:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979076.128941:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979076.128943:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979076.128945:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979076.128947:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979076.128949:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979076.128952:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979076.128965:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.128970:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979076.129033:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129035:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129037:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979076.129042:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129049:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979076.129053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129060:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979076.129063:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129066:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129068:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979076.129070:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979076.129073:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979076.129077:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979076.129079:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979076.129084:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979076.129092:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063040:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979076.129096:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979076.129099:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129106:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979076.129108:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.129110:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979076.129111:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979076.129113:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979076.129115:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979076.129118:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979076.129120:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979076.129121:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.129123:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979076.129126:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979076.129128:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979076.129132:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979076.129134:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979076.129137:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979076.129139:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063168, portal 10
00000100:00000001:0.0:1783979076.129141:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979076.129142:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:0.0:1783979076.129147:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129153:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979076.129155:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979076.129157:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979076.129159:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367063168, offset 0
00000400:00000200:0.0:1783979076.129163:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979076.129167:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.129170:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979076.129173:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979076.129175:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979076.129177:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979076.129180:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979076.129182:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345866:345866:256:4294967295] 192.168.201.109@tcp LPNI seq info [345855:345855:8:4294967295]
00000400:00000200:0.0:1783979076.129186:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.129192:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979076.129197:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.129200:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979076.129203:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979076.129206:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979076.129210:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979076.129213:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979076.129216:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.129218:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979076.129221:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979076.129224:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979076.129226:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979076.129228:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979076.129230:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979076.129234:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129242:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.129244:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129251:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.129252:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979076.129255:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979076.129259:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979076.129262:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979076.129264:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304607776
00000100:00000001:0.0:1783979076.129267:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304609015
00000100:00000001:0.0:1783979076.129281:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304607776
00000100:00000001:0.0:1783979076.129283:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304609015
00000100:00000001:0.0:1783979076.129285:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979076.129286:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.129288:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979076.129292:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979076/real 1783979076]  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979076.129300:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979076.129301:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979076.129303:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979076.129305:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979076.129306:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979076.129308:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979076.129311:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979076.129319:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129326:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979076.129327:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129330:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979076.129333:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129339:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979076.129343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129349:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979076.129351:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129353:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129354:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129356:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979076.129359:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979076.129362:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979076.129365:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979076.129367:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979076.129371:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979076.129379:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063168:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979076.129383:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979076.129385:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129391:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979076.129393:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.129395:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979076.129397:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979076.129399:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979076.129401:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979076.129404:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979076.129406:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979076.129407:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979076.129409:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979076.129412:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979076.129414:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979076.129417:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979076.129419:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979076.129422:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979076.129425:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063296, portal 10
00000100:00000001:0.0:1783979076.129427:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979076.129428:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:0.0:1783979076.129433:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129439:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979076.129441:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979076.129443:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979076.129445:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367063296, offset 0
00000400:00000200:0.0:1783979076.129450:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979076.129453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.129457:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979076.129459:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979076.129462:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979076.129464:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979076.129466:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979076.129469:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345867:345867:256:4294967295] 192.168.201.109@tcp LPNI seq info [345856:345856:8:4294967295]
00000400:00000200:0.0:1783979076.129473:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979076.129479:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979076.129483:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.129486:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979076.129489:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979076.129492:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979076.129495:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979076.129498:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979076.129502:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979076.129503:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979076.129506:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979076.129510:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979076.129513:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979076.129514:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979076.129517:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979076.129520:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129527:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.129530:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129535:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.129537:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979076.129540:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979076.129543:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979076.129545:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979076.129547:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304607773
00000100:00000001:0.0:1783979076.129549:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304609015
00000100:00000001:0.0:1783979076.129551:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304607773
00000100:00000001:0.0:1783979076.129553:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304609015
00000100:00000001:0.0:1783979076.129555:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979076.129557:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.129558:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979076.129561:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979076/real 1783979076]  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979076.129568:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979076.129569:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979076.129570:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979076.129572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979076.129573:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979076.129575:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979076.129578:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979076.129585:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129590:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979076.129592:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129593:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129594:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979076.129597:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129603:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979076.129607:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129612:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979076.129614:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129616:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979076.129617:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129618:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979076.129620:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979076.129622:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979076.129624:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979076.129627:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979076.129630:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979076.129636:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979076.129640:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129642:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.129645:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367063040/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129651:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979076.129654:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979076.129656:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979076.129659:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979076.129661:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979076.129663:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979076.129665:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979076.129667:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979076.129670:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979076.129672:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979076.129674:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783979076.129678:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979076.129679:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129680:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.129684:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367063168/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129694:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979076.129695:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979076.129697:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979076.129699:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979076.129700:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979076.129701:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979076.129703:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979076.129705:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979076.129707:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979076.129708:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979076.129709:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783979076.129711:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979076.129712:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129713:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979076.129716:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367063296/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979076.129722:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979076.129723:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979076.129725:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979076.129726:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979076.129727:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979076.129728:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979076.129730:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979076.129731:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979076.129733:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979076.129734:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979076.129735:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:0.0:1783979076.129737:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979076.129739:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129740:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979076.129748:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979076.129750:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979076.129752:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979076.129753:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979076.191880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979076.191887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979076.191888:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979076.191892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979076.191895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979076.191897:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979076.191899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979076.191901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979076.191904:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979076.319914:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979076.319923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979076.319928:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979076.319929:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979076.320000:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979076.320005:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979076.320009:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979077.217308:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979077.217315:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979077.217317:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979077.217322:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979077.217326:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979077.217329:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979077.217332:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979077.217334:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979077.217337:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.343912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979077.343917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.343921:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979077.343923:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979077.343924:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979077.343926:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.343929:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979077.343931:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.343932:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.343933:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979077.344001:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979077.344005:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979077.344008:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979077.407920:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304609015, at 4304609024
00000100:00000040:0.0:1783979077.407932:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304609015, at 4304609024
00000100:00000010:1.0:1783979077.407936:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6720.
00000100:00000010:0.0:1783979077.407942:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979078.239907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979078.239915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979078.239917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979078.239923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979078.239927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979078.239931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979078.239934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979078.239937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979078.239940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979078.367916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979078.367923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979078.367928:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979078.367930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979078.368020:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979078.368025:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979078.368028:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979079.263893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979079.263901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979079.263903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979079.263909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979079.263912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979079.263917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979079.263920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979079.263922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979079.263925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979079.392496:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979079.392503:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979079.392509:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979079.392510:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979079.392602:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979079.392606:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979079.392609:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979080.287886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979080.287894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979080.287896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979080.287902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979080.287905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979080.287908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979080.287911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979080.287913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979080.287945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.415902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979080.415910:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979080.415912:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979080.415915:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.415920:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979080.415922:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.415924:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.415929:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.415933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979080.415935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979080.416004:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979080.416008:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979080.416011:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979081.247911:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979081.247923:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979081.247933:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979081.247937:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979081.247942:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979081.247953:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9940
00000400:00000200:2.0:1783979081.247962:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979081.247968:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979081.247971:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979081.247975:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.247978:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979081.247981:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.247983:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979081.247987:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979081.247990:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979081.247992:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979081.247996:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979081.248003:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979081.248005:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979081.248009:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248011:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979081.248012:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248014:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979081.248017:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979081.248021:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248023:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979081.248026:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979081.248030:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979081.248033:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248035:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979081.248038:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979081.248048:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979081.248052:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979081.248056:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979081.248058:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248061:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979081.248064:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979081.248069:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979081.248078:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783979081.248085:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979081.248095:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979081.248146:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979081.248151:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979081.248157:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979081.248179:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979081.248194:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979081.248198:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979081.248199:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979081.248201:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979081.248204:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979081.248206:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9940
00000400:00000200:2.0:1783979081.248210:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979081.248213:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979081.248216:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979081.248219:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248221:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979081.248224:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248226:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979081.248229:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979081.248229:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979081.248231:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979081.248234:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979081.248235:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1783979081.248237:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979081.248239:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783979081.248242:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979081.248247:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979081.248249:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979081.248253:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248258:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979081.248262:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979081.248267:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979081.248269:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1783979081.248271:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979081.248273:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979081.248277:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:0.0:1783979081.248278:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979081.248282:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979081.248282:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.248288:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979081.248288:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1783979081.248294:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063424:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979081.248297:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979081.248297:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979081.248302:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.248303:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979081.248306:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248307:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979081.248310:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1783979081.248313:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1783979081.248316:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
00000008:00000001:2.0:1783979081.248318:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.248320:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248322:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979081.248328:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000400:00000200:0.0:1783979081.248329:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783979081.248333:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000400:00000010:0.0:1783979081.248337:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
02000000:00000001:2.0:1783979081.248338:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979081.248341:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248343:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979081.248345:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1783979081.248346:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
02000000:00000001:2.0:1783979081.248347:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979081.248354:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063424, portal 25
02000000:00000010:2.0:1783979081.248355:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:0.0:1783979081.248360:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979081.248361:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.248363:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00100000:2.0:1783979081.248369:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1783979081.248373:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248382:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979081.248385:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979081.248389:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979081.248395:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367063424, offset 0
00000100:00000001:2.0:1783979081.248396:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979081.248400:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979081.248404:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979081.248407:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979081.248416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979081.248423:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979081.248432:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783979081.248435:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979081.248436:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00080000:2.0:1783979081.248441:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979081.248442:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979081.248446:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:2.0:1783979081.248449:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1783979081.248451:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345868:345868:256:4294967295] 192.168.201.109@tcp LPNI seq info [345857:345857:8:4294967295]
00000100:00000001:2.0:1783979081.248453:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1783979081.248457:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783979081.248457:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979081.248462:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979081.248468:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9940
00000400:00000200:0.0:1783979081.248472:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1783979081.248477:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:0.0:1783979081.248481:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783979081.248485:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000010:0.0:1783979081.248486:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00080000:2.0:1783979081.248490:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1783979081.248494:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979081.248498:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.0:1783979081.248499:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1783979081.248503:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1783979081.248508:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979081.248509:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:0.1:1783979081.248514:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1783979081.248515:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979081.248519:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979081.248522:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000100:0.0:1783979081.248525:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:2.0:1783979081.248525:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979081.248529:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000010:0.0:1783979081.248531:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000020:00000001:2.0:1783979081.248533:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979081.248539:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1783979081.248545:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979081.248546:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1783979081.248553:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979081.248555:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000100:00000001:2.0:1783979081.248556:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979081.248559:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000040:2.0:1783979081.248562:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979081.248565:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979081.248566:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979081.248570:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000200:0.0:1783979081.248571:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979081.248577:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979081.248582:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979081.248583:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979081.248586:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979081.248593:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979081.248598:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979081.248601:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979081.248603:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.248604:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979081.248608:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979081.248611:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979081.248612:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1783979081.248615:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248618:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979081.248619:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:2.0:1783979081.248623:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783979081.248624:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304614134
00000100:00000010:0.0:1783979081.248632:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000020:00000040:2.0:1783979081.248637:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979081.248639:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1783979081.248643:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979081.248646:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979081.248648:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979081.248649:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979081.248651:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304614134
02000000:00000001:2.0:1783979081.248652:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979081.248656:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6780.
02000000:00000010:2.0:1783979081.248659:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:0.0:1783979081.248660:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783979081.248665:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.248667:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979081.248671:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979081.248673:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979081.248675:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979081.248682:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979081/real 1783979081]  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979081.248684:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1783979081.248693:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979081.248696:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1783979081.248697:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979081.248699:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979081.248703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000100:00000040:2.0:1783979081.248705:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783979081.248706:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979081.248710:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979081.248716:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979081.248719:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979081.248725:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783979081.248731:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979081.248732:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979081.248736:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979081.248743:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979081.248746:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979081.248750:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979081.248750:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9950)
00000100:00000001:0.0:1783979081.248752:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.248755:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979081.248758:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248763:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979081.248766:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248798:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979081.248801:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.248802:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.248803:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.248805:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979081.248806:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979081.248808:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979081.248810:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979081.248812:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979081.248814:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979081.248820:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063424:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979081.248823:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.248825:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979081.248826:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367063424/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248830:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979081.248832:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979081.248834:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979081.248836:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979081.248837:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979081.248838:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979081.248840:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979081.248841:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:0.0:1783979081.248844:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979081.248846:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979081.248847:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:0.0:1783979081.248849:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979081.248850:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.248851:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.248857:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979081.248858:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.248860:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979081.248860:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979081.248861:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979081.248863:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248868:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979081.248869:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.248870:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979081.248871:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979081.248873:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979081.248874:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979081.248876:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979081.248877:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979081.248878:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.248880:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979081.248882:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979081.248883:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979081.248885:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979081.248887:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979081.248889:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979081.248891:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063552, portal 10
00000100:00000001:0.0:1783979081.248892:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979081.248893:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:0.0:1783979081.248905:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248909:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979081.248911:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979081.248913:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979081.248914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367063552, offset 0
00000400:00000200:0.0:1783979081.248917:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979081.248920:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979081.248922:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979081.248925:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979081.248926:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979081.248928:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979081.248929:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979081.248931:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345869:345869:256:4294967295] 192.168.201.109@tcp LPNI seq info [345858:345858:8:4294967295]
00000400:00000200:0.0:1783979081.248933:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979081.248938:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979081.248940:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979081.248943:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979081.248945:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979081.248947:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979081.248952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979081.248954:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979081.248958:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979081.248959:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979081.248962:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979081.248965:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979081.248967:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979081.248969:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979081.248971:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979081.248975:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248982:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979081.248985:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.248991:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.248993:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979081.248996:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979081.248999:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979081.249002:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979081.249004:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304612896
00000100:00000001:0.0:1783979081.249021:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304614134
00000100:00000001:0.0:1783979081.249023:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304612896
00000100:00000001:0.0:1783979081.249025:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304614134
00000100:00000001:0.0:1783979081.249027:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979081.249029:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.249031:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979081.249034:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979081/real 1783979081]  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979081.249041:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979081.249043:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979081.249044:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979081.249047:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979081.249049:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979081.249051:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979081.249054:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979081.249062:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249068:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979081.249069:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249071:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.249072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979081.249075:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249079:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979081.249082:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249086:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979081.249088:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249089:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.249090:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249091:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979081.249093:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979081.249094:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979081.249096:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979081.249097:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979081.249099:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979081.249104:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063552:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979081.249106:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979081.249108:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249111:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979081.249112:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.249113:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979081.249115:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979081.249116:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979081.249118:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979081.249120:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979081.249121:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979081.249122:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979081.249123:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979081.249125:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979081.249127:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979081.249129:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979081.249130:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979081.249132:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979081.249134:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063680, portal 10
00000100:00000001:0.0:1783979081.249136:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979081.249136:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:0.0:1783979081.249140:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249144:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979081.249145:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979081.249147:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979081.249148:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367063680, offset 0
00000400:00000200:0.0:1783979081.249151:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979081.249153:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979081.249155:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979081.249157:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979081.249158:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979081.249160:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979081.249161:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979081.249163:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345870:345870:256:4294967295] 192.168.201.109@tcp LPNI seq info [345859:345859:8:4294967295]
00000400:00000200:0.0:1783979081.249167:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979081.249173:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979081.249177:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979081.249191:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979081.249195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979081.249198:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979081.249202:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979081.249204:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979081.249208:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979081.249210:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979081.249213:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979081.249216:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979081.249219:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979081.249221:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979081.249224:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979081.249227:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249234:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979081.249236:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249240:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.249241:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979081.249243:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979081.249245:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979081.249247:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979081.249248:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304612893
00000100:00000001:0.0:1783979081.249250:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304614134
00000100:00000001:0.0:1783979081.249251:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304612893
00000100:00000001:0.0:1783979081.249253:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304614134
00000100:00000001:0.0:1783979081.249254:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979081.249255:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.249256:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979081.249258:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979081/real 1783979081]  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979081.249262:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979081.249263:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979081.249264:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979081.249266:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979081.249267:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979081.249268:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979081.249269:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979081.249274:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249278:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979081.249279:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249280:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.249281:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979081.249283:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249289:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979081.249292:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249298:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979081.249300:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249302:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979081.249303:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249305:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979081.249307:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979081.249309:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979081.249312:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979081.249314:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979081.249317:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979081.249324:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979081.249328:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249330:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979081.249333:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367063552/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249339:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979081.249341:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979081.249343:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979081.249345:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979081.249347:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979081.249348:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979081.249350:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979081.249351:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:0.0:1783979081.249354:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979081.249355:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979081.249356:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783979081.249359:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979081.249360:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249362:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979081.249365:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367063680/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979081.249370:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979081.249371:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979081.249373:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979081.249375:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979081.249376:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979081.249377:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979081.249379:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979081.249380:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:0.0:1783979081.249384:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979081.249385:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979081.249387:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783979081.249389:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979081.249390:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249391:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979081.249395:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979081.249397:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979081.249399:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979081.249400:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979081.311910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979081.311919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979081.311921:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979081.311926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979081.311930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979081.311934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979081.311936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979081.311939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979081.311942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979081.439967:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979081.439973:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979081.439979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979081.439980:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979081.441333:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979081.441337:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979081.441341:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979082.335978:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979082.335988:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979082.335990:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979082.335997:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979082.336001:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979082.336005:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979082.336008:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979082.336011:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979082.336015:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979082.463890:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979082.463897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979082.463902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979082.463903:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979082.466227:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979082.466232:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979082.466235:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979082.527883:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304614134, at 4304614144
00000100:00000040:0.0:1783979082.527893:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304614134, at 4304614144
00000100:00000010:1.0:1783979082.527899:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6780.
00000100:00000010:0.0:1783979082.527901:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979083.359941:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979083.359948:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979083.359950:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979083.359955:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979083.359959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979083.359963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979083.359965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979083.359968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979083.359971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979083.488002:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979083.488013:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979083.488021:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979083.488023:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979083.488293:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979083.488301:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979083.488306:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979084.383915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979084.383922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979084.383923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979084.383929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979084.383932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979084.383936:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979084.383938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979084.383940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979084.383943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.511951:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979084.511958:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.511964:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979084.511965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979084.512037:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979084.512041:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979084.512045:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979085.407866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979085.407873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979085.407875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979085.407880:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979085.407884:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979085.407888:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979085.407890:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979085.407892:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979085.407906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979085.535990:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979085.535998:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979085.536005:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979085.536006:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979085.536079:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979085.536083:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979085.536087:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979086.367982:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979086.367993:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979086.367996:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979086.368000:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979086.368004:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979086.368010:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9945
00000400:00000200:1.0:1783979086.368019:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979086.368025:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979086.368028:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979086.368030:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368034:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979086.368036:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368039:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979086.368043:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979086.368044:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979086.368047:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979086.368050:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979086.368052:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979086.368054:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979086.368057:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368059:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979086.368060:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368062:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979086.368065:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979086.368069:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368071:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979086.368073:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979086.368077:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979086.368079:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368081:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979086.368083:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979086.368118:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4a80.
00000020:00000040:1.0:1783979086.368122:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979086.368126:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979086.368127:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368131:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979086.368133:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979086.368137:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979086.368144:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000100:00000001:1.0:1783979086.368150:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979086.368158:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979086.368168:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979086.368173:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979086.368177:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e97cc30] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979086.368196:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979086.368199:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979086.368202:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979086.368204:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979086.368205:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979086.368208:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979086.368210:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9945
00000400:00000200:1.0:1783979086.368213:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979086.368216:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979086.368218:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979086.368220:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368223:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979086.368225:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368228:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979086.368230:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979086.368231:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979086.368233:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979086.368235:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979086.368237:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979086.368240:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979086.368243:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368245:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979086.368248:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1783979086.368248:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368253:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979086.368254:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1783979086.368256:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979086.368259:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1783979086.368261:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368265:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979086.368268:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1783979086.368269:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979086.368273:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979086.368279:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368283:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979086.368285:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1783979086.368288:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979086.368289:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1783979086.368294:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.368296:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1783979086.368297:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.368301:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1783979086.368302:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6a00.
00000020:00000040:1.0:1783979086.368305:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979086.368307:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979086.368308:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368310:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979086.368311:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979086.368313:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979086.368317:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828bc00.
00000100:00000001:1.0:1783979086.368321:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979086.368325:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979086.368333:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979086.368335:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979086.368338:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071157554] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979086.368352:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979086.368354:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783979086.368359:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979086.368360:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979086.368363:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979086.368365:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1783979086.368369:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063808:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979086.368369:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979086.368374:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9945
00000100:00000001:0.0:1783979086.368379:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1783979086.368380:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979086.368384:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
02000000:00000001:0.0:1783979086.368386:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1783979086.368387:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1783979086.368391:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979086.368392:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:0.0:1783979086.368396:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1783979086.368396:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979086.368400:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368402:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000010:0.0:1783979086.368404:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
00000020:00000001:1.0:1783979086.368404:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979086.368407:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
02000000:00000001:0.0:1783979086.368409:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979086.368410:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979086.368413:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979086.368416:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979086.368419:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:1.0:1783979086.368420:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000010:0.0:1783979086.368426:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00000040:1.0:1783979086.368426:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368428:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979086.368432:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368435:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:0.0:1783979086.368436:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000020:00000040:1.0:1783979086.368438:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979086.368442:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368444:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979086.368445:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063808, portal 25
02000000:00000001:1.0:1783979086.368446:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979086.368450:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1783979086.368451:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979086.368453:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
02000000:00000001:1.0:1783979086.368455:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368459:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979086.368461:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1783979086.368464:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1783979086.368464:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979086.368469:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979086.368474:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4380.
00000020:00000040:1.0:1783979086.368479:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979086.368480:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1783979086.368482:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979086.368485:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979086.368486:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368488:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979086.368490:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1783979086.368492:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
02000000:00000001:1.0:1783979086.368492:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979086.368498:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367063808, offset 0
02000000:00000010:1.0:1783979086.368498:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828ac00.
00000100:00000001:1.0:1783979086.368503:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979086.368509:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979086.368510:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979086.368519:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979086.368522:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979086.368523:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979086.368529:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080b07c04] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979086.368532:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979086.368542:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979086.368543:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979086.368547:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979086.368548:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000040:1.0:1783979086.368553:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979086.368556:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1783979086.368558:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979086.368561:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:1.0:1783979086.368564:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979086.368570:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345871:345871:256:4294967295] 192.168.201.109@tcp LPNI seq info [345860:345860:8:4294967295]
00000100:00000040:1.0:1783979086.368571:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9955)
00000400:00000200:0.0:1783979086.368578:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979086.368589:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979086.368596:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.368601:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979086.368608:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979086.368612:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979086.368617:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979086.368621:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979086.368625:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.368627:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979086.368633:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979086.368637:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979086.368641:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979086.368643:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979086.368647:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979086.368662:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368671:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.368675:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368682:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.368684:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979086.368690:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979086.368694:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979086.368696:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304619254
00000100:00000010:0.0:1783979086.368702:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979086.368709:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979086.368714:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304619254
00000100:00000010:0.0:1783979086.368717:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979086.368720:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979086.368723:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979086.368726:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.368728:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979086.368732:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979086/real 1783979086]  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979086.368741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979086.368742:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979086.368744:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979086.368747:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979086.368749:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979086.368751:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979086.368755:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979086.368763:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368769:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979086.368771:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368804:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.368806:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979086.368811:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368818:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979086.368821:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368828:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979086.368830:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368832:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.368833:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368835:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979086.368837:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979086.368840:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979086.368843:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979086.368846:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979086.368850:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979086.368858:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367063808:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979086.368862:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368864:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.368867:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367063808/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368873:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979086.368875:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979086.368877:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979086.368881:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979086.368883:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979086.368884:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979086.368886:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979086.368889:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979086.368893:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979086.368895:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979086.368897:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783979086.368900:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979086.368901:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.368910:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979086.368912:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.368913:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979086.368915:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979086.368916:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979086.368920:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368926:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979086.368928:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.368930:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979086.368932:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979086.368934:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979086.368937:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979086.368940:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979086.368942:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979086.368943:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.368945:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979086.368948:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979086.368950:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979086.368954:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979086.368956:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979086.368959:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979086.368962:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367063936, portal 10
00000100:00000001:0.0:1783979086.368964:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979086.368965:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783979086.368971:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.368977:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979086.368980:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979086.368982:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979086.368984:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367063936, offset 0
00000400:00000200:0.0:1783979086.368988:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979086.368992:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979086.368996:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979086.368999:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979086.369001:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979086.369003:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979086.369005:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979086.369007:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345872:345872:256:4294967295] 192.168.201.109@tcp LPNI seq info [345861:345861:8:4294967295]
00000400:00000200:0.0:1783979086.369011:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979086.369016:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979086.369020:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.369023:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979086.369027:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979086.369029:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979086.369039:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979086.369043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979086.369046:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.369048:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979086.369051:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979086.369054:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979086.369057:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979086.369059:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979086.369061:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979086.369064:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369071:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.369074:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369080:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.369081:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979086.369084:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979086.369088:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979086.369103:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979086.369105:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304618016
00000100:00000001:0.0:1783979086.369108:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304619254
00000100:00000001:0.0:1783979086.369110:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304618016
00000100:00000001:0.0:1783979086.369112:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304619254
00000100:00000001:0.0:1783979086.369114:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979086.369115:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.369117:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979086.369121:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979086/real 1783979086]  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979086.369128:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979086.369129:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979086.369131:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979086.369133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979086.369135:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979086.369137:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979086.369140:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979086.369148:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369154:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979086.369155:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369157:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.369159:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979086.369162:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369168:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979086.369171:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369177:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979086.369179:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369181:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.369183:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369184:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979086.369187:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979086.369190:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979086.369193:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979086.369195:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979086.369199:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979086.369205:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367063936:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979086.369209:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979086.369212:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369218:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979086.369219:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.369222:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979086.369223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979086.369225:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979086.369227:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979086.369230:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979086.369232:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979086.369233:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979086.369235:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979086.369238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979086.369240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979086.369243:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979086.369245:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979086.369248:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979086.369251:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064064, portal 10
00000100:00000001:0.0:1783979086.369253:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979086.369254:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:0.0:1783979086.369259:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369264:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979086.369266:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979086.369268:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979086.369270:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367064064, offset 0
00000400:00000200:0.0:1783979086.369273:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979086.369277:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979086.369281:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979086.369284:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979086.369286:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979086.369288:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979086.369290:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979086.369292:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345873:345873:256:4294967295] 192.168.201.109@tcp LPNI seq info [345862:345862:8:4294967295]
00000400:00000200:0.0:1783979086.369296:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979086.369301:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979086.369316:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.369320:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979086.369323:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979086.369325:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979086.369329:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979086.369332:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979086.369335:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979086.369337:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979086.369339:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979086.369342:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979086.369345:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979086.369346:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979086.369349:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979086.369352:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369359:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.369362:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369369:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.369370:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979086.369373:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979086.369375:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979086.369378:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979086.369380:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304618013
00000100:00000001:0.0:1783979086.369382:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304619254
00000100:00000001:0.0:1783979086.369384:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304618013
00000100:00000001:0.0:1783979086.369386:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304619254
00000100:00000001:0.0:1783979086.369388:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979086.369390:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.369391:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979086.369394:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979086/real 1783979086]  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979086.369401:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979086.369402:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979086.369403:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979086.369405:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979086.369406:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979086.369408:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979086.369411:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979086.369418:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369424:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979086.369425:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369427:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.369428:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979086.369432:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369438:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979086.369441:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369448:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979086.369450:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369452:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979086.369453:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369454:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979086.369456:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979086.369458:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979086.369461:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979086.369463:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979086.369466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979086.369474:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979086.369478:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369479:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.369482:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367063936/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369488:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979086.369490:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979086.369492:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979086.369494:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979086.369495:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979086.369497:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979086.369499:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979086.369500:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783979086.369503:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979086.369504:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979086.369505:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783979086.369508:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979086.369509:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369510:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979086.369514:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367064064/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979086.369520:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979086.369521:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979086.369522:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979086.369524:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979086.369525:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979086.369527:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979086.369529:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979086.369530:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:0.0:1783979086.369532:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979086.369533:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979086.369534:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783979086.369536:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979086.369537:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369539:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979086.369542:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979086.369543:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979086.369545:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979086.369547:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979086.431912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979086.431920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979086.431922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979086.431927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979086.431931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979086.431935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979086.431938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979086.431941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979086.431944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979086.559891:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979086.559898:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979086.559905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979086.559906:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979086.559975:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979086.559980:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979086.559983:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979087.455850:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979087.455859:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979087.455861:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979087.455867:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979087.455870:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979087.455873:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979087.455877:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979087.455879:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979087.455882:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.583988:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979087.583995:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.584002:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979087.584005:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979087.584007:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979087.584011:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.584014:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979087.584016:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.584018:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.584020:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979087.584150:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979087.584154:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979087.584157:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979087.647883:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304619254, at 4304619264
00000100:00000040:0.0:1783979087.647897:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304619254, at 4304619264
00000100:00000010:1.0:1783979087.647898:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000010:0.0:1783979087.647907:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979088.479908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979088.479916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979088.479918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979088.479924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979088.479927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979088.479931:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979088.479934:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979088.479936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979088.479939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.607927:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979088.607934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.607941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979088.607942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979088.608016:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979088.608020:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979088.608024:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979089.503983:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979089.503990:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979089.503993:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979089.503998:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979089.504002:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979089.504006:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979089.504008:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979089.504011:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979089.504014:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979089.632926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979089.632935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979089.632943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979089.632944:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979089.633057:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979089.633064:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979089.633069:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979090.530283:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979090.530291:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979090.530293:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979090.530299:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979090.530302:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979090.530306:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979090.530308:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979090.530310:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979090.530314:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.656465:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979090.656476:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979090.656479:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979090.656482:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.656486:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979090.656489:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.656490:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.656492:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.656496:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979090.656497:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979090.661577:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979090.661588:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979090.661595:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979091.494303:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979091.494316:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979091.494320:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979091.494325:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979091.494330:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979091.494339:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9950
00000400:00000200:3.0:1783979091.494351:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979091.494358:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979091.494362:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979091.494365:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494370:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979091.494373:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494375:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979091.494380:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979091.494383:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979091.494386:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979091.494390:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979091.494393:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979091.494396:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979091.494400:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494401:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979091.494403:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494406:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979091.494410:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979091.494414:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494416:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979091.494419:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979091.494423:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979091.494427:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494430:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979091.494433:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979091.494447:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783979091.494452:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979091.494457:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979091.494459:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494463:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979091.494466:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979091.494471:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979091.494480:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979091.494489:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979091.494501:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979091.494513:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979091.494518:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979091.494523:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979091.494560:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979091.494564:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979091.494568:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979091.494570:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979091.494571:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979091.494575:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979091.494578:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9950
00000400:00000200:3.0:1783979091.494582:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979091.494584:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979091.494586:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979091.494589:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494591:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979091.494592:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494594:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979091.494597:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979091.494598:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979091.494599:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979091.494601:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979091.494603:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979091.494605:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979091.494608:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494610:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979091.494611:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494613:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979091.494615:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979091.494617:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494620:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979091.494621:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979091.494624:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979091.494627:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979091.494629:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783979091.494629:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494631:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979091.494632:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783979091.494636:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1783979091.494639:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979091.494639:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494641:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979091.494645:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000100:00000001:0.0:1783979091.494647:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1783979091.494647:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979091.494649:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1783979091.494650:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979091.494651:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494652:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979091.494654:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979091.494654:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979091.494655:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.494656:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979091.494659:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979091.494659:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00100000:0.0:1783979091.494662:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064192:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979091.494662:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.494667:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1783979091.494667:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979091.494672:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979091.494673:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979091.494674:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494676:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.494677:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1783979091.494679:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1783979091.494683:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979091.494685:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494687:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979091.494689:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979091.494691:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:3.0:1783979091.494692:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979091.494693:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979091.494695:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1783979091.494696:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00000001:3.0:1783979091.494698:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979091.494700:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9950
00000400:00000010:0.0:1783979091.494703:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000400:00000200:3.0:1783979091.494703:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979091.494706:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979091.494708:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979091.494710:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494712:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1783979091.494713:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064192, portal 25
00000100:00000040:3.0:1783979091.494714:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979091.494715:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979091.494716:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979091.494717:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000020:00000001:3.0:1783979091.494718:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979091.494719:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979091.494721:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1783979091.494723:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979091.494723:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979091.494725:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979091.494727:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979091.494730:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979091.494731:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979091.494732:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979091.494734:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:0.0:1783979091.494735:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494736:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979091.494737:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000010:0.0:1783979091.494738:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979091.494740:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367064192, offset 0
00000100:00080000:3.0:1783979091.494740:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494743:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979091.494744:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979091.494746:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979091.494748:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494749:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979091.494750:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979091.494752:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979091.494754:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494756:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:3.0:1783979091.494760:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783979091.494762:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:0.0:1783979091.494764:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:3.0:1783979091.494765:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979091.494766:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.494768:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979091.494769:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979091.494797:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494798:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1783979091.494802:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000400:00000200:0.0:1783979091.494803:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979091.494805:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494807:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1783979091.494809:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979091.494810:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979091.494815:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345874:345874:256:4294967295] 192.168.201.109@tcp LPNI seq info [345863:345863:8:4294967295]
00000100:00000001:3.0:1783979091.494816:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979091.494818:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494820:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979091.494822:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979091.494828:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494830:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1783979091.494831:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979091.494835:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1783979091.494837:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979091.494838:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979091.494841:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1783979091.494843:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000040:3.0:1783979091.494847:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9960)
00000800:00000200:0.0:1783979091.494850:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979091.494854:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979091.494860:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979091.494864:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979091.494868:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979091.494871:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979091.494878:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979091.494884:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979091.494891:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979091.494894:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979091.494899:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979091.494903:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.494913:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.494917:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.494924:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.494926:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979091.494933:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.494937:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979091.494940:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304624381
00000100:00000010:0.0:1783979091.494946:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979091.494954:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979091.494963:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304624381
00000100:00000010:0.0:1783979091.494966:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6d20.
00000100:00000001:0.0:1783979091.494969:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979091.494972:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979091.494975:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.494978:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979091.494982:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979091/real 1783979091]  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979091.494991:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979091.494993:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979091.494996:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979091.494998:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979091.495000:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979091.495012:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979091.495016:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979091.495025:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495031:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979091.495033:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495036:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495038:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979091.495042:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495048:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979091.495053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495061:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979091.495064:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495065:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495067:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495070:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979091.495072:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979091.495075:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979091.495079:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979091.495082:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979091.495086:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979091.495095:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064192:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979091.495100:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495102:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.495105:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367064192/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495112:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979091.495115:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979091.495118:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979091.495122:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979091.495124:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979091.495126:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979091.495128:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979091.495131:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979091.495136:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979091.495138:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979091.495140:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:0.0:1783979091.495144:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979091.495146:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495148:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495157:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979091.495159:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.495161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979091.495162:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979091.495164:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979091.495167:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495174:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979091.495175:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.495178:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979091.495179:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979091.495181:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979091.495184:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064320:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979091.495188:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979091.495190:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979091.495192:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.495193:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979091.495197:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979091.495198:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.495202:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979091.495205:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979091.495209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979091.495211:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064320, portal 10
00000100:00000001:0.0:1783979091.495213:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979091.495214:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:0.0:1783979091.495222:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495229:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979091.495231:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979091.495233:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979091.495236:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367064320, offset 0
00000400:00000200:0.0:1783979091.495240:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979091.495244:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979091.495247:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979091.495250:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979091.495252:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979091.495254:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979091.495257:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979091.495260:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345875:345875:256:4294967295] 192.168.201.109@tcp LPNI seq info [345864:345864:8:4294967295]
00000400:00000200:0.0:1783979091.495264:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979091.495270:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979091.495273:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979091.495277:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979091.495280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979091.495283:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979091.495287:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979091.495289:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979091.495293:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979091.495295:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979091.495297:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979091.495300:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979091.495304:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979091.495306:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979091.495308:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979091.495312:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495319:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.495322:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495327:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.495329:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979091.495332:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979091.495336:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979091.495339:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979091.495341:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304623142
00000100:00000001:0.0:1783979091.495344:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304624381
00000100:00000001:0.0:1783979091.495347:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304623142
00000100:00000001:0.0:1783979091.495349:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304624381
00000100:00000001:0.0:1783979091.495351:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979091.495353:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.495355:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979091.495358:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979091/real 1783979091]  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979091.495366:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979091.495368:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979091.495370:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979091.495372:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979091.495373:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979091.495376:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979091.495378:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979091.495387:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495393:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979091.495394:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495396:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495398:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979091.495401:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495407:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979091.495411:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495416:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979091.495419:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495421:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495422:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495424:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979091.495427:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979091.495430:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979091.495434:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979091.495436:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979091.495439:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979091.495448:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064320:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979091.495451:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979091.495455:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495462:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979091.495464:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.495466:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979091.495468:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979091.495470:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979091.495473:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979091.495476:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979091.495478:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979091.495479:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979091.495481:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979091.495484:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979091.495486:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979091.495489:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979091.495492:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979091.495494:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979091.495498:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064448, portal 10
00000100:00000001:0.0:1783979091.495500:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979091.495501:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:0.0:1783979091.495507:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495513:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979091.495642:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979091.495651:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979091.495658:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367064448, offset 0
00000400:00000200:0.0:1783979091.495663:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979091.495672:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979091.495678:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979091.495682:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979091.495685:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979091.495688:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979091.495689:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979091.495692:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345876:345876:256:4294967295] 192.168.201.109@tcp LPNI seq info [345865:345865:8:4294967295]
00000400:00000200:0.0:1783979091.495695:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979091.495749:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979091.495755:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979091.495761:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979091.495768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979091.495853:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979091.495859:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979091.495862:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979091.495865:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979091.495867:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979091.495872:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979091.495875:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979091.495879:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979091.495880:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979091.495883:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979091.495889:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495898:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.495901:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495905:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.495907:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979091.495912:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979091.495916:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979091.495918:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979091.495921:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304623140
00000100:00000001:0.0:1783979091.495924:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304624381
00000100:00000001:0.0:1783979091.495925:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304623140
00000100:00000001:0.0:1783979091.495927:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304624381
00000100:00000001:0.0:1783979091.495929:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979091.495931:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.495933:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979091.495936:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979091/real 1783979091]  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979091.495942:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979091.495943:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979091.495945:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979091.495946:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979091.495947:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979091.495949:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979091.495951:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979091.495955:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495959:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979091.495960:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495962:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495963:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979091.495966:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495969:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979091.495972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.495977:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979091.495979:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495980:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979091.495981:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.495983:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979091.495984:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979091.495987:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979091.495990:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979091.495991:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979091.495993:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979091.495998:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979091.496013:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.496016:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.496020:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367064320/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.496027:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979091.496030:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979091.496034:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979091.496038:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979091.496041:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979091.496043:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979091.496045:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979091.496047:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979091.496051:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979091.496053:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979091.496055:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:0.0:1783979091.496058:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979091.496059:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.496061:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979091.496065:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367064448/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979091.496070:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979091.496071:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979091.496072:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979091.496074:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979091.496075:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979091.496076:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979091.496078:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979091.496079:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979091.496081:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979091.496082:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979091.496084:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:0.0:1783979091.496086:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979091.496087:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.496089:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979091.496097:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979091.496099:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979091.496102:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979091.496104:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979091.552150:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979091.552161:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979091.552164:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979091.552171:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979091.552175:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979091.552180:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979091.552183:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979091.552187:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979091.552191:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979091.679985:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979091.680012:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979091.680021:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979091.680023:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979091.680139:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979091.680143:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979091.680146:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979092.575938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979092.575950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979092.575953:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979092.575962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979092.575967:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979092.575972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979092.575975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979092.575978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979092.575982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979092.703869:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979092.703877:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979092.703883:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979092.703884:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979092.703972:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979092.703977:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979092.704009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979092.767917:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304624381, at 4304624384
00000100:00000010:1.0:1783979092.767934:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6d20.
00000100:00000040:0.0:1783979092.767958:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304624381, at 4304624384
00000100:00000010:0.0:1783979092.767973:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979093.599889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979093.599897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979093.599899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979093.599905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979093.599908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979093.599912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979093.599914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979093.599917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979093.599920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979093.727917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979093.727923:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979093.727926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979093.727927:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979093.727991:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979093.727994:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979093.727997:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979094.625080:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979094.625089:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979094.625091:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979094.625097:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979094.625101:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979094.625105:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979094.625109:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979094.625112:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979094.625115:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.751922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979094.751930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.751937:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979094.751939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979094.752114:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979094.752118:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979094.752122:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979095.647887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979095.647893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979095.647895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979095.647899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979095.647901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979095.647904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979095.647905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979095.647907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979095.647909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979095.775910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979095.775916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979095.775920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979095.775920:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979095.775994:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979095.775998:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979095.776002:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979096.607929:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.607942:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979096.607944:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.607948:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.607953:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.607961:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9955
00000400:00000200:1.0:1783979096.607979:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979096.607984:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.607990:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.607992:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.607995:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.607997:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.607999:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979096.608003:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.608004:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979096.608007:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.608011:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979096.608012:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979096.608014:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979096.608016:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608017:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.608018:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608019:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979096.608021:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979096.608023:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608025:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.608027:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.608030:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.608032:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.608033:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979096.608035:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.608045:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4e00.
00000020:00000040:1.0:1783979096.608047:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979096.608051:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.608052:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.608055:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.608057:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.608061:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.608068:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979096.608074:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.608084:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.608094:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.608098:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.608103:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079224371] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.608124:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.608127:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.608130:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979096.608131:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.608132:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.608135:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.608136:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9955
00000400:00000200:1.0:1783979096.608139:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979096.608141:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.608142:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.608144:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608146:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.608147:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608150:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979096.608151:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.608152:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979096.608154:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.608155:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979096.608157:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979096.608159:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979096.608161:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979096.608164:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979096.608164:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.608168:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979096.608172:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979096.608177:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1783979096.608182:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:0.0:1783979096.608186:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979096.608188:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979096.608194:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608198:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.608202:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979096.608207:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979096.608210:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.608210:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.608217:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.608218:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1783979096.608220:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979096.608223:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1783979096.608226:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979096.608228:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1783979096.608234:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979096.608238:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064576:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979096.608239:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.608247:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1783979096.608247:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4700.
00000020:00000040:1.0:1783979096.608252:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979096.608253:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979096.608257:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979096.608259:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.608260:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.608265:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979096.608266:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979096.608266:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.608270:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.608274:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b800.
02000000:00000010:0.0:1783979096.608275:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
00000100:00000001:1.0:1783979096.608278:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.608280:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.608285:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979096.608292:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979096.608299:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00000001:1.0:1783979096.608300:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.608305:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979096.608309:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000040:1.0:1783979096.608311:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000642bc372] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979096.608319:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064576, portal 25
00000100:00000001:1.0:1783979096.608322:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.608324:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1783979096.608327:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979096.608328:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00080000:1.0:1783979096.608335:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1783979096.608339:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.608339:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.608343:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.608347:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.608352:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9955
00000100:00000001:0.0:1783979096.608358:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1783979096.608358:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979096.608366:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:0.0:1783979096.608368:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:1.0:1783979096.608369:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.608373:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:0.0:1783979096.608374:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000001:1.0:1783979096.608375:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.608378:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608381:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:0.0:1783979096.608382:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367064576, offset 0
00000020:00000001:1.0:1783979096.608383:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.608385:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979096.608388:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.608389:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979096.608390:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979096.608392:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979096.608396:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:1.0:1783979096.608397:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608400:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.608401:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608402:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979096.608403:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979096.608405:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608407:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608409:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979096.608410:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.608414:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.608417:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.608418:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979096.608419:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979096.608422:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000008:00000001:1.0:1783979096.608422:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.608426:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.608430:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5880.
00000400:00000200:0.0:1783979096.608432:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1783979096.608433:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979096.608437:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.608438:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608441:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:1.0:1783979096.608441:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.608442:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.608445:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608451:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1783979096.608451:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979096.608457:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608458:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00100000:1.0:1783979096.608468:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979096.608469:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345877:345877:256:4294967295] 192.168.201.109@tcp LPNI seq info [345866:345866:8:4294967295]
00000400:00000200:0.0:1783979096.608484:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979096.608495:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979096.608499:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1783979096.608501:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.608508:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a8655d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1783979096.608520:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979096.608521:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.608526:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1783979096.608529:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000040:1.0:1783979096.608530:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979096.608536:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783979096.608541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:1.0:1783979096.608542:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1783979096.608548:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979096.608555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979096.608559:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1783979096.608562:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9965)
00000800:00000100:0.0:1783979096.608566:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979096.608571:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979096.608578:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979096.608583:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979096.608589:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979096.608592:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979096.608596:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979096.608600:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608609:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.608613:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608620:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.608622:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979096.608628:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608632:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979096.608635:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304629494
00000100:00000010:0.0:1783979096.608641:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979096.608649:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979096.608654:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304629494
00000100:00000010:0.0:1783979096.608656:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6d80.
00000100:00000001:0.0:1783979096.608660:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979096.608663:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979096.608666:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.608669:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979096.608673:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979096/real 1783979096]  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979096.608683:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979096.608685:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979096.608687:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979096.608690:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979096.608691:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979096.608694:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979096.608697:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979096.608705:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608711:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979096.608712:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608715:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.608717:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979096.608720:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608726:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979096.608730:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608736:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979096.608739:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608740:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.608741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608743:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979096.608745:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979096.608748:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979096.608752:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979096.608755:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979096.608758:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979096.608765:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064576:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979096.608769:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608770:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.608810:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367064576/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608817:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979096.608819:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979096.608822:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979096.608825:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979096.608826:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979096.608828:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979096.608830:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979096.608832:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979096.608835:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979096.608837:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979096.608839:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783979096.608842:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979096.608843:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608845:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.608851:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979096.608853:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.608855:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979096.608856:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979096.608894:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979096.608899:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608905:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979096.608907:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.608909:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979096.608911:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979096.608926:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979096.608929:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064704:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979096.608933:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979096.608935:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979096.608937:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.608940:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979096.608943:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979096.608945:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.608949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979096.608952:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979096.608956:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979096.608959:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064704, portal 10
00000100:00000001:0.0:1783979096.608961:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979096.608962:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783979096.608968:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.608974:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979096.608976:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979096.608978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979096.608980:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367064704, offset 0
00000400:00000200:0.0:1783979096.608984:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979096.608988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979096.608992:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979096.608995:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979096.608997:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979096.608999:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979096.609001:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979096.609004:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345878:345878:256:4294967295] 192.168.201.109@tcp LPNI seq info [345867:345867:8:4294967295]
00000400:00000200:0.0:1783979096.609008:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979096.609013:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979096.609017:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979096.609020:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979096.609024:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979096.609027:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979096.609031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979096.609033:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979096.609036:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979096.609038:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979096.609040:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979096.609043:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979096.609046:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979096.609048:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979096.609050:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979096.609053:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609061:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.609063:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609070:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.609071:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979096.609075:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979096.609080:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979096.609083:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979096.609086:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304628256
00000100:00000001:0.0:1783979096.609089:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304629494
00000100:00000001:0.0:1783979096.609092:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304628256
00000100:00000001:0.0:1783979096.609094:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304629494
00000100:00000001:0.0:1783979096.609096:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979096.609098:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.609100:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979096.609104:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979096/real 1783979096]  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979096.609116:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979096.609117:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979096.609118:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979096.609120:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979096.609122:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979096.609123:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979096.609126:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979096.609133:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609138:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979096.609140:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609141:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.609142:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979096.609146:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609152:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979096.609155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609161:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979096.609164:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609165:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.609166:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609168:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979096.609171:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979096.609173:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979096.609177:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979096.609179:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979096.609183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979096.609189:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064704:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979096.609193:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979096.609196:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609201:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979096.609202:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.609204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979096.609205:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979096.609207:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979096.609210:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979096.609213:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979096.609214:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979096.609216:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979096.609217:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979096.609221:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979096.609223:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979096.609226:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979096.609228:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979096.609231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979096.609234:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064832, portal 10
00000100:00000001:0.0:1783979096.609236:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979096.609237:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:0.0:1783979096.609243:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609247:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979096.609248:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979096.609250:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979096.609251:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367064832, offset 0
00000400:00000200:0.0:1783979096.609254:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979096.609257:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979096.609259:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979096.609261:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979096.609262:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979096.609264:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979096.609265:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979096.609267:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345879:345879:256:4294967295] 192.168.201.109@tcp LPNI seq info [345868:345868:8:4294967295]
00000400:00000200:0.0:1783979096.609270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979096.609273:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979096.609276:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979096.609278:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979096.609280:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979096.609281:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979096.609284:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979096.609286:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979096.609288:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979096.609290:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979096.609291:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979096.609293:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979096.609295:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979096.609296:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979096.609298:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979096.609300:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609304:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.609306:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609310:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.609311:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979096.609312:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979096.609314:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979096.609316:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979096.609318:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304628253
00000100:00000001:0.0:1783979096.609319:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304629494
00000100:00000001:0.0:1783979096.609321:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304628253
00000100:00000001:0.0:1783979096.609322:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304629494
00000100:00000001:0.0:1783979096.609323:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979096.609324:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.609326:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979096.609329:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979096/real 1783979096]  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979096.609335:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979096.609337:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979096.609338:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979096.609340:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979096.609342:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979096.609344:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979096.609347:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979096.609355:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609361:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979096.609362:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609364:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.609365:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979096.609368:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609374:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979096.609378:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609383:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979096.609386:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609387:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979096.609388:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609390:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979096.609392:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979096.609394:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979096.609397:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979096.609399:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979096.609402:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979096.609411:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367064832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979096.609414:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609416:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.609419:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367064704/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609426:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979096.609427:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979096.609429:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979096.609431:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979096.609433:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979096.609434:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979096.609436:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979096.609438:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783979096.609440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979096.609442:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979096.609443:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783979096.609446:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979096.609447:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609449:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979096.609452:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367064832/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979096.609464:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979096.609465:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979096.609467:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979096.609469:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979096.609470:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979096.609471:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979096.609472:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979096.609474:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783979096.609476:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979096.609477:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979096.609478:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783979096.609480:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979096.609481:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609483:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979096.609487:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979096.609488:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979096.609490:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979096.609491:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979096.675174:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979096.675182:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979096.675184:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979096.675190:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979096.675193:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979096.675197:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979096.675200:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979096.675203:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979096.675206:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.799886:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979096.799892:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.799896:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979096.799899:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979096.799900:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979096.799903:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.799905:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979096.799906:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.799908:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.799939:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979096.800456:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979096.800460:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979096.800463:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979097.695996:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979097.696004:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979097.696006:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979097.696019:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979097.696026:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979097.696029:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979097.696031:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979097.696034:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979097.696036:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979097.824007:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979097.824016:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979097.824022:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979097.824024:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979097.824112:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979097.824117:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979097.824120:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979097.887885:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304629494, at 4304629504
00000100:00000010:1.0:1783979097.887911:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6d80.
00000100:00000040:0.0:1783979097.888861:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304629494, at 4304629505
00000100:00000010:0.0:1783979097.888870:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979098.719865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979098.719871:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979098.719873:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979098.719887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979098.719892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979098.719896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979098.719898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979098.719904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979098.719907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.848158:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979098.848165:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.848170:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979098.848170:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979098.848397:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979098.848402:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979098.848405:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979099.743894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979099.743903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979099.743905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979099.743910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979099.743913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979099.743917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979099.743919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979099.743922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979099.743924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.872293:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979099.872306:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979099.872309:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979099.872313:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.872319:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979099.872322:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.872324:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.872326:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.872331:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979099.872333:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979099.872433:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979099.872438:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979099.872442:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979100.767938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979100.767946:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979100.767948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979100.767961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979100.767964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979100.767968:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979100.767970:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979100.767972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979100.767975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979100.895916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979100.895928:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979100.895935:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979100.895937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979100.896089:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979100.896094:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979100.896098:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979101.727907:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979101.727923:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979101.727926:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979101.727930:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979101.727934:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979101.727941:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9960
00000400:00000200:1.0:1783979101.727951:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979101.727957:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979101.727960:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979101.727963:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.727966:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979101.727969:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.727972:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979101.727976:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979101.727978:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979101.727981:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979101.727984:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979101.727987:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979101.728000:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979101.728007:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728009:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979101.728011:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728013:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979101.728016:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979101.728019:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728021:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979101.728025:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979101.728029:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979101.728032:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728034:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979101.728036:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979101.728046:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5180.
00000020:00000040:1.0:1783979101.728050:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979101.728054:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979101.728056:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728059:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979101.728062:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979101.728066:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979101.728075:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289800.
00000100:00000001:1.0:1783979101.728090:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979101.728100:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979101.728109:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979101.728114:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979101.728119:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d9bbd4] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979101.728142:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979101.728145:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979101.728148:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979101.728150:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979101.728152:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979101.728154:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979101.728157:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9960
00000400:00000200:1.0:1783979101.728161:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979101.728163:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979101.728166:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979101.728169:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728172:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979101.728174:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728176:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979101.728179:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979101.728181:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979101.728183:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979101.728185:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979101.728187:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979101.728188:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979101.728192:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979101.728195:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1783979101.728197:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979101.728199:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1783979101.728201:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979101.728208:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:0.0:1783979101.728209:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979101.728210:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979101.728216:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979101.728223:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979101.728227:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979101.728228:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728231:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979101.728232:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979101.728237:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979101.728240:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979101.728241:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979101.728246:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979101.728246:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728252:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1783979101.728255:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064960:192.168.201.109@tcp:250:kworker.0
00000008:00100000:1.0:1783979101.728258:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979101.728262:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1783979101.728264:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728268:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979101.728269:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1783979101.728272:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7480.
02000000:00000001:0.0:1783979101.728273:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979101.728277:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979101.728278:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979101.728283:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979101.728285:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979101.728286:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
00000100:00000001:1.0:1783979101.728288:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979101.728290:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979101.728292:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979101.728296:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979101.728298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:1.0:1783979101.728303:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000400:00000010:0.0:1783979101.728305:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00000001:1.0:1783979101.728309:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979101.728313:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00100000:1.0:1783979101.728318:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979101.728322:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367064960, portal 25
00000100:00000001:0.0:1783979101.728328:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979101.728331:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000001:1.0:1783979101.728331:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979101.728337:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979101.728341:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979101.728345:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deec7656] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728359:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979101.728364:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728365:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979101.728368:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979101.728373:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367064960, offset 0
00000100:00080000:1.0:1783979101.728378:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979101.728381:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:1.0:1783979101.728385:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979101.728388:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979101.728390:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979101.728392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979101.728394:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979101.728401:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9960
00000400:00000200:0.0:1783979101.728402:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979101.728409:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979101.728413:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979101.728416:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979101.728419:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979101.728423:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345880:345880:256:4294967295] 192.168.201.109@tcp LPNI seq info [345869:345869:8:4294967295]
00000400:00000200:0.0:1783979101.728427:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979101.728435:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979101.728445:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979101.728445:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000010:0.0:1783979101.728453:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000400:00000200:1.0:1783979101.728454:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979101.728459:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979101.728464:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.0:1783979101.728466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979101.728468:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1783979101.728473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1783979101.728474:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728481:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.1:1783979101.728485:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:1.0:1783979101.728486:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979101.728489:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000200:0.1:1783979101.728491:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1783979101.728492:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979101.728496:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000100:0.0:1783979101.728500:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:1.0:1783979101.728502:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:0.0:1783979101.728504:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000020:00000001:1.0:1783979101.728507:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979101.728513:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1783979101.728514:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979101.728519:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979101.728520:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1783979101.728525:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979101.728528:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000100:00000001:1.0:1783979101.728528:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:0.0:1783979101.728532:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000020:00000040:1.0:1783979101.728534:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000001:0.0:1783979101.728537:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1783979101.728539:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000200:0.0:1783979101.728545:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979101.728555:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979101.728559:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979101.728561:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1783979101.728563:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1783979101.728567:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979101.728568:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728574:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979101.728577:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979101.728583:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728586:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979101.728587:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728589:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1783979101.728593:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783979101.728597:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979101.728598:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979101.728604:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979101.728606:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979101.728607:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728611:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304634614
00000100:00000001:1.0:1783979101.728612:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979101.728615:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979101.728618:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979101.728621:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000010:1.0:1783979101.728623:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b400.
00000100:00000001:1.0:1783979101.728628:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728630:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1783979101.728635:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979101.728640:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304634614
00000100:00000001:1.0:1783979101.728647:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1783979101.728648:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6120.
00000100:00000001:1.0:1783979101.728651:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728653:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979101.728658:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1783979101.728659:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008efdc37e] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728663:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728668:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979101.728674:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979101.728676:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979101/real 1783979101]  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979101.728678:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979101.728695:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1783979101.728696:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783979101.728699:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1783979101.728700:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979101.728704:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000100:00000040:1.0:1783979101.728706:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979101.728711:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000100:00000040:1.0:1783979101.728713:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9971)
00000400:00000010:0.0:1783979101.728714:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979101.728719:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979101.728723:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979101.728732:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728738:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979101.728740:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728743:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.728746:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979101.728757:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728767:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979101.728798:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728806:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979101.728809:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728810:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.728812:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728824:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979101.728837:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979101.728840:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979101.728844:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979101.728847:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979101.728851:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979101.728860:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367064960:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979101.728864:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728866:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979101.728869:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367064960/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728875:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979101.728877:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979101.728879:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979101.728883:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979101.728884:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979101.728886:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979101.728888:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979101.728890:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783979101.728893:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979101.728895:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979101.728897:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783979101.728900:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979101.728901:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.728910:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979101.728912:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.728914:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979101.728916:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979101.728917:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979101.728921:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728927:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979101.728929:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979101.728931:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979101.728934:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979101.728936:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979101.728938:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979101.728942:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979101.728944:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979101.728946:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979101.728947:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979101.728951:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979101.728952:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979101.728956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979101.728959:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979101.728962:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979101.728966:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065088, portal 10
00000100:00000001:0.0:1783979101.728968:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979101.728969:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783979101.728975:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.728981:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979101.728983:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979101.728985:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979101.728987:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065088, offset 0
00000400:00000200:0.0:1783979101.728992:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979101.728996:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979101.729000:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979101.729003:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979101.729006:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979101.729008:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979101.729010:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979101.729013:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345881:345881:256:4294967295] 192.168.201.109@tcp LPNI seq info [345870:345870:8:4294967295]
00000400:00000200:0.0:1783979101.729017:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979101.729023:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979101.729027:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979101.729031:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979101.729034:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979101.729038:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979101.729042:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979101.729045:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979101.729049:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979101.729050:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979101.729053:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979101.729056:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979101.729059:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979101.729061:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979101.729063:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979101.729066:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729073:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979101.729076:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729082:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.729084:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979101.729086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979101.729090:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979101.729093:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979101.729095:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304633376
00000100:00000001:0.0:1783979101.729098:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304634614
00000100:00000001:0.0:1783979101.729100:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304633376
00000100:00000001:0.0:1783979101.729102:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304634614
00000100:00000001:0.0:1783979101.729104:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979101.729106:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.729108:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979101.729111:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979101/real 1783979101]  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979101.729118:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979101.729119:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979101.729121:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979101.729124:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979101.729126:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979101.729127:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979101.729130:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979101.729138:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729144:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979101.729146:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.729149:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979101.729152:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729158:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979101.729161:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729167:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979101.729170:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729171:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.729172:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729174:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979101.729177:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979101.729180:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979101.729182:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979101.729184:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979101.729188:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979101.729195:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065088:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979101.729199:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979101.729202:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729209:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979101.729210:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979101.729212:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979101.729213:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979101.729215:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979101.729218:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979101.729220:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979101.729222:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979101.729224:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979101.729226:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979101.729228:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979101.729230:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979101.729233:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979101.729235:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979101.729238:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979101.729241:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065216, portal 10
00000100:00000001:0.0:1783979101.729242:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979101.729244:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:0.0:1783979101.729249:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729255:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979101.729256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979101.729259:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979101.729261:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065216, offset 0
00000400:00000200:0.0:1783979101.729264:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979101.729268:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979101.729271:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979101.729274:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979101.729276:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979101.729278:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979101.729280:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979101.729283:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345882:345882:256:4294967295] 192.168.201.109@tcp LPNI seq info [345871:345871:8:4294967295]
00000400:00000200:0.0:1783979101.729286:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979101.729292:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979101.729296:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979101.729299:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979101.729303:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979101.729305:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979101.729309:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979101.729311:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979101.729315:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979101.729316:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979101.729319:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979101.729322:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979101.729325:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979101.729327:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979101.729329:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979101.729333:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729340:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979101.729343:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729349:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.729351:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979101.729353:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979101.729356:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979101.729360:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979101.729361:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304633373
00000100:00000001:0.0:1783979101.729364:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304634614
00000100:00000001:0.0:1783979101.729366:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304633373
00000100:00000001:0.0:1783979101.729368:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304634614
00000100:00000001:0.0:1783979101.729370:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979101.729372:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.729374:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979101.729377:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979101/real 1783979101]  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979101.729384:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979101.729385:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979101.729387:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979101.729389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979101.729390:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979101.729392:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979101.729395:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979101.729403:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979101.729410:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729412:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.729413:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979101.729416:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729423:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979101.729426:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729432:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979101.729434:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979101.729436:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729438:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979101.729440:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979101.729442:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979101.729445:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979101.729447:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979101.729451:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979101.729458:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979101.729461:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729463:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979101.729465:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367065088/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729472:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979101.729474:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979101.729476:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979101.729478:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979101.729480:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979101.729481:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979101.729483:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979101.729485:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979101.729487:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979101.729488:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979101.729489:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783979101.729491:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979101.729492:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729494:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979101.729497:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367065216/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979101.729503:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979101.729504:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979101.729506:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979101.729508:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979101.729509:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979101.729510:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979101.729512:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979101.729513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783979101.729515:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979101.729516:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979101.729517:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783979101.729519:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979101.729520:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729521:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979101.729525:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979101.729526:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979101.729528:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979101.729529:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979101.792563:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979101.792573:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979101.792575:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979101.792580:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979101.792584:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979101.792587:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979101.792590:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979101.792592:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979101.792595:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979101.922356:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979101.922364:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979101.922371:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979101.922372:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979101.922799:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979101.922804:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979101.922807:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979102.815858:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979102.815867:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979102.815869:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979102.815876:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979102.815879:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979102.815882:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979102.815885:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979102.815888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979102.815890:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979102.943939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979102.943948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979102.943954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979102.943955:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979102.944362:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979102.944366:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979102.944370:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979103.008118:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304634614, at 4304634624
00000100:00000010:1.0:1783979103.008133:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6120.
00000100:00000040:0.0:1783979103.008187:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304634614, at 4304634624
00000100:00000010:0.0:1783979103.008192:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979103.839908:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979103.839916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979103.839917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979103.839923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979103.839926:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979103.839930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979103.839932:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979103.839934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979103.839937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.968555:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979103.968562:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.968566:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979103.968567:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979103.968624:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979103.968629:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979103.968632:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979104.864389:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979104.864404:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979104.864406:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979104.864414:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979104.864419:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979104.864423:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979104.864426:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979104.864430:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979104.864434:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979104.991904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979104.991911:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979104.991917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979104.991919:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979104.992049:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979104.992054:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979104.992056:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979105.887935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979105.887944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979105.887947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979105.887952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979105.887956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979105.887959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979105.887962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979105.887965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979105.887968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979106.018254:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979106.018260:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979106.018264:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979106.018265:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979106.018344:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979106.018348:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979106.018352:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979106.849347:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979106.849358:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979106.849361:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979106.849365:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979106.849370:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979106.849377:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9966
00000400:00000200:3.0:1783979106.849385:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979106.849390:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979106.849392:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979106.849394:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849397:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849398:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849400:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979106.849403:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979106.849404:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979106.849406:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979106.849408:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979106.849410:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979106.849411:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979106.849413:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849414:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849415:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849416:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979106.849418:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979106.849421:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849422:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979106.849424:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979106.849427:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979106.849429:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849431:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979106.849433:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979106.849441:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783979106.849444:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979106.849447:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979106.849448:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849451:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979106.849454:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979106.849458:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979106.849466:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979106.849473:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979106.849482:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979106.849492:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979106.849496:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979106.849499:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979106.849524:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979106.849527:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979106.849530:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979106.849532:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979106.849533:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979106.849536:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979106.849539:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9966
00000400:00000200:3.0:1783979106.849543:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979106.849546:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979106.849548:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979106.849550:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849552:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849553:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849555:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979106.849556:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979106.849557:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979106.849558:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979106.849560:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979106.849561:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979106.849569:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979106.849571:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849572:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849573:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849575:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979106.849576:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979106.849577:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849579:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979106.849580:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979106.849583:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979106.849585:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849586:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979106.849589:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979106.849590:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849591:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979106.849594:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783979106.849595:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979106.849597:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979106.849598:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849599:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979106.849600:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979106.849601:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979106.849603:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979106.849606:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979106.849609:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979106.849613:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979106.849615:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979106.849617:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979106.849622:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979106.849624:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979106.849626:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979106.849627:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979106.849628:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979106.849630:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979106.849631:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9966
00000400:00000200:3.0:1783979106.849633:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979106.849635:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979106.849636:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979106.849637:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849639:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849640:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849641:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979106.849642:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979106.849643:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979106.849644:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979106.849645:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979106.849647:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979106.849649:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979106.849651:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849653:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979106.849655:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849657:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979106.849659:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979106.849661:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979106.849664:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979106.849665:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979106.849667:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979106.849669:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849671:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979106.849673:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979106.849675:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849676:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979106.849679:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979106.849681:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979106.849683:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979106.849684:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.849686:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979106.849687:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979106.849689:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979106.849693:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979106.849696:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979106.849701:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979106.849707:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979106.849709:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979106.849712:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979106.849718:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979106.849721:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979106.849725:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979106.849727:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979106.849730:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979106.849734:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9976)
00000100:00000001:0.0:1783979106.849840:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979106.849845:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979106.849847:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979106.849852:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.849857:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979106.849859:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.849861:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979106.849863:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979106.849865:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979106.849867:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367065344:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979106.849870:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979106.849873:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979106.849876:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.849877:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979106.849881:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979106.849882:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979106.849886:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979106.849889:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979106.849894:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979106.849899:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065344, portal 25
00000100:00000001:0.0:1783979106.849900:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979106.849902:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:0.0:1783979106.849905:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.849909:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979106.849911:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979106.849913:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979106.849914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367065344, offset 0
00000400:00000200:0.0:1783979106.849919:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979106.849925:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.849929:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979106.849933:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979106.849936:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979106.849938:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979106.849940:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979106.849943:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345883:345883:256:4294967295] 192.168.201.109@tcp LPNI seq info [345872:345872:8:4294967295]
00000400:00000200:0.0:1783979106.849945:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.849951:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979106.849955:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.849958:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979106.849963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979106.849966:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783979106.849970:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979106.849973:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783979106.849976:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.849978:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979106.849982:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979106.849985:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979106.849990:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979106.849991:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979106.849994:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979106.849997:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850003:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850005:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850009:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850010:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979106.850014:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979106.850017:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979106.850019:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304639736
00000100:00000010:0.0:1783979106.850024:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979106.850031:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979106.850037:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304639736
00000100:00000010:0.0:1783979106.850039:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6660.
00000100:00000001:0.0:1783979106.850044:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979106.850046:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979106.850049:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850051:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979106.850055:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979106/real 1783979106]  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979106.850063:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979106.850065:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979106.850067:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979106.850069:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979106.850071:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979106.850073:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979106.850076:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979106.850083:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850089:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979106.850091:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850093:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850094:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979106.850098:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850104:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979106.850108:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850114:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979106.850116:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850117:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850118:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850121:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979106.850123:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979106.850125:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979106.850128:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979106.850130:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979106.850133:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979106.850140:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367065344:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979106.850144:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979106.850147:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850152:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979106.850153:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.850155:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979106.850156:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979106.850158:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979106.850160:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065472:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979106.850163:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979106.850165:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979106.850166:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.850167:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979106.850170:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979106.850172:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979106.850175:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979106.850177:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979106.850180:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979106.850184:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065472, portal 10
00000100:00000001:0.0:1783979106.850186:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979106.850187:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:0.0:1783979106.850193:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850198:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979106.850200:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979106.850202:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979106.850204:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065472, offset 0
00000400:00000200:0.0:1783979106.850207:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979106.850210:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.850213:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979106.850216:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979106.850218:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979106.850220:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979106.850222:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979106.850225:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345884:345884:256:4294967295] 192.168.201.109@tcp LPNI seq info [345873:345873:8:4294967295]
00000400:00000200:0.0:1783979106.850229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.850234:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979106.850238:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.850241:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979106.850245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979106.850247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783979106.850251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979106.850254:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783979106.850258:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.850259:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979106.850262:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979106.850265:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979106.850268:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979106.850270:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979106.850272:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979106.850275:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850283:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850286:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850292:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850293:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979106.850296:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979106.850300:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979106.850303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979106.850304:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304638497
00000100:00000001:0.0:1783979106.850307:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304639736
00000100:00000001:0.0:1783979106.850309:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304638497
00000100:00000001:0.0:1783979106.850312:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304639736
00000100:00000001:0.0:1783979106.850313:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979106.850315:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850317:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979106.850320:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979106/real 1783979106]  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979106.850327:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979106.850328:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979106.850330:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979106.850331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979106.850333:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979106.850334:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979106.850337:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979106.850345:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850351:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979106.850352:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850355:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850356:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979106.850359:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850365:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979106.850368:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850373:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979106.850375:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850377:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850378:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850380:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979106.850383:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979106.850385:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979106.850389:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979106.850391:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979106.850394:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979106.850402:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065472:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979106.850405:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979106.850409:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850415:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979106.850416:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.850418:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979106.850420:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979106.850422:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979106.850425:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979106.850427:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979106.850429:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979106.850431:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979106.850433:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979106.850436:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979106.850438:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979106.850440:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979106.850443:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979106.850446:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979106.850449:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065600, portal 10
00000100:00000001:0.0:1783979106.850451:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979106.850452:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783979106.850457:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850464:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979106.850466:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979106.850469:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000100:00000200:0.0:1783979106.850471:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065600, offset 0
00000400:00000200:0.0:1783979106.850474:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979106.850476:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.850479:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979106.850481:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979106.850483:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979106.850484:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979106.850486:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979106.850488:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345885:345885:256:4294967295] 192.168.201.109@tcp LPNI seq info [345874:345874:8:4294967295]
00000400:00000200:0.0:1783979106.850490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979106.850494:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979106.850497:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.850499:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979106.850501:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979106.850503:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783979106.850506:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979106.850509:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1783979106.850513:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979106.850514:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979106.850518:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979106.850521:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979106.850523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:0.0:1783979106.850525:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:0.0:1783979106.850527:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979106.850531:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850537:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850541:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850555:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979106.850557:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979106.850559:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979106.850562:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979106.850563:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304638494
00000100:00000001:0.0:1783979106.850565:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304639736
00000100:00000001:0.0:1783979106.850566:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304638494
00000100:00000001:0.0:1783979106.850568:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304639736
00000100:00000001:0.0:1783979106.850569:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979106.850570:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850571:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979106.850574:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979106/real 1783979106]  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979106.850578:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979106.850579:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979106.850580:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979106.850581:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979106.850582:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979106.850583:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979106.850585:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979106.850589:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850592:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979106.850593:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850594:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850595:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979106.850597:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850601:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979106.850603:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850607:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979106.850608:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850609:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979106.850609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850610:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979106.850611:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979106.850613:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979106.850614:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979106.850615:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979106.850617:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979106.850621:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979106.850623:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850625:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850626:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367065344/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850630:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979106.850632:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979106.850634:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979106.850636:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979106.850637:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979106.850638:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979106.850639:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979106.850641:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979106.850645:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979106.850646:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979106.850647:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783979106.850649:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979106.850650:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850651:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850653:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367065472/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850656:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979106.850657:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979106.850657:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979106.850658:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979106.850659:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979106.850660:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979106.850661:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979106.850661:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979106.850663:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979106.850663:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979106.850664:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783979106.850665:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979106.850666:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850667:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979106.850669:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367065600/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979106.850672:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979106.850673:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979106.850674:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979106.850675:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979106.850675:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979106.850676:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979106.850677:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979106.850678:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979106.850679:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979106.850679:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979106.850680:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783979106.850681:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979106.850682:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850683:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979106.850689:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979106.850690:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979106.850692:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979106.850693:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979106.911898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979106.911906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979106.911908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979106.911914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979106.911917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979106.911921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979106.911924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979106.911927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979106.911930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.039893:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979107.039897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.039902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979107.039905:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979107.039907:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979107.039911:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.039914:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979107.039916:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.039917:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.039920:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979107.039977:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979107.039982:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979107.039986:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979107.935889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979107.935897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979107.935903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979107.935909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979107.935913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979107.935917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979107.935919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979107.935922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979107.935924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.063907:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979108.063913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.063919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979108.063920:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979108.063980:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979108.063984:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979108.063986:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979108.127919:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304639736, at 4304639744
00000100:00000040:1.0:1783979108.127919:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304639736, at 4304639744
00000100:00000010:1.0:1783979108.127941:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6660.
00000100:00000010:0.0:1783979108.127945:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979108.959991:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979108.959997:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979108.959999:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979108.960004:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979108.960008:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979108.960011:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979108.960014:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979108.960016:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979108.960019:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979109.087938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979109.087949:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979109.087959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979109.087961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979109.088047:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979109.088054:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979109.088058:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979109.983880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979109.983887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979109.983889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979109.983895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979109.983899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979109.983902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979109.983905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979109.983908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979109.983911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.111895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979110.111901:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979110.111903:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979110.111905:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.111909:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979110.111910:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.111912:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.111913:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.111916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979110.111917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979110.111968:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979110.111972:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979110.111975:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979111.007917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979111.007927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979111.007929:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979111.007934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979111.007937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979111.007942:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979111.007945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979111.007948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979111.007952:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979111.135900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979111.135907:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979111.135912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979111.135913:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979111.135982:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979111.135987:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979111.135991:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979111.968086:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979111.968100:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979111.968104:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979111.968108:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979111.968114:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979111.968124:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9971
00000400:00000200:3.0:1783979111.968135:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979111.968143:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979111.968146:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979111.968149:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968153:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979111.968156:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968158:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979111.968164:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979111.968167:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979111.968170:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979111.968173:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979111.968176:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979111.968179:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979111.968182:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968185:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979111.968187:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968190:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979111.968193:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979111.968196:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968199:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979111.968203:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979111.968208:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979111.968211:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968213:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979111.968216:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979111.968228:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979111.968233:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979111.968237:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979111.968239:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968244:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979111.968247:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979111.968252:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979111.968262:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979111.968271:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979111.968281:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979111.968292:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979111.968298:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979111.968302:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979111.968330:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979111.968333:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979111.968337:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979111.968338:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979111.968340:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979111.968343:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979111.968346:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9971
00000400:00000200:3.0:1783979111.968350:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979111.968353:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979111.968356:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979111.968359:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968361:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979111.968363:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968366:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979111.968369:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979111.968370:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979111.968372:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979111.968374:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979111.968376:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979111.968377:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979111.968380:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979111.968381:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968384:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979111.968386:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968389:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979111.968391:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979111.968395:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1783979111.968396:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979111.968401:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979111.968401:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979111.968404:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1783979111.968411:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979111.968412:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979111.968417:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968421:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979111.968428:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1783979111.968428:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979111.968432:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979111.968433:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968436:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979111.968439:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783979111.968443:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979111.968444:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979111.968447:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979111.968449:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979111.968451:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.968454:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968455:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979111.968459:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1783979111.968461:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367065728:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979111.968462:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979111.968469:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:0.0:1783979111.968470:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783979111.968475:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.968477:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979111.968481:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979111.968485:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979111.968486:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979111.968494:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
00000100:00000001:3.0:1783979111.968495:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979111.968498:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968500:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979111.968506:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979111.968515:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979111.968518:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979111.968523:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000100:00080000:3.0:1783979111.968523:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979111.968530:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979111.968532:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979111.968533:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1783979111.968535:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000001:3.0:1783979111.968537:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979111.968542:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9971
00000400:00000200:3.0:1783979111.968547:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000200:0.0:1783979111.968548:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065728, portal 25
00000400:00000200:3.0:1783979111.968551:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979111.968553:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783979111.968556:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979111.968557:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:3.0:1783979111.968562:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968565:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979111.968568:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979111.968570:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968575:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979111.968581:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979111.968584:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000001:0.0:1783979111.968587:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1783979111.968587:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979111.968591:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000040:0.0:1783979111.968593:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000001:3.0:1783979111.968595:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000010:0.0:1783979111.968598:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4df68.
00000020:00000001:3.0:1783979111.968600:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000200:0.0:1783979111.968603:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367065728, offset 0
00000100:00000040:3.0:1783979111.968607:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968611:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979111.968615:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979111.968617:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968620:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979111.968623:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979111.968626:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968629:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.968630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979111.968634:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979111.968638:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979111.968642:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979111.968665:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979111.968670:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979111.968674:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979111.968678:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968681:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979111.968683:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979111.968688:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.968691:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968692:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979111.968698:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979111.968701:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979111.968704:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979111.968705:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345886:345886:256:4294967295] 192.168.201.109@tcp LPNI seq info [345875:345875:8:4294967295]
02000000:00000001:3.0:1783979111.968706:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979111.968711:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979111.968714:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979111.968715:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979111.968717:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.968728:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1783979111.968735:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000800:00000200:0.0:1783979111.968738:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979111.968741:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979111.968748:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979111.968756:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979111.968758:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979111.968762:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979111.968770:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979111.968797:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979111.968802:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979111.968805:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979111.968808:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979111.968814:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9981)
00000800:00000010:0.0:1783979111.968913:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979111.968923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979111.968928:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979111.968949:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.968955:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979111.968958:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304644855
00000100:00000010:0.0:1783979111.968964:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979111.968973:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979111.968981:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304644855
00000100:00000010:0.0:1783979111.968984:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6cc0.
00000100:00000001:0.0:1783979111.968988:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979111.968993:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979111.968996:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969000:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969003:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979111.969011:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979111.969014:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979111.969016:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979111.969018:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979111.969019:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979111.969024:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979111.969032:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979111.969034:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.969036:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979111.969039:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979111.969041:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979111.969044:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065856:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979111.969047:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979111.969049:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979111.969051:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.969053:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979111.969056:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979111.969059:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.969063:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979111.969065:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979111.969070:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979111.969073:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065856, portal 10
00000100:00000001:0.0:1783979111.969075:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979111.969076:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783979111.969093:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979111.969101:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979111.969103:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979111.969106:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d440.
00000100:00000200:0.0:1783979111.969109:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065856, offset 0
00000400:00000200:0.0:1783979111.969114:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979111.969119:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979111.969122:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979111.969125:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979111.969127:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979111.969130:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979111.969133:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979111.969136:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345887:345887:255:4294967295] 192.168.201.109@tcp LPNI seq info [345876:345876:7:4294967295]
00000400:00000200:0.0:1783979111.969140:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979111.969146:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979111.969150:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979111.969154:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7bd00.
00000800:00000200:0.0:1783979111.969159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979111.969169:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979111.969171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979111.969175:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979111.969178:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979111.969180:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304643616
00000100:00000001:0.0:1783979111.969183:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304644855
00000100:00000001:0.0:1783979111.969185:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304643616
00000100:00000001:0.0:1783979111.969187:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304644855
00000100:00000001:0.0:1783979111.969189:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979111.969191:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969193:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979111.969197:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979111.969205:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979111.969206:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.969215:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979111.969217:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979111.969220:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979111.969223:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979111.969226:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979111.969228:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979111.969230:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979111.969232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979111.969235:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979111.969237:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979111.969240:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979111.969243:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979111.969246:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979111.969249:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367065984, portal 10
00000100:00000001:0.0:1783979111.969251:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979111.969252:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:0.0:1783979111.969258:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979111.969265:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979111.969267:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979111.969269:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d7f8.
00000100:00000200:0.0:1783979111.969272:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367065984, offset 0
00000400:00000200:0.0:1783979111.969276:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979111.969281:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979111.969284:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979111.969287:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979111.969289:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979111.969292:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979111.969304:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979111.969309:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345888:345888:254:4294967295] 192.168.201.109@tcp LPNI seq info [345877:345877:6:4294967295]
00000400:00000200:0.0:1783979111.969314:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979111.969320:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979111.969325:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979111.969330:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b200.
00000800:00000200:0.0:1783979111.969333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979111.969337:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979111.969341:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979111.969343:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979111.969347:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979111.969349:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304643613
00000100:00000001:0.0:1783979111.969351:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304644855
00000100:00000001:0.0:1783979111.969353:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304643613
00000100:00000001:0.0:1783979111.969355:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304644855
00000100:00000001:0.0:1783979111.969358:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979111.969360:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969362:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969364:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979111.969367:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979111.969369:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979111.969371:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979111.969372:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979111.969374:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979111.969376:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979112.031921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979112.031931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979112.031933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979112.031940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979112.031944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979112.031949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979112.031952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979112.031955:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979112.031958:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979112.159958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979112.159965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979112.159971:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979112.159972:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979112.160704:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979112.160709:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979112.160712:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979113.055837:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979113.055843:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979113.055844:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979113.055848:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979113.055850:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979113.055853:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979113.055855:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979113.055857:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979113.055859:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.183901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979113.183906:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.183910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979113.183918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979113.183980:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979113.183984:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979113.183987:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979113.247889:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304644855, at 4304644864
00000100:00000010:0.0:1783979113.247906:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979113.249345:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304644855, at 4304644865
00000100:00000010:1.0:1783979113.249355:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6cc0.
00000100:00000001:3.0:1783979114.079912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979114.079920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979114.079922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979114.079927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979114.079931:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979114.079935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979114.079938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979114.079940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979114.079944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979114.207889:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979114.207896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979114.207902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979114.207903:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979114.207966:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979114.207969:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979114.207971:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979115.040082:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979115.040125:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979115.040134:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979115.040139:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979115.040143:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979115.040147:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979115.040151:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979115.040155:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:3.0:1783979115.040161:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979115.040165:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979115.040171:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4df68
00000400:00000010:3.0:1783979115.040174:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4df68.
00000100:00000001:3.0:1783979115.040178:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979115.040186:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040223:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979115.040227:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040235:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979115.040237:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979115.040247:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979115.040249:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7bd00.
00000400:00000200:3.0:1783979115.040252:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979115.040256:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979115.040259:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d440
00000400:00000010:3.0:1783979115.040261:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d440.
00000100:00000001:3.0:1783979115.040263:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979115.040267:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040276:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979115.040279:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040285:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979115.040287:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979115.040291:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979115.040294:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b200.
00000400:00000200:3.0:1783979115.040296:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979115.040299:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979115.040301:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d7f8
00000400:00000010:3.0:1783979115.040303:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d7f8.
00000100:00000001:3.0:1783979115.040306:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979115.040310:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040317:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979115.040320:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979115.040327:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979115.040328:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979115.042148:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979115.042156:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979115.042160:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979115.042174:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979111/real 1783979115]  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979115.042192:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979115.042194:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979115.042198:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979115.042204:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979115.042207:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979115.042211:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979115.042216:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979115.042226:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042234:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979115.042236:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042241:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979115.042244:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042250:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979115.042255:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042261:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979115.042265:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042266:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042267:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042269:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979115.042274:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979115.042277:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979115.042282:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979115.042284:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979115.042288:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979115.042295:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065856:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979115.042301:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979115.042306:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979111/real 1783979115]  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979115.042313:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979115.042314:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979115.042316:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979115.042318:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979115.042320:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979115.042322:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979115.042326:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979115.042333:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042339:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979115.042340:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042342:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979115.042346:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042353:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979115.042356:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042362:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979115.042363:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042365:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042366:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042367:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979115.042369:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979115.042371:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979115.042375:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979115.042376:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979115.042380:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979115.042387:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367065984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979115.042391:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979115.042395:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979111/real 1783979115]  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979115.042402:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979115.042403:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979115.042405:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979115.042407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979115.042409:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979115.042410:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979115.042413:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979115.042420:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042426:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979115.042427:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042429:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042430:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979115.042434:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042440:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979115.042444:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042450:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979115.042453:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979115.042455:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042457:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979115.042459:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979115.042461:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979115.042464:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979115.042466:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979115.042471:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979115.042478:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367065728:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979115.042482:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042484:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979115.042487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367065856/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042493:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979115.042496:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979115.042500:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979115.042504:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979115.042507:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979115.042509:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979115.042512:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979115.042514:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979115.042519:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979115.042521:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979115.042523:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979115.042526:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979115.042527:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042529:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979115.042532:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367065984/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042543:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979115.042545:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979115.042546:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979115.042548:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979115.042549:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979115.042550:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979115.042552:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979115.042554:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979115.042556:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979115.042557:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979115.042558:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783979115.042560:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979115.042562:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042563:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979115.042566:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367065728/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979115.042571:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979115.042572:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979115.042573:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979115.042576:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979115.042577:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979115.042578:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979115.042579:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979115.042581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979115.042583:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979115.042585:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979115.042586:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783979115.042588:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979115.042589:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042591:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979115.042610:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979115.042612:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979115.042615:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979115.042616:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979115.104049:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979115.104057:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979115.104059:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979115.104065:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979115.104069:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979115.104073:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979115.104076:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979115.104078:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979115.104081:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979115.231904:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979115.231910:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979115.231915:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979115.231917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979115.231984:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979115.231989:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979115.231992:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979116.132843:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979116.132852:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979116.132855:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979116.132861:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979116.132866:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979116.132869:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979116.132872:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979116.132876:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979116.132879:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979116.255932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979116.255939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979116.255944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979116.255945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979116.255995:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979116.255999:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979116.256001:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979117.087900:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979117.087911:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979117.087914:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979117.087918:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979117.087922:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979117.087929:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9976
00000400:00000200:0.0:1783979117.087938:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979117.087943:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979117.087947:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979117.087950:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.087953:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.087955:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.087957:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979117.087961:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979117.087964:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979117.087967:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979117.087970:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979117.087972:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979117.087974:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979117.087977:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.087979:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.087981:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.087983:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979117.087987:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979117.087996:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979117.087999:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979117.088002:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979117.088005:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979117.088008:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088010:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979117.088013:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979117.088020:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783979117.088024:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979117.088027:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979117.088029:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088032:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979117.088034:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979117.088038:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979117.088044:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783979117.088051:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979117.088060:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979117.088069:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979117.088074:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979117.088078:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979117.088110:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979117.088113:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979117.088116:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979117.088118:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979117.088119:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979117.088122:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979117.088125:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9976
00000400:00000200:0.0:1783979117.088129:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979117.088131:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979117.088133:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979117.088136:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088138:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.088141:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088142:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979117.088145:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979117.088146:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979117.088147:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979117.088149:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979117.088151:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979117.088153:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979117.088156:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088158:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.088160:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088161:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979117.088164:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979117.088166:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088168:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979117.088170:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979117.088175:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979117.088177:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088178:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979117.088182:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979117.088185:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088187:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979117.088190:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000020:00000040:0.0:1783979117.088192:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979117.088195:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979117.088196:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088197:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979117.088198:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979117.088200:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979117.088203:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783979117.088207:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979117.088211:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979117.088219:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979117.088221:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979117.088225:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979117.088232:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979117.088235:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979117.088238:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979117.088239:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979117.088241:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979117.088244:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979117.088246:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9976
00000400:00000200:0.0:1783979117.088249:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979117.088252:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979117.088254:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979117.088257:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088259:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.088260:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088262:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979117.088264:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979117.088266:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979117.088267:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979117.088269:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979117.088271:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979117.088273:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979117.088275:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088277:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979117.088279:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088281:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979117.088284:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979117.088286:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979117.088288:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979117.088290:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979117.088292:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979117.088294:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088296:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979117.088298:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979117.088300:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088302:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979117.088305:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783979117.088308:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979117.088310:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979117.088311:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979117.088312:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979117.088314:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979117.088315:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979117.088319:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783979117.088322:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979117.088326:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979117.088333:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979117.088335:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979117.088338:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979117.088345:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979117.088347:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979117.088351:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979117.088353:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979117.088356:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979117.088361:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9986)
00000100:00000001:1.0:1783979117.088430:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979117.088435:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979117.088437:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979117.088443:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.088452:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979117.088454:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.088457:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979117.088459:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979117.088461:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979117.088465:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066112:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979117.088469:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979117.088474:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979117.088477:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.088479:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979117.088484:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979117.088486:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979117.088491:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979117.088495:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979117.088502:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979117.088509:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066112, portal 25
00000100:00000001:1.0:1783979117.088512:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979117.088513:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207021824 : -118905502529792 : ffff93db27c28700)
00000100:00000040:1.0:1783979117.088518:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.088526:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979117.088528:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979117.088531:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979117.088534:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367066112, offset 0
00000400:00000200:1.0:1783979117.088593:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979117.088601:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.088607:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979117.088613:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979117.088617:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979117.088620:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979117.088622:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979117.088626:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345889:345889:256:4294967295] 192.168.201.109@tcp LPNI seq info [345878:345878:8:4294967295]
00000400:00000200:1.0:1783979117.088630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.088640:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979117.088645:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.088665:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979117.088673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979117.088676:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979117.088682:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979117.088685:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979117.088690:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.088693:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979117.088709:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979117.088714:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979117.088719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979117.088722:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979117.088725:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979117.088730:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.088739:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.088743:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.088749:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.088751:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979117.088756:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979117.088760:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979117.088762:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304649974
00000100:00000010:1.0:1783979117.088767:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc780.
00000100:00000001:1.0:1783979117.088794:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979117.088806:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304649975
00000100:00000010:1.0:1783979117.088810:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcde0.
00000100:00000001:1.0:1783979117.088813:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979117.088816:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979117.089854:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.089857:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979117.089866:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979117/real 1783979117]  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979117.089878:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979117.089880:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979117.089883:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979117.089887:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979117.089889:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979117.089892:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979117.089896:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979117.089905:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.089918:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979117.089920:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.089922:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.089924:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979117.089928:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.089934:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979117.089939:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.089946:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979117.089949:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.089951:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.089952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.089955:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979117.089957:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979117.089961:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979117.089965:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979117.089967:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979117.089971:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979117.089980:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066112:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979117.089985:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979117.089989:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.089996:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979117.089998:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.090001:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979117.090004:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979117.090007:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979117.090010:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979117.090014:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979117.090016:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979117.090019:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.090021:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979117.090026:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979117.090361:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979117.090368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979117.090372:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979117.090377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979117.090382:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066240, portal 10
00000100:00000001:1.0:1783979117.090384:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979117.090385:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207029888 : -118905502521728 : ffff93db27c2a680)
00000100:00000040:1.0:1783979117.090394:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090401:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979117.090403:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979117.090406:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979117.090409:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367066240, offset 0
00000400:00000200:1.0:1783979117.090415:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979117.090421:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.090427:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979117.090431:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979117.090435:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979117.090438:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979117.090441:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979117.090444:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345890:345890:256:4294967295] 192.168.201.109@tcp LPNI seq info [345879:345879:8:4294967295]
00000400:00000200:1.0:1783979117.090449:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.090456:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979117.090462:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.090466:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979117.090472:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979117.090476:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979117.090481:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979117.090484:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979117.090489:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.090491:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979117.090496:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979117.090500:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979117.090504:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979117.090505:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979117.090508:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979117.090512:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090520:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.090523:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090530:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.090532:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979117.090536:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979117.090540:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979117.090543:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979117.090545:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304648737
00000100:00000001:1.0:1783979117.090619:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304649974
00000100:00000001:1.0:1783979117.090621:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304648737
00000100:00000001:1.0:1783979117.090623:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304649975
00000100:00000001:1.0:1783979117.090625:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979117.090628:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.090629:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979117.090634:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979117/real 1783979117]  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979117.090648:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979117.090650:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979117.090651:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979117.090655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979117.090656:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979117.090659:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979117.090662:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979117.090669:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090675:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979117.090677:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.090679:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.090680:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979117.090684:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090690:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979117.090694:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090701:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979117.090704:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.090706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.090707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.090709:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979117.090712:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979117.090714:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979117.090717:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979117.090719:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979117.090724:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979117.090732:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066240:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979117.090736:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979117.090739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090745:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979117.090747:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.090749:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979117.090751:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979117.090753:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979117.090756:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979117.090759:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979117.090762:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979117.090763:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979117.090765:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979117.090768:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979117.090770:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979117.090800:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979117.090803:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979117.090806:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979117.090808:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066368, portal 10
00000100:00000001:1.0:1783979117.090810:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979117.090811:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028096 : -118905502523520 : ffff93db27c29f80)
00000100:00000040:1.0:1783979117.090817:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979117.090826:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979117.090828:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979117.090830:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367066368, offset 0
00000400:00000200:1.0:1783979117.090834:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979117.090838:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.090841:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979117.090844:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979117.090848:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979117.090850:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979117.090852:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979117.090855:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345891:345891:256:4294967295] 192.168.201.109@tcp LPNI seq info [345880:345880:8:4294967295]
00000400:00000200:1.0:1783979117.090858:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979117.090864:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979117.090868:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.090871:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979117.090875:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979117.090878:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979117.090881:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979117.090884:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979117.090888:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979117.090889:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979117.090892:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979117.090895:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979117.090898:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979117.090900:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979117.090902:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979117.090906:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090913:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.090915:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090921:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.090923:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979117.090926:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979117.090928:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979117.090931:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979117.090934:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304648735
00000100:00000001:1.0:1783979117.090936:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304649974
00000100:00000001:1.0:1783979117.090938:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304648735
00000100:00000001:1.0:1783979117.090940:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304649975
00000100:00000001:1.0:1783979117.090942:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979117.090944:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.090946:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979117.090950:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979117/real 1783979117]  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979117.090957:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979117.090959:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979117.090960:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979117.090962:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979117.090964:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979117.090965:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979117.090969:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979117.090977:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090983:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979117.090985:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.090987:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.090988:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979117.090992:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.090999:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979117.091002:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.091009:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979117.091011:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091013:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979117.091014:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091015:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979117.091016:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979117.091019:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979117.091022:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979117.091024:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979117.091028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979117.091103:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979117.091107:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091110:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.091113:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28700 x1870627367066112/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.091120:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979117.091122:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979117.091125:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979117.091128:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979117.091130:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979117.091132:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979117.091134:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979117.091136:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:1.0:1783979117.091140:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979117.091142:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979117.091144:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28700.
00000100:00000001:1.0:1783979117.091147:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979117.091148:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091150:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.091153:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a680 x1870627367066240/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.091164:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979117.091165:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979117.091167:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979117.091169:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979117.091170:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979117.091171:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979117.091173:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979117.091174:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:1.0:1783979117.091177:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979117.091178:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979117.091179:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a680.
00000100:00000001:1.0:1783979117.091181:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979117.091183:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091184:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979117.091187:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29f80 x1870627367066368/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979117.091193:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979117.091194:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979117.091195:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979117.091197:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979117.091198:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979117.091199:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979117.091200:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979117.091202:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783979117.091203:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979117.091204:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979117.091206:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29f80.
00000100:00000001:1.0:1783979117.091207:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979117.091209:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091211:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979117.091217:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979117.091219:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979117.091221:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979117.091223:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979117.151899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979117.151907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979117.151909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979117.151915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979117.151918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979117.151921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979117.151924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979117.151927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979117.151930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.279895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979117.279901:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.279906:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979117.279910:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979117.279912:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979117.279914:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.279917:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979117.279920:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.279921:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.279924:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979117.279984:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979117.279988:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979117.279991:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979118.175947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979118.175957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979118.175959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979118.175965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979118.175970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979118.175973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979118.175976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979118.175979:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979118.175982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.305797:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979118.305804:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.305810:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979118.305811:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979118.306372:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979118.306376:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979118.306379:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979118.367883:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304649974, at 4304649984
00000100:00000040:1.0:1783979118.367883:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304649975, at 4304649984
00000100:00000010:1.0:1783979118.367900:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcde0.
00000100:00000010:0.0:1783979118.367902:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc780.
00000100:00000001:2.0:1783979119.199876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979119.199887:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979119.199889:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979119.199895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979119.199899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979119.199903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979119.199905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979119.199908:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979119.199910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979119.327892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979119.327897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979119.327901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979119.327902:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979119.327967:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979119.327971:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979119.327974:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979120.224094:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979120.224101:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979120.224103:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979120.224108:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979120.224112:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979120.224116:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979120.224118:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979120.224121:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979120.224124:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.354894:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979120.354902:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979120.354905:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979120.354908:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.354912:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979120.354915:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.354917:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.354919:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.354924:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979120.354925:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979120.355235:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979120.355239:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979120.355242:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979121.248254:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979121.248264:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979121.248265:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979121.248271:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979121.248275:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979121.248279:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979121.248281:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979121.248284:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979121.248287:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979121.375902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979121.375908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979121.375914:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979121.375915:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979121.375971:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979121.375976:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979121.375979:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979122.207920:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979122.207929:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979122.207931:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979122.207934:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979122.207938:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979122.207945:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9981
00000400:00000200:2.0:1783979122.207953:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979122.207958:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979122.207960:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979122.207962:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.207964:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979122.207966:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.207968:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979122.207971:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979122.207972:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979122.207974:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979122.207976:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979122.207978:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979122.207979:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979122.207982:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.207983:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979122.207984:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.207985:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979122.207987:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979122.207989:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979122.207991:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979122.207992:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979122.207995:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979122.207997:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.207998:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979122.207999:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979122.208007:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979122.208010:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979122.208013:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979122.208014:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.208016:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979122.208018:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979122.208021:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979122.208027:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783979122.208032:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979122.208041:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979122.208050:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979122.208054:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979122.208060:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979122.208081:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979122.208084:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979122.208087:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979122.208088:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979122.208090:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979122.208092:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979122.208094:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9981
00000400:00000200:2.0:1783979122.208097:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979122.208099:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979122.208100:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979122.208103:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208104:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979122.208106:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208107:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979122.208109:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979122.208110:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979122.208111:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979122.208113:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979122.208115:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979122.208116:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979122.208119:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208120:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979122.208122:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1783979122.208122:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979122.208128:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783979122.208129:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1783979122.208133:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979122.208134:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979122.208135:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979122.208139:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979122.208144:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979122.208146:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979122.208152:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.208157:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979122.208164:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979122.208165:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979122.208167:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1783979122.208170:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.208172:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979122.208175:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979122.208175:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.208180:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979122.208183:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000100:00100000:1.0:1783979122.208184:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066496:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979122.208190:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1783979122.208190:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979122.208194:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979122.208195:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979122.208197:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979122.208198:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.208200:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979122.208203:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1783979122.208205:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:2.0:1783979122.208207:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979122.208208:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979122.208211:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979122.208215:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979122.208219:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
02000000:00000010:2.0:1783979122.208219:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979122.208227:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979122.208229:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979122.208236:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066496, portal 25
00000100:00000001:1.0:1783979122.208240:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1783979122.208241:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979122.208243:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783979122.208254:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979122.208255:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979122.208259:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208270:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979122.208270:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979122.208277:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979122.208281:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979122.208285:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367066496, offset 0
00000100:00000001:2.0:1783979122.208288:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979122.208292:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979122.208292:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979122.208298:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979122.208301:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1783979122.208303:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783979122.208304:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979122.208308:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979122.208310:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:2.0:1783979122.208314:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9981
00000400:00000200:1.0:1783979122.208317:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979122.208322:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:2.0:1783979122.208324:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979122.208326:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979122.208331:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979122.208332:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:2.0:1783979122.208337:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979122.208341:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345892:345892:256:4294967295] 192.168.201.109@tcp LPNI seq info [345881:345881:8:4294967295]
00000100:00000040:2.0:1783979122.208345:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208349:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979122.208350:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979122.208354:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208358:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979122.208361:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979122.208365:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783979122.208366:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1783979122.208369:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979122.208373:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.0:1783979122.208378:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000001:2.0:1783979122.208378:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979122.208384:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:1.0:1783979122.208387:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000040:2.0:1783979122.208390:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208394:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979122.208395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979122.208399:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979122.208401:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1783979122.208405:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:1.1:1783979122.208409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979122.208413:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979122.208415:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000040:2.0:1783979122.208416:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000010:1.0:1783979122.208417:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979122.208425:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1783979122.208425:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979122.208430:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979122.208432:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1783979122.208435:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979122.208438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
02000000:00000001:2.0:1783979122.208440:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1783979122.208441:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
02000000:00000001:2.0:1783979122.208446:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208447:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979122.208451:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1783979122.208452:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1783979122.208455:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979122.208461:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.208466:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208467:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.208484:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208491:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208493:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1783979122.208498:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979122.208499:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979122.208503:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979122.208508:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979122.208509:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.208511:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979122.208512:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979122.208514:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979122.208518:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000400:00000200:1.0:1783979122.208522:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979122.208523:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208528:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304655094
00000100:00100000:2.0:1783979122.208532:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1783979122.208535:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcde0.
00000100:00000001:1.0:1783979122.208544:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1783979122.208544:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979122.208548:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979122.208554:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208557:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304655094
00000100:00000010:1.0:1783979122.208562:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc420.
00000100:00000001:1.0:1783979122.208566:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1783979122.208568:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208570:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1783979122.208573:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979122.208574:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208579:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1783979122.208580:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979122.208584:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1783979122.208585:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979122/real 1783979122]  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979122.208592:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979122.208598:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9991)
00000400:00000001:1.0:1783979122.208603:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979122.208605:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979122.208607:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979122.208609:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979122.208611:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979122.208614:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979122.208617:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979122.208622:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208627:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979122.208627:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208629:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.208630:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979122.208632:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208636:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979122.208639:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208645:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979122.208647:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208649:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.208650:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208652:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979122.208654:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979122.208657:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979122.208661:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979122.208664:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979122.208668:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979122.208676:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066496:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979122.208681:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208683:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.208686:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367066496/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208691:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979122.208693:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979122.208695:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979122.208697:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979122.208699:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979122.208700:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979122.208701:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979122.208703:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783979122.208706:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979122.208707:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979122.208708:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979122.208710:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979122.208711:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208713:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208718:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979122.208719:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208721:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979122.208722:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979122.208723:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979122.208725:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208730:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979122.208731:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.208732:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979122.208733:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979122.208735:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979122.208736:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979122.208738:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979122.208740:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979122.208748:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.208750:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979122.208753:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979122.208754:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979122.208758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979122.208761:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979122.208764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979122.208766:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066624, portal 10
00000100:00000001:1.0:1783979122.208768:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979122.208770:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979122.208817:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979122.208825:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979122.208828:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979122.208831:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367066624, offset 0
00000400:00000200:1.0:1783979122.208835:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979122.208839:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979122.208843:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979122.208846:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979122.208848:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979122.208850:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979122.208852:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979122.208855:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345893:345893:256:4294967295] 192.168.201.109@tcp LPNI seq info [345882:345882:8:4294967295]
00000400:00000200:1.0:1783979122.208858:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979122.208862:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979122.208865:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979122.208868:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979122.208870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979122.208872:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979122.208875:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979122.208876:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979122.208878:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979122.208880:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979122.208881:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979122.208884:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979122.208886:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979122.208887:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979122.208888:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979122.208891:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208896:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.208897:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208901:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208902:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979122.208904:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979122.208907:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979122.208909:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979122.208911:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304653856
00000100:00000001:1.0:1783979122.208912:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304655094
00000100:00000001:1.0:1783979122.208914:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304653856
00000100:00000001:1.0:1783979122.208915:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304655094
00000100:00000001:1.0:1783979122.208916:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979122.208918:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.208919:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979122.208921:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979122/real 1783979122]  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979122.208929:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979122.208930:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979122.208931:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979122.208933:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979122.208934:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979122.208935:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979122.208936:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979122.208941:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208945:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979122.208945:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208946:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.208947:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979122.208949:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208952:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979122.208954:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.208958:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979122.208961:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208962:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.208963:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.208978:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979122.208984:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979122.208987:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979122.208991:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979122.208993:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979122.208998:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979122.209005:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066624:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979122.209009:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979122.209012:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209018:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979122.209019:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.209021:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979122.209023:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979122.209024:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979122.209027:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979122.209030:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979122.209032:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979122.209034:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979122.209035:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979122.209039:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979122.209041:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979122.209044:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979122.209047:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979122.209049:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979122.209052:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066752, portal 10
00000100:00000001:1.0:1783979122.209054:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979122.209055:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979122.209061:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209066:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979122.209069:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979122.209071:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979122.209073:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367066752, offset 0
00000400:00000200:1.0:1783979122.209077:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979122.209081:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979122.209084:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979122.209087:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979122.209089:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979122.209092:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979122.209094:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979122.209096:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345894:345894:256:4294967295] 192.168.201.109@tcp LPNI seq info [345883:345883:8:4294967295]
00000400:00000200:1.0:1783979122.209101:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979122.209106:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979122.209111:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979122.209114:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979122.209117:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979122.209120:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979122.209124:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979122.209126:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979122.209130:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979122.209132:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979122.209135:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979122.209138:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979122.209141:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979122.209142:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979122.209144:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979122.209148:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209155:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.209158:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209165:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.209166:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979122.209169:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979122.209171:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979122.209173:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979122.209175:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304653853
00000100:00000001:1.0:1783979122.209176:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304655094
00000100:00000001:1.0:1783979122.209178:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304653853
00000100:00000001:1.0:1783979122.209179:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304655094
00000100:00000001:1.0:1783979122.209180:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979122.209181:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.209182:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979122.209185:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979122/real 1783979122]  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979122.209189:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979122.209190:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979122.209191:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979122.209193:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979122.209194:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979122.209195:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979122.209197:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979122.209201:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209204:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979122.209205:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209206:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.209207:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979122.209209:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209212:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979122.209214:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209218:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979122.209220:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209221:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979122.209222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209223:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979122.209225:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979122.209227:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979122.209230:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979122.209232:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979122.209235:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979122.209242:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367066752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979122.209245:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209247:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.209250:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367066624/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209256:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979122.209257:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979122.209259:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979122.209261:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979122.209263:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979122.209264:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979122.209266:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979122.209268:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783979122.209270:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979122.209271:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979122.209273:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979122.209275:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979122.209276:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209277:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979122.209280:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367066752/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979122.209287:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979122.209288:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979122.209289:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979122.209291:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979122.209291:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979122.209292:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979122.209293:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979122.209294:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783979122.209296:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979122.209297:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979122.209297:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979122.209299:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979122.209299:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209300:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979122.209303:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979122.209304:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979122.209305:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979122.209306:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979122.271898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979122.271905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979122.271907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979122.271913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979122.271917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979122.271920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979122.271922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979122.271925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979122.271928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979122.401880:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979122.401886:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979122.401891:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979122.401892:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979122.401955:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979122.402018:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979122.402022:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979123.295922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979123.295931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979123.295933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979123.295939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979123.295944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979123.295948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979123.295951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979123.295954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979123.295956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.423916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979123.423921:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.423925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979123.423927:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979123.423991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979123.423996:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979123.423999:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979123.488692:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304655094, at 4304655104
00000100:00000010:1.0:1783979123.488708:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc420.
00000100:00000040:0.0:1783979123.489173:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304655094, at 4304655105
00000100:00000010:0.0:1783979123.489180:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcde0.
00000100:00000001:2.0:1783979124.319937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979124.319945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979124.319947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979124.319952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979124.319956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979124.319959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979124.319962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979124.319965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979124.319968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979124.447912:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979124.447918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979124.447928:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979124.447930:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979124.447996:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979124.448000:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979124.448003:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979125.343921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979125.343930:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979125.343932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979125.343939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979125.343943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979125.343947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979125.343950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979125.343953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979125.343956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979125.476014:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979125.476021:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979125.476027:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979125.476029:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979125.477300:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979125.477305:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979125.477309:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979126.367886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979126.367894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979126.367896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979126.367902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979126.367905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979126.367909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979126.367912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979126.367914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979126.367917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979126.496242:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979126.496249:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979126.496255:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979126.496256:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979126.496449:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979126.496452:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979126.496455:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979127.327875:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979127.327882:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979127.327884:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979127.327887:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979127.327891:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979127.327896:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9986
00000400:00000200:0.0:1783979127.327903:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979127.327908:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979127.327910:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979127.327912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.327914:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979127.327916:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.327918:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979127.327921:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979127.327922:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979127.327924:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979127.327926:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979127.327928:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979127.327929:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979127.327931:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.327932:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979127.327933:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.327934:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979127.327936:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979127.327938:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979127.327946:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979127.327948:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979127.327951:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979127.327954:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.327955:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979127.327957:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979127.327966:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783979127.327970:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979127.327974:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979127.327975:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.327978:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979127.327981:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979127.327984:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979127.327992:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
00000100:00000001:0.0:1783979127.327998:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979127.328006:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979127.328017:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979127.328020:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979127.328024:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979127.328040:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979127.328042:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979127.328050:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979127.328051:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979127.328052:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979127.328056:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979127.328058:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9986
00000400:00000200:0.0:1783979127.328060:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979127.328063:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979127.328064:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979127.328066:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328068:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979127.328071:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328072:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979127.328074:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979127.328075:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979127.328076:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979127.328077:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783979127.328078:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1783979127.328079:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979127.328083:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979127.328083:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979127.328086:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979127.328088:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328091:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.328093:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979127.328096:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328101:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979127.328107:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783979127.328109:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1783979127.328112:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979127.328113:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.328117:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328119:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979127.328120:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.328124:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979127.328128:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.328129:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979127.328134:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.328137:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1783979127.328138:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066880:192.168.201.109@tcp:250:kworker.0
00000008:00100000:0.0:1783979127.328140:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979127.328145:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328147:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1783979127.328148:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979127.328153:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
02000000:00000001:1.0:1783979127.328154:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1783979127.328155:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979127.328158:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979127.328159:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328159:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.328163:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979127.328164:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979127.328166:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328166:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979127.328173:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
02000000:00000010:1.0:1783979127.328175:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
00000100:00000001:0.0:1783979127.328176:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328180:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979127.328184:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979127.328191:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979127.328198:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979127.328200:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979127.328202:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000040:0.0:1783979127.328206:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979127.328211:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:0.0:1783979127.328219:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979127.328221:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367066880, portal 25
00000100:00080000:0.0:1783979127.328223:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979127.328227:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1783979127.328228:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979127.328230:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028096 : -118905502523520 : ffff93db27c29f80)
00000100:00000001:0.0:1783979127.328232:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979127.328235:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979127.328240:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783979127.328242:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1783979127.328246:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9986
00000400:00000200:0.0:1783979127.328256:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979127.328260:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979127.328261:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1783979127.328262:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.328268:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783979127.328270:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328273:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783979127.328274:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000040:0.0:1783979127.328275:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328278:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:1.0:1783979127.328280:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367066880, offset 0
00000020:00000001:0.0:1783979127.328281:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979127.328282:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979127.328284:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979127.328287:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979127.328288:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979127.328289:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979127.328293:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979127.328294:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328295:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979127.328298:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328300:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979127.328301:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979127.328303:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979127.328304:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979127.328308:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979127.328308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:0.0:1783979127.328313:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979127.328317:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328318:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:0.0:1783979127.328320:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979127.328324:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979127.328326:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1783979127.328327:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979127.328331:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328334:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000010:0.0:1783979127.328336:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000400:00000200:1.0:1783979127.328340:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1783979127.328342:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783979127.328345:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000001:0.0:1783979127.328347:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979127.328351:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328352:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345895:345895:256:4294967295] 192.168.201.109@tcp LPNI seq info [345884:345884:8:4294967295]
00000100:00000001:0.0:1783979127.328353:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979127.328355:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979127.328358:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979127.328362:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000400:00000200:1.0:1783979127.328362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979127.328366:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979127.328371:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979127.328378:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1783979127.328396:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979127.328399:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979127.328402:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:0.0:1783979127.328404:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979127.328412:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979127.328412:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000040:0.0:1783979127.328415:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1783979127.328425:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783979127.328427:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1783979127.328431:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979127.328437:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783979127.328440:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783979127.328441:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1783979127.328448:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783979127.328449:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979127.328452:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000040:0.0:1783979127.328456:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9996)
00000400:00000200:1.0:1783979127.328458:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979127.328464:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979127.328468:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979127.328469:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979127.328472:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979127.328476:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328483:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.328485:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328490:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328491:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979127.328496:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328500:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979127.328502:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304660214
00000100:00000010:1.0:1783979127.328507:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc420.
00000100:00000001:1.0:1783979127.328513:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979127.328519:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304660214
00000100:00000010:1.0:1783979127.328523:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcb40.
00000100:00000001:1.0:1783979127.328525:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979127.328528:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979127.328530:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328532:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979127.328535:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979127/real 1783979127]  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979127.328542:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979127.328543:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979127.328544:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979127.328546:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979127.328547:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979127.328549:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979127.328551:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979127.328556:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328560:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979127.328561:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328562:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.328564:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979127.328566:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328573:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979127.328577:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328583:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979127.328586:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328588:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.328589:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328591:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979127.328593:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979127.328595:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979127.328599:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979127.328602:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979127.328606:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979127.328614:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367066880:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979127.328617:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328618:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.328620:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29f80 x1870627367066880/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328625:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979127.328627:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979127.328628:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979127.328630:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979127.328631:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979127.328633:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979127.328634:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979127.328636:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:1.0:1783979127.328639:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979127.328640:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979127.328641:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29f80.
00000100:00000001:1.0:1783979127.328644:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979127.328644:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328646:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328651:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979127.328653:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979127.328656:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979127.328657:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979127.328660:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328666:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979127.328667:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328669:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979127.328671:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.328673:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.328676:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979127.328678:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979127.328680:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979127.328682:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328683:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979127.328686:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979127.328688:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328692:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979127.328695:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979127.328698:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979127.328701:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067008, portal 10
00000100:00000001:1.0:1783979127.328703:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979127.328704:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207029888 : -118905502521728 : ffff93db27c2a680)
00000100:00000040:1.0:1783979127.328710:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328714:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979127.328715:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979127.328717:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979127.328718:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067008, offset 0
00000400:00000200:1.0:1783979127.328721:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979127.328723:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979127.328726:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979127.328727:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979127.328729:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979127.328731:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979127.328733:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979127.328734:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345896:345896:256:4294967295] 192.168.201.109@tcp LPNI seq info [345885:345885:8:4294967295]
00000400:00000200:1.0:1783979127.328737:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979127.328741:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979127.328752:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979127.328758:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979127.328762:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979127.328764:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979127.328768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979127.328770:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783979127.328806:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979127.328807:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979127.328809:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979127.328811:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979127.328814:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979127.328815:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979127.328817:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979127.328819:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328824:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.328826:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328831:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328832:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979127.328835:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.328839:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979127.328842:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979127.328844:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304658976
00000100:00000001:1.0:1783979127.328846:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304660214
00000100:00000001:1.0:1783979127.328848:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304658976
00000100:00000001:1.0:1783979127.328851:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304660214
00000100:00000001:1.0:1783979127.328853:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979127.328855:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.328857:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979127.328860:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979127/real 1783979127]  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979127.328868:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979127.328877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979127.328879:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979127.328882:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979127.328884:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979127.328886:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979127.328889:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979127.328896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328902:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979127.328904:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328906:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.328907:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979127.328910:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328917:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979127.328921:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328927:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979127.328929:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328931:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.328932:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.328934:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979127.328937:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979127.328947:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979127.328951:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979127.328953:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979127.328957:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979127.328964:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067008:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979127.328968:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979127.328972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.328978:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979127.328979:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328981:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979127.328983:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.328985:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.328987:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979127.328989:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979127.328990:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979127.328991:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.328992:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979127.328995:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979127.328996:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979127.328998:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979127.329000:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979127.329002:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979127.329004:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067136, portal 10
00000100:00000001:1.0:1783979127.329005:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979127.329006:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207021824 : -118905502529792 : ffff93db27c28700)
00000100:00000040:1.0:1783979127.329012:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329018:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979127.329020:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979127.329022:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979127.329025:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067136, offset 0
00000400:00000200:1.0:1783979127.329028:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979127.329033:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979127.329036:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979127.329039:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979127.329041:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979127.329043:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979127.329044:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979127.329047:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345897:345897:256:4294967295] 192.168.201.109@tcp LPNI seq info [345886:345886:8:4294967295]
00000400:00000200:1.0:1783979127.329050:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979127.329056:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979127.329060:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979127.329063:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979127.329066:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979127.329069:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979127.329072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979127.329075:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783979127.329079:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979127.329081:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979127.329083:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979127.329086:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979127.329089:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979127.329094:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979127.329097:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979127.329100:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329106:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.329109:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329119:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.329121:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979127.329124:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.329126:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979127.329129:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979127.329131:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304658973
00000100:00000001:1.0:1783979127.329133:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304660214
00000100:00000001:1.0:1783979127.329134:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304658973
00000100:00000001:1.0:1783979127.329136:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304660214
00000100:00000001:1.0:1783979127.329138:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979127.329139:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.329141:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979127.329144:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979127/real 1783979127]  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979127.329151:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979127.329152:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979127.329153:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979127.329155:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979127.329156:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979127.329158:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979127.329160:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979127.329167:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329172:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979127.329174:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329175:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.329176:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979127.329179:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329186:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979127.329189:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329195:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979127.329197:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329198:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979127.329199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329201:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979127.329202:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979127.329204:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979127.329207:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979127.329209:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979127.329212:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979127.329219:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979127.329223:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329225:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.329227:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a680 x1870627367067008/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329232:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979127.329233:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979127.329235:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979127.329236:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979127.329237:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979127.329238:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979127.329239:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979127.329240:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979127.329242:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979127.329244:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979127.329245:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a680.
00000100:00000001:1.0:1783979127.329246:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979127.329247:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329248:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979127.329250:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28700 x1870627367067136/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.329254:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979127.329254:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979127.329255:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979127.329256:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979127.329257:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979127.329257:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979127.329258:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979127.329259:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783979127.329260:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979127.329261:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979127.329262:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28700.
00000100:00000001:1.0:1783979127.329263:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979127.329263:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329264:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979127.329267:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979127.329268:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.329270:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979127.329271:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979127.391968:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979127.391976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979127.391978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979127.391984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979127.391988:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979127.391992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979127.391995:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979127.391998:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979127.392001:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.519905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979127.519912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.519918:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979127.519921:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979127.519923:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979127.519926:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.519929:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979127.519931:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.519933:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.519935:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979127.519995:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979127.519999:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979127.520002:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979128.415860:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979128.415868:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979128.415870:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979128.415876:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979128.415879:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979128.415883:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979128.415886:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979128.415888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979128.415891:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979128.543975:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979128.543981:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979128.543985:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979128.543986:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979128.544040:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979128.544045:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979128.544049:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979128.607884:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304660214, at 4304660224
00000100:00000010:1.0:1783979128.607899:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcb40.
00000100:00000040:0.0:1783979128.608045:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304660214, at 4304660224
00000100:00000010:0.0:1783979128.608051:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc420.
00000100:00000001:2.0:1783979129.439888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979129.439895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979129.439897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979129.439902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979129.439906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979129.439909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979129.439912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979129.439914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979129.439917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.567889:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979129.567896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.567902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979129.567903:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979129.567972:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979129.567976:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979129.567979:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979130.463890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979130.463897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979130.463899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979130.463904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979130.463908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979130.463911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979130.463914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979130.463916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979130.463919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.591931:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979130.591939:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979130.591941:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979130.591944:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.591948:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979130.591951:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.591953:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.591955:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.591958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979130.591960:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979130.592032:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979130.592038:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979130.592041:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979131.487888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979131.487895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979131.487897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979131.487903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979131.487907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979131.487910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979131.487913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979131.487915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979131.487918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979131.615891:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979131.615897:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979131.615901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979131.615902:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979131.615955:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979131.615959:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979131.615962:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979132.447868:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979132.447875:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979132.447877:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979132.447881:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979132.447885:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979132.447890:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9991
00000400:00000200:0.0:1783979132.447897:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979132.447902:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979132.447904:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979132.447906:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.447908:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979132.447910:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.447912:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979132.447914:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979132.447916:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979132.447918:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979132.447920:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979132.447921:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979132.447923:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979132.447924:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.447925:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979132.447927:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.447928:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979132.447930:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979132.447932:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979132.447933:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979132.447935:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979132.447938:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979132.447939:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979132.447941:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979132.447942:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979132.447950:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000020:00000040:0.0:1783979132.447952:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979132.447955:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979132.447956:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979132.447958:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979132.447960:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979132.447963:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979132.447970:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783979132.447975:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979132.447982:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979132.447989:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979132.447992:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979132.447995:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979132.448015:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979132.448017:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979132.448019:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979132.448020:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979132.448021:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979132.448023:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979132.448025:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9991
00000400:00000200:0.0:1783979132.448027:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979132.448028:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979132.448030:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979132.448032:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448034:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979132.448036:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448038:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979132.448041:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979132.448043:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979132.448045:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979132.448047:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979132.448049:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979132.448051:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979132.448055:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448057:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979132.448058:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448060:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979132.448062:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1783979132.448063:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979132.448068:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979132.448068:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979132.448073:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1783979132.448074:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979132.448078:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979132.448084:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979132.448085:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979132.448091:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979132.448095:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979132.448100:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1783979132.448101:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979132.448102:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448107:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1783979132.448108:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448110:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979132.448112:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448113:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979132.448118:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367067264:192.168.201.109@tcp:250:kworker.0
00000100:00000010:0.0:1783979132.448119:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000100:00000001:1.0:1783979132.448123:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1783979132.448125:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979132.448127:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979132.448129:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979132.448130:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979132.448132:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448134:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1783979132.448136:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979132.448139:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1783979132.448140:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979132.448142:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448143:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979132.448151:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000400:00000200:1.0:1783979132.448151:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979132.448156:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:0.0:1783979132.448157:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979132.448162:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00100000:0.0:1783979132.448166:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783979132.448169:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067264, portal 25
00000100:00000001:1.0:1783979132.448174:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979132.448176:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000001:0.0:1783979132.448182:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1783979132.448184:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979132.448187:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979132.448193:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448203:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979132.448211:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979132.448216:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000001:0.0:1783979132.448219:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979132.448221:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367067264, offset 0
00000100:00080000:0.0:1783979132.448223:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979132.448228:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979132.448231:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1783979132.448232:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:0.0:1783979132.448234:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979132.448238:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979132.448242:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:0.0:1783979132.448243:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9991
00000400:00000200:1.0:1783979132.448252:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979132.448257:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979132.448261:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979132.448264:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979132.448266:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979132.448270:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345898:345898:256:4294967295] 192.168.201.109@tcp LPNI seq info [345887:345887:8:4294967295]
00000400:00000200:1.0:1783979132.448275:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979132.448283:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1783979132.448291:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:1.0:1783979132.448292:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979132.448311:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000010:1.0:1783979132.448311:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00080000:0.0:1783979132.448316:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979132.448324:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979132.448324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979132.448329:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979132.448330:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1783979132.448334:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448339:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:1.1:1783979132.448340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:0.0:1783979132.448346:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.1:1783979132.448346:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1783979132.448348:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979132.448350:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979132.448352:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979132.448356:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000100:1.0:1783979132.448359:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000001:0.0:1783979132.448360:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000010:1.0:1783979132.448364:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000040:0.0:1783979132.448367:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448370:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979132.448371:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1783979132.448373:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979132.448378:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979132.448380:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1783979132.448382:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979132.448387:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000100:00080000:0.0:1783979132.448388:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:1.0:1783979132.448392:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:0.0:1783979132.448393:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979132.448397:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979132.448398:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1783979132.448401:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979132.448406:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979132.448408:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979132.448410:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979132.448412:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979132.448413:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979132.448414:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979132.448422:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000100:00000001:1.0:1783979132.448424:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1783979132.448425:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000040:1.0:1783979132.448429:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979132.448430:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979132.448433:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979132.448436:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979132.448439:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979132.448440:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979132.448442:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448443:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979132.448448:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979132.448449:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000400:00000200:1.0:1783979132.448453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979132.448455:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448456:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304665334
00000100:00000010:1.0:1783979132.448463:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcb40.
00000100:00100000:0.0:1783979132.448464:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979132.448471:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979132.448480:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304665334
00000100:00000010:1.0:1783979132.448483:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbca80.
00000100:00000001:1.0:1783979132.448486:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979132.448488:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979132.448490:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979132.448492:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448495:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448499:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1783979132.448500:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979132.448507:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979132/real 1783979132]  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979132.448512:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979132.448518:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1783979132.448521:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979132.448523:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979132.448525:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979132.448527:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979132.448528:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979132.448530:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1783979132.448533:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1783979132.448535:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979132.448538:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979132.448546:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1783979132.448546:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979132.448555:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10001)
00000100:00000001:1.0:1783979132.448556:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979132.448561:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448563:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.448565:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979132.448570:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448578:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979132.448583:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448590:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979132.448594:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448595:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.448597:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448599:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979132.448600:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979132.448602:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979132.448605:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979132.448607:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979132.448610:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979132.448615:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367067264:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979132.448618:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448619:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979132.448621:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627367067264/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448629:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979132.448631:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979132.448633:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979132.448635:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979132.448636:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979132.448637:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979132.448638:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979132.448640:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979132.448643:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979132.448644:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979132.448645:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:1.0:1783979132.448649:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979132.448650:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448652:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448658:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979132.448660:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448662:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979132.448663:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979132.448664:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979132.448668:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448674:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979132.448676:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448677:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979132.448680:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979132.448681:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979132.448684:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979132.448687:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979132.448689:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979132.448696:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448698:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979132.448701:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979132.448703:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979132.448706:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979132.448709:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979132.448713:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979132.448716:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067392, portal 10
00000100:00000001:1.0:1783979132.448717:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979132.448718:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:1.0:1783979132.448724:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448731:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979132.448733:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979132.448736:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979132.448738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067392, offset 0
00000400:00000200:1.0:1783979132.448742:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979132.448746:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979132.448749:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979132.448752:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979132.448755:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979132.448757:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979132.448759:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979132.448762:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345899:345899:256:4294967295] 192.168.201.109@tcp LPNI seq info [345888:345888:8:4294967295]
00000400:00000200:1.0:1783979132.448766:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979132.448798:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979132.448803:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979132.448806:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979132.448811:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979132.448813:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979132.448818:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979132.448820:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979132.448824:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979132.448826:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979132.448829:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979132.448832:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979132.448835:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979132.448836:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979132.448839:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979132.448843:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448851:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979132.448854:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448860:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448862:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979132.448864:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979132.448868:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979132.448871:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979132.448873:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304664096
00000100:00000001:1.0:1783979132.448875:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304665334
00000100:00000001:1.0:1783979132.448877:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304664096
00000100:00000001:1.0:1783979132.448879:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304665334
00000100:00000001:1.0:1783979132.448881:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979132.448883:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.448886:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979132.448889:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979132/real 1783979132]  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979132.448896:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979132.448897:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979132.448899:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979132.448901:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979132.448903:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979132.448905:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979132.448908:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979132.448916:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448927:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979132.448929:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448930:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.448931:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979132.448935:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448941:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979132.448945:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448952:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979132.448954:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448956:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.448957:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.448959:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979132.448962:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979132.448965:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979132.448968:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979132.448970:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979132.448974:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979132.448981:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067392:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979132.448985:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979132.448988:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.448994:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979132.448996:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.448998:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979132.448999:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979132.449001:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979132.449004:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979132.449007:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979132.449009:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979132.449010:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979132.449012:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979132.449015:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979132.449017:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979132.449020:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979132.449023:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979132.449026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979132.449029:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067520, portal 10
00000100:00000001:1.0:1783979132.449031:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979132.449032:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000100:00000040:1.0:1783979132.449037:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449043:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979132.449045:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979132.449047:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979132.449050:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067520, offset 0
00000400:00000200:1.0:1783979132.449053:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979132.449057:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979132.449060:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979132.449063:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979132.449065:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979132.449067:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979132.449069:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979132.449072:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345900:345900:256:4294967295] 192.168.201.109@tcp LPNI seq info [345889:345889:8:4294967295]
00000400:00000200:1.0:1783979132.449076:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979132.449081:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979132.449086:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979132.449089:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979132.449093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979132.449095:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979132.449099:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979132.449101:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979132.449104:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979132.449106:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979132.449108:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979132.449111:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979132.449114:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979132.449115:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979132.449117:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979132.449121:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449128:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979132.449131:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449138:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.449139:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979132.449142:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979132.449145:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979132.449148:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979132.449150:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304664093
00000100:00000001:1.0:1783979132.449152:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304665334
00000100:00000001:1.0:1783979132.449154:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304664093
00000100:00000001:1.0:1783979132.449157:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304665334
00000100:00000001:1.0:1783979132.449159:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979132.449161:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.449162:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979132.449166:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979132/real 1783979132]  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979132.449174:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979132.449175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979132.449177:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979132.449179:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979132.449180:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979132.449182:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979132.449185:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979132.449194:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449201:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979132.449203:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449205:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.449206:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979132.449209:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449215:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979132.449219:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449225:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979132.449227:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449228:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979132.449229:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449230:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979132.449232:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979132.449234:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979132.449237:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979132.449239:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979132.449243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979132.449250:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979132.449254:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449256:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979132.449259:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627367067392/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449265:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979132.449266:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979132.449268:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979132.449271:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979132.449272:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979132.449273:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979132.449275:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979132.449277:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783979132.449279:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979132.449280:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979132.449281:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:1.0:1783979132.449284:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979132.449285:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449286:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979132.449289:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627367067520/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979132.449308:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979132.449310:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979132.449311:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979132.449314:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979132.449315:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979132.449316:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979132.449318:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979132.449319:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979132.449321:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979132.449323:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979132.449324:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:1.0:1783979132.449326:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979132.449327:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449329:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979132.449332:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979132.449333:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979132.449335:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979132.449336:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979132.511872:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979132.511878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979132.511879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979132.511884:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979132.511887:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979132.511891:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979132.511893:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979132.511895:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979132.511898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979132.639939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979132.639946:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979132.639952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979132.639953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979132.640015:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979132.640023:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979132.640026:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979133.535871:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979133.535877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979133.535879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979133.535883:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979133.535886:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979133.535889:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979133.535890:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979133.535892:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979133.535894:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979133.663886:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979133.663892:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979133.663897:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979133.663898:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979133.663947:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979133.663950:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979133.663953:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979133.727900:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304665334, at 4304665344
00000100:00000010:0.0:1783979133.727914:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcb40.
00000100:00000040:1.0:1783979133.727989:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304665334, at 4304665344
00000100:00000010:1.0:1783979133.727995:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000001:2.0:1783979134.559902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979134.559911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979134.559913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979134.559919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979134.559922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979134.559926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979134.559929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979134.559932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979134.559935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.687930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979134.687935:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.687939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979134.687940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979134.688009:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979134.688013:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979134.688017:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979135.583866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979135.583874:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979135.583876:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979135.583881:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979135.583885:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979135.583888:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979135.583891:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979135.583893:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979135.583896:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979135.711907:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979135.711912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979135.711916:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979135.711917:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979135.711977:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979135.711982:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979135.711985:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979136.608134:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979136.608143:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979136.608145:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979136.608151:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979136.608155:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979136.608158:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979136.608161:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979136.608163:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979136.608166:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.735876:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979136.735883:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.735888:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979136.735891:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979136.735894:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979136.735896:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.735899:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979136.735900:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.735902:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.735903:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979136.735953:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979136.735957:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979136.735959:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979137.567931:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979137.567947:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979137.567950:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979137.567956:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979137.567961:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979137.567970:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 9996
00000400:00000200:3.0:1783979137.567982:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979137.567990:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979137.567994:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979137.567997:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568001:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.568003:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568006:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979137.568011:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979137.568015:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979137.568018:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979137.568021:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979137.568024:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979137.568027:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979137.568030:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568033:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.568034:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568036:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979137.568053:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979137.568058:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568061:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979137.568065:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979137.568069:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979137.568072:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.568075:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979137.568078:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979137.568090:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979137.568095:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979137.568099:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979137.568101:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.568105:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979137.568108:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979137.568113:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979137.568122:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979137.568131:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979137.568141:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979137.568153:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979137.568158:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979137.568164:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.568274:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979137.568280:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979137.568284:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979137.568292:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.568302:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979137.568310:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.568315:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979137.568318:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979137.568321:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979137.568325:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367067648:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979137.568329:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979137.568335:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979137.568338:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.568341:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979137.568347:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.568350:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979137.568356:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979137.568361:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979137.568369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979137.568378:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067648, portal 25
00000100:00000001:1.0:1783979137.568381:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979137.568383:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:1.0:1783979137.568389:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.568397:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979137.568400:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979137.568403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979137.568406:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367067648, offset 0
00000400:00000200:1.0:1783979137.568414:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979137.568424:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.568432:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979137.568439:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979137.568444:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979137.568450:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979137.568453:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979137.568457:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345901:345901:256:4294967295] 192.168.201.109@tcp LPNI seq info [345890:345890:8:4294967295]
00000400:00000200:1.0:1783979137.568462:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.568475:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979137.568482:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.568489:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979137.568498:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979137.568503:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979137.568509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979137.568513:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979137.568517:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.568520:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979137.568534:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979137.568539:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979137.568545:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979137.568548:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979137.568563:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979137.568569:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979137.568602:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979137.568606:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979137.568610:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979137.568611:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979137.568613:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979137.568616:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979137.568619:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9996
00000400:00000200:3.0:1783979137.568624:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979137.568627:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979137.568630:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979137.568632:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568635:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.568637:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568639:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979137.568642:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979137.568644:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979137.568646:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979137.568648:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979137.568650:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979137.568652:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979137.568655:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568658:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.568659:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568661:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979137.568664:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979137.568666:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979137.568669:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979137.568671:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979137.568678:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979137.568681:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.568683:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979137.568688:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979137.568691:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.568693:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979137.568697:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979137.568699:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979137.568702:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979137.568703:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.568705:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979137.568706:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979137.568708:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979137.568712:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979137.568716:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979137.568721:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979137.568729:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979137.568732:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979137.568735:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569043:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.569049:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569056:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569058:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979137.569066:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979137.569070:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979137.569073:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304670455
00000100:00000010:1.0:1783979137.569079:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbca80.
00000100:00000001:1.0:1783979137.569086:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979137.569103:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304670455
00000100:00000010:1.0:1783979137.569107:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783979137.569110:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979137.569114:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979137.569117:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569119:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979137.569123:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979137/real 1783979137]  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979137.569134:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979137.569136:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979137.569139:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979137.569143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979137.569145:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979137.569148:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979137.569152:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979137.569162:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569169:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979137.569171:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569174:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.569176:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979137.569180:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569187:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979137.569191:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569198:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979137.569202:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569214:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.569216:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569219:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979137.569222:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979137.569225:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979137.569230:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979137.569233:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979137.569237:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979137.569246:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367067648:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979137.569251:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569254:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.569256:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367067648/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569263:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979137.569266:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979137.569269:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.569272:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979137.569275:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979137.569277:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979137.569279:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979137.569282:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783979137.569287:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979137.569289:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979137.569291:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783979137.569294:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979137.569296:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569298:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569315:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979137.569320:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569323:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979137.569325:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979137.569326:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979137.569330:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569341:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979137.569343:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.569345:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979137.569348:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979137.569350:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979137.569353:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979137.569356:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979137.569359:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979137.569361:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.569363:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979137.569366:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.569367:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979137.569371:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979137.569374:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979137.569378:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979137.569382:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067776, portal 10
00000100:00000001:1.0:1783979137.569384:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979137.569386:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783979137.569392:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569399:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979137.569401:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979137.569403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979137.569406:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067776, offset 0
00000400:00000200:1.0:1783979137.569410:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979137.569415:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.569419:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979137.569422:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979137.569425:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979137.569428:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979137.569431:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979137.569435:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345902:345902:256:4294967295] 192.168.201.109@tcp LPNI seq info [345891:345891:8:4294967295]
00000400:00000200:1.0:1783979137.569439:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.569445:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979137.569451:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.569455:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979137.569460:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979137.569463:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979137.569467:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979137.569470:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979137.569474:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.569476:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979137.569480:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979137.569483:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979137.569487:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979137.569489:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979137.569492:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979137.569495:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569503:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.569506:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569512:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569513:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979137.569516:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979137.569520:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979137.569523:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979137.569525:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304669216
00000100:00000001:1.0:1783979137.569528:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304670455
00000100:00000001:1.0:1783979137.569530:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304669216
00000100:00000001:1.0:1783979137.569532:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304670455
00000100:00000001:1.0:1783979137.569534:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979137.569537:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569539:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979137.569543:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979137/real 1783979137]  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979137.569551:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979137.569552:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979137.569563:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979137.569566:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979137.569568:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979137.569570:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979137.569573:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979137.569581:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569587:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979137.569589:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569590:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.569592:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979137.569595:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569601:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979137.569605:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569611:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979137.569613:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569615:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.569616:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569618:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979137.569622:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979137.569625:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979137.569629:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979137.569631:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979137.569635:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979137.569643:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067776:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979137.569646:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569649:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.569651:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367067776/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.569657:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979137.569659:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979137.569661:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.569663:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979137.569665:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979137.569666:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979137.569669:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979137.569670:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979137.569673:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979137.569675:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979137.569676:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783979137.569679:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979137.569680:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569682:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.569685:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979137.569687:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569689:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979137.569691:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569798:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979137.569800:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.569802:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979137.569805:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979137.569811:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979137.569812:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979137.569814:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979137.569818:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979137.569821:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 9996
00000400:00000200:3.0:1783979137.569826:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979137.569829:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979137.569832:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979137.569836:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.569838:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.569840:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.569842:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979137.569845:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979137.569847:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979137.569849:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979137.569851:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979137.569853:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979137.569856:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979137.569859:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.569861:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979137.569863:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979137.569866:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979137.569868:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979137.569871:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979137.569874:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979137.569876:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979137.569880:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979137.569882:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.569884:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979137.569888:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979137.569891:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.569892:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979137.569897:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783979137.569900:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979137.569903:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979137.569904:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979137.569906:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979137.569907:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979137.569910:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979137.569916:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979137.569921:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979137.569926:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979137.569934:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979137.569937:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979137.569941:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979137.569961:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979137.569965:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979137.569969:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979137.569972:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979137.569975:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979137.569983:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10006)
00000100:00000001:1.0:1783979137.569987:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979137.569991:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979137.569993:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979137.569999:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570010:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979137.570011:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.570014:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979137.570015:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979137.570017:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979137.570020:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979137.570022:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979137.570024:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979137.570026:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979137.570027:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979137.570030:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.570031:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979137.570034:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979137.570036:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979137.570039:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979137.570042:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367067904, portal 10
00000100:00000001:1.0:1783979137.570043:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979137.570044:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783979137.570049:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570054:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979137.570056:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979137.570057:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979137.570059:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367067904, offset 0
00000400:00000200:1.0:1783979137.570062:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979137.570064:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.570067:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979137.570069:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979137.570071:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979137.570073:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979137.570074:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979137.570077:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345903:345903:256:4294967295] 192.168.201.109@tcp LPNI seq info [345892:345892:8:4294967295]
00000400:00000200:1.0:1783979137.570080:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979137.570085:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979137.570088:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.570090:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979137.570093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979137.570095:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979137.570098:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979137.570100:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979137.570102:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979137.570104:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979137.570107:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979137.570109:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979137.570111:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979137.570112:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979137.570114:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979137.570116:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570122:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.570124:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570129:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.570130:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979137.570132:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979137.570134:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979137.570137:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979137.570139:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304669214
00000100:00000001:1.0:1783979137.570141:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304670455
00000100:00000001:1.0:1783979137.570144:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304669214
00000100:00000001:1.0:1783979137.570146:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304670455
00000100:00000001:1.0:1783979137.570148:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979137.570151:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.570153:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979137.570158:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979137/real 1783979137]  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979137.570166:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979137.570168:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979137.570170:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979137.570172:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979137.570174:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979137.570176:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979137.570179:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979137.570188:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570194:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979137.570196:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570198:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.570199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979137.570203:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570223:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979137.570227:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570234:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979137.570237:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979137.570240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570242:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979137.570243:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979137.570246:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979137.570250:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979137.570253:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979137.570257:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979137.570262:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367067904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979137.570265:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570266:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979137.570268:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367067904/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979137.570271:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979137.570272:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979137.570274:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979137.570275:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979137.570276:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979137.570277:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979137.570278:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979137.570279:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979137.570281:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979137.570282:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979137.570283:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783979137.570285:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979137.570286:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570287:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979137.570290:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979137.570291:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979137.570292:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979137.570293:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979137.631900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979137.631907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979137.631910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979137.631916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979137.631920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979137.631924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979137.631927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979137.631929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979137.631931:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979137.759923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979137.759933:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979137.759939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979137.759940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979137.760025:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979137.760031:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979137.760035:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979138.655900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979138.655911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979138.655913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979138.655920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979138.655924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979138.655928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979138.655931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979138.655934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979138.655938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979138.783980:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979138.783990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979138.783998:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979138.783999:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979138.784062:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979138.784066:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979138.784068:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979138.847911:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304670455, at 4304670464
00000100:00000040:1.0:1783979138.847911:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304670455, at 4304670464
00000100:00000010:1.0:1783979138.847932:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000010:0.0:1783979138.847934:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000001:2.0:1783979139.680279:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979139.680290:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979139.680292:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979139.680301:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979139.680318:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979139.680322:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979139.680325:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979139.680327:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979139.680329:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.808342:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979139.808355:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979139.808357:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979139.808361:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.808368:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979139.808370:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.808373:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.808375:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.808380:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979139.808382:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979139.810253:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979139.810258:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979139.810261:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979140.703927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979140.703937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979140.703940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979140.703947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979140.703952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979140.703956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979140.703959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979140.703962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979140.703964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979140.832223:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979140.832233:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979140.832239:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979140.832240:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979140.832794:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979140.832799:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979140.832802:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979141.727867:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979141.727877:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979141.727879:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979141.727886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979141.727891:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979141.727895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979141.727899:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979141.727903:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979141.727906:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979141.855930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979141.855940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979141.855946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979141.855948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979141.856008:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979141.856013:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979141.856017:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979142.687931:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979142.687949:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979142.687951:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979142.687955:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979142.687960:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979142.687971:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10001
00000400:00000200:2.0:1783979142.687983:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979142.687990:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979142.687994:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979142.687997:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688000:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688003:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688005:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979142.688010:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979142.688012:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979142.688016:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979142.688019:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979142.688022:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979142.688025:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979142.688032:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688034:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688036:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688038:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979142.688041:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979142.688045:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688048:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979142.688051:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979142.688055:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979142.688060:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688063:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979142.688065:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979142.688077:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979142.688080:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979142.688084:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979142.688085:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688088:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979142.688091:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979142.688096:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979142.688104:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783979142.688111:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979142.688138:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979142.688150:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979142.688156:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979142.688161:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979142.688196:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979142.688199:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979142.688203:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979142.688204:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979142.688205:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979142.688208:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979142.688210:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10001
00000400:00000200:2.0:1783979142.688214:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979142.688217:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979142.688219:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979142.688221:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688223:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688225:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688227:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979142.688229:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979142.688231:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979142.688232:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979142.688235:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979142.688237:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979142.688239:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979142.688242:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688244:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688246:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688247:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979142.688249:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979142.688252:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688254:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979142.688256:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979142.688262:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979142.688264:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688266:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979142.688271:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979142.688274:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688275:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979142.688279:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979142.688281:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979142.688283:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979142.688284:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688286:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979142.688287:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979142.688288:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979142.688292:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979142.688296:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979142.688300:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979142.688321:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979142.688323:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979142.688327:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979142.688333:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979142.688335:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979142.688338:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979142.688340:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979142.688341:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979142.688343:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979142.688346:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10001
00000400:00000200:2.0:1783979142.688349:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979142.688351:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979142.688353:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979142.688356:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688358:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688360:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688362:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979142.688363:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979142.688364:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979142.688366:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979142.688368:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979142.688370:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979142.688372:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979142.688375:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688377:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979142.688378:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688380:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979142.688383:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979142.688385:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979142.688387:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979142.688390:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979142.688392:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979142.688395:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688397:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979142.688399:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979142.688402:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688404:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979142.688407:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979142.688410:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979142.688412:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979142.688412:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.688414:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979142.688415:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979142.688416:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979142.688419:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979142.688421:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979142.688425:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979142.688429:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979142.688430:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979142.688433:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979142.688440:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979142.688443:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979142.688447:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979142.688450:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979142.688453:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979142.688459:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10012)
00000100:00000001:1.0:1783979142.688543:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979142.688549:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979142.688552:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979142.688559:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688567:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979142.688569:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.688574:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979142.688577:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979142.688580:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979142.688583:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068032:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979142.688596:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979142.688601:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979142.688605:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.688608:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979142.688613:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979142.688615:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979142.688622:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979142.688626:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979142.688634:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979142.688643:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068032, portal 25
00000100:00000001:1.0:1783979142.688645:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979142.688647:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783979142.688653:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688661:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979142.688664:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979142.688667:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979142.688671:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367068032, offset 0
00000400:00000200:1.0:1783979142.688678:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979142.688698:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.688705:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979142.688711:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979142.688718:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979142.688722:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979142.688724:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979142.688728:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345904:345904:256:4294967295] 192.168.201.109@tcp LPNI seq info [345893:345893:8:4294967295]
00000400:00000200:1.0:1783979142.688733:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.688744:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979142.688751:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.688757:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979142.688763:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979142.688767:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979142.688794:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979142.688798:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979142.688806:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.688810:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979142.688819:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979142.688823:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979142.688829:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979142.688831:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979142.688835:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979142.688839:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688848:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.688851:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688857:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.688859:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979142.688865:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979142.688869:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979142.688872:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304675575
00000100:00000010:1.0:1783979142.688877:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783979142.688885:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979142.688899:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304675575
00000100:00000010:1.0:1783979142.688902:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783979142.688905:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979142.688908:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979142.688911:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.688914:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979142.688918:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979142/real 1783979142]  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979142.688928:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979142.688930:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979142.688933:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979142.688936:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979142.688938:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979142.688941:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979142.688945:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979142.688954:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688961:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979142.688963:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.688965:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.688968:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979142.688972:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688980:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979142.688985:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.688992:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979142.688995:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.688997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.688998:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689001:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979142.689002:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979142.689005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979142.689009:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979142.689012:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979142.689017:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979142.689026:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068032:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979142.689031:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979142.689034:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689046:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979142.689047:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.689049:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979142.689052:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979142.689054:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979142.689057:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979142.689060:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979142.689062:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979142.689064:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.689065:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979142.689069:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979142.689071:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979142.689074:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979142.689077:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979142.689080:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979142.689083:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068160, portal 10
00000100:00000001:1.0:1783979142.689085:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979142.689086:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979142.689093:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689099:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979142.689101:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979142.689103:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979142.689106:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367068160, offset 0
00000400:00000200:1.0:1783979142.689110:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979142.689114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.689129:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979142.689132:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979142.689135:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979142.689137:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979142.689140:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979142.689143:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345905:345905:256:4294967295] 192.168.201.109@tcp LPNI seq info [345894:345894:8:4294967295]
00000400:00000200:1.0:1783979142.689147:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.689153:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979142.689157:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.689161:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979142.689164:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979142.689167:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979142.689171:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979142.689173:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979142.689176:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.689179:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979142.689181:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979142.689184:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979142.689187:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979142.689189:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979142.689192:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979142.689195:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689203:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.689206:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689213:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.689214:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979142.689217:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979142.689220:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979142.689222:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979142.689224:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304674336
00000100:00000001:1.0:1783979142.689227:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304675575
00000100:00000001:1.0:1783979142.689229:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304674336
00000100:00000001:1.0:1783979142.689231:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304675575
00000100:00000001:1.0:1783979142.689234:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979142.689236:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.689238:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979142.689242:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979142/real 1783979142]  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979142.689250:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979142.689251:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979142.689253:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979142.689255:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979142.689257:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979142.689259:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979142.689262:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979142.689271:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689277:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979142.689278:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689279:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.689280:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979142.689283:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689287:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979142.689289:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689294:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979142.689295:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689296:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.689297:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689298:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979142.689300:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979142.689301:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979142.689304:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979142.689306:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979142.689308:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979142.689312:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068160:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979142.689314:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979142.689316:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689320:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979142.689320:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.689321:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979142.689322:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979142.689324:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979142.689325:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979142.689328:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979142.689329:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979142.689330:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979142.689331:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979142.689333:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979142.689334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979142.689337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979142.689338:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979142.689340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979142.689342:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068288, portal 10
00000100:00000001:1.0:1783979142.689343:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979142.689344:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979142.689348:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689352:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979142.689354:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979142.689355:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979142.689357:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367068288, offset 0
00000400:00000200:1.0:1783979142.689359:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979142.689362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.689364:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979142.689366:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979142.689368:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979142.689370:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979142.689371:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979142.689373:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345906:345906:256:4294967295] 192.168.201.109@tcp LPNI seq info [345895:345895:8:4294967295]
00000400:00000200:1.0:1783979142.689375:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979142.689379:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979142.689381:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.689383:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979142.689386:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979142.689388:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979142.689390:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979142.689392:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979142.689394:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979142.689395:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979142.689397:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979142.689399:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979142.689401:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979142.689402:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979142.689404:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979142.689405:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689410:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.689412:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689416:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.689417:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979142.689419:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979142.689421:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979142.689423:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979142.689424:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304674333
00000100:00000001:1.0:1783979142.689425:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304675575
00000100:00000001:1.0:1783979142.689427:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304674333
00000100:00000001:1.0:1783979142.689428:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304675575
00000100:00000001:1.0:1783979142.689429:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979142.689430:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.689431:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979142.689433:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979142/real 1783979142]  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979142.689437:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979142.689438:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979142.689439:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979142.689441:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979142.689442:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979142.689443:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979142.689444:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979142.689449:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689453:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979142.689454:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689455:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.689455:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979142.689457:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689461:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979142.689462:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689468:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979142.689469:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689470:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979142.689471:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689472:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979142.689473:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979142.689474:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979142.689475:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979142.689477:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979142.689479:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979142.689482:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979142.689485:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689486:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.689488:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367068032/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689492:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979142.689494:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979142.689496:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979142.689497:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979142.689499:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979142.689501:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979142.689503:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979142.689505:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783979142.689511:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979142.689513:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979142.689515:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979142.689518:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979142.689520:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689522:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.689525:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367068160/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689531:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979142.689533:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979142.689534:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979142.689536:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979142.689537:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979142.689539:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979142.689541:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979142.689542:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783979142.689545:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979142.689546:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979142.689547:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979142.689550:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979142.689551:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689552:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979142.689556:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367068288/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979142.689561:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979142.689562:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979142.689563:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979142.689564:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979142.689565:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979142.689566:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979142.689567:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979142.689568:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783979142.689569:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979142.689569:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979142.689570:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979142.689571:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979142.689572:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689573:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979142.689580:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979142.689582:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979142.689584:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979142.689586:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979142.751944:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979142.751955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979142.751958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979142.751965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979142.751970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979142.751975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979142.751978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979142.751981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979142.751985:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979142.879962:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979142.879971:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979142.879979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979142.879981:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979142.880057:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979142.880062:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979142.880066:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979143.775947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979143.775957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979143.775959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979143.775966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979143.775971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979143.775975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979143.775979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979143.775982:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979143.775985:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.903947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979143.903956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.903963:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979143.903965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979143.904041:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979143.904047:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979143.904051:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979143.967912:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304675575, at 4304675584
00000100:00000040:1.0:1783979143.967912:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304675575, at 4304675584
00000100:00000010:1.0:1783979143.967937:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000010:0.0:1783979143.967938:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000001:2.0:1783979144.799963:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979144.799973:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979144.799976:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979144.799984:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979144.799988:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979144.799992:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979144.799995:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979144.799997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979144.800001:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979144.928120:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979144.928129:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979144.928136:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979144.928138:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979144.928441:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979144.928446:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979144.928450:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979145.823989:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979145.823996:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979145.823998:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979145.824003:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979145.824007:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979145.824018:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979145.824023:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979145.824026:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979145.824028:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979145.951946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979145.951956:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979145.951963:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979145.951964:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979145.952162:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979145.952166:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979145.952169:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979146.847992:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979146.848000:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979146.848002:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979146.848008:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979146.848011:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979146.848015:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979146.848018:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979146.848020:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979146.848023:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.975929:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979146.975939:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.975947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979146.975952:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979146.975955:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979146.975959:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.975962:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979146.975964:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.975965:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.975967:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979146.976027:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979146.976032:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979146.976035:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979147.807939:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979147.807953:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979147.807956:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979147.807961:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979147.807966:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979147.807974:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10007
00000400:00000200:1.0:1783979147.807986:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979147.807994:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979147.807998:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979147.808002:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808005:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979147.808008:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808010:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979147.808015:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979147.808018:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979147.808021:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979147.808025:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979147.808055:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979147.808058:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979147.808062:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808064:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979147.808066:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808068:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979147.808072:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979147.808075:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808078:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979147.808081:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979147.808086:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979147.808089:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808092:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979147.808095:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979147.808108:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4000.
00000020:00000040:1.0:1783979147.808113:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979147.808117:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979147.808119:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808124:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979147.808127:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979147.808132:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979147.808149:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289000.
00000100:00000001:1.0:1783979147.808158:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979147.808169:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979147.808180:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979147.808185:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979147.808190:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4bc6e3] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979147.808225:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979147.808229:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979147.808232:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979147.808234:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979147.808235:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979147.808239:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979147.808241:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10007
00000400:00000200:1.0:1783979147.808246:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979147.808249:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979147.808252:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979147.808255:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808257:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979147.808260:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808262:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979147.808265:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979147.808266:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979147.808268:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979147.808270:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1783979147.808270:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979147.808274:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979147.808277:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1783979147.808278:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979147.808282:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979147.808283:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808287:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979147.808292:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979147.808292:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808297:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979147.808301:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979147.808308:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979147.808310:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.808314:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1783979147.808315:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:0.0:1783979147.808319:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979147.808320:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.808324:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979147.808325:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979147.808332:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1783979147.808336:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068416:192.168.201.109@tcp:250:kworker.0
02000000:00000001:1.0:1783979147.808337:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808342:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979147.808344:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1783979147.808348:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979147.808351:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1783979147.808353:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.808355:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808357:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.808360:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1783979147.808363:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5c00.
00000020:00000040:1.0:1783979147.808367:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979147.808369:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1783979147.808370:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979147.808374:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979147.808378:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979147.808381:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979147.808386:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1783979147.808388:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
02000000:00000001:1.0:1783979147.808388:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979147.808392:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979147.808397:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
02000000:00000010:1.0:1783979147.808399:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000100:00000001:1.0:1783979147.808405:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979147.808406:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068416, portal 25
00000100:00000001:0.0:1783979147.808411:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1783979147.808412:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979147.808414:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:0.0:1783979147.808424:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979147.808426:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979147.808431:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808437:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979147.808439:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fea0e12] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979147.808443:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979147.808448:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979147.808453:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367068416, offset 0
00000100:00000001:1.0:1783979147.808457:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979147.808461:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979147.808462:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:1.0:1783979147.808468:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979147.808470:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979147.808473:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979147.808476:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979147.808478:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979147.808482:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10007
00000400:00000200:0.0:1783979147.808494:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979147.808501:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979147.808506:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979147.808510:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979147.808513:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979147.808517:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345907:345907:256:4294967295] 192.168.201.109@tcp LPNI seq info [345896:345896:8:4294967295]
00000400:00000200:0.0:1783979147.808522:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979147.808533:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1783979147.808542:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:0.0:1783979147.808543:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979147.808551:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000010:0.0:1783979147.808553:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000100:00080000:1.0:1783979147.808555:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979147.808560:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.0:1783979147.808564:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979147.808565:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1783979147.808569:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1783979147.808571:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979147.808575:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:0.1:1783979147.808578:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:1.0:1783979147.808580:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1783979147.808582:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1783979147.808583:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979147.808587:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:0.0:1783979147.808588:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979147.808592:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000020:00000040:1.0:1783979147.808592:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979147.808597:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979147.808600:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1783979147.808600:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979147.808609:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979147.808610:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979147.808619:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979147.808622:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979147.808627:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979147.808631:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.808641:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979147.808644:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.808658:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808660:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979147.808669:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979147.808673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979147.808677:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304680694
00000100:00000010:0.0:1783979147.808683:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979147.808690:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979147.808700:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304680694
00000100:00000010:0.0:1783979147.808703:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e65a0.
00000100:00000001:0.0:1783979147.808706:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979147.808709:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979147.808711:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808713:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979147.808717:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979147/real 1783979147]  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979147.808718:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1783979147.808728:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979147.808730:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979147.808732:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000100:00000040:1.0:1783979147.808733:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979147.808736:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000100:00000001:1.0:1783979147.808738:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:0.0:1783979147.808739:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000020:00000040:1.0:1783979147.808743:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000001:0.0:1783979147.808744:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1783979147.808750:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000200:0.0:1783979147.808752:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979147.808755:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979147.808760:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979147.808765:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1783979147.808768:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979147.808769:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808820:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979147.808824:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979147.808828:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:1.0:1783979147.808828:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808832:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979147.808832:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808837:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1783979147.808840:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6680.
00000100:00000001:0.0:1783979147.808841:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1783979147.808845:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00100000:0.0:1783979147.808850:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979147.808850:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979147.808852:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979147.808857:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979147.808860:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979147.808863:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808866:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1783979147.808869:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828ac00.
00000100:00000040:0.0:1783979147.808872:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979147.808875:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808881:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979147.808885:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979147.808886:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979147.808888:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979147.808889:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.808893:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979147.808895:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979147.808900:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979147.808906:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979147.808906:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979147.808911:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.808912:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979147.808919:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979147.808922:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007de66edc] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979147.808931:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068416:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979147.808939:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.808942:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1783979147.808944:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979147.808946:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367068416/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979147.808949:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979147.808956:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1783979147.808958:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1783979147.808959:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979147.808962:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
00000100:00000040:1.0:1783979147.808964:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783979147.808966:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1783979147.808970:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:0.0:1783979147.808971:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979147.808973:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979147.808976:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979147.808979:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
00000100:00000040:1.0:1783979147.808979:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10017)
02000000:00000001:0.0:1783979147.808985:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979147.808987:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979147.808988:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:0.0:1783979147.808991:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979147.808991:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.808993:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809002:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979147.809004:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809006:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979147.809008:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979147.809010:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979147.809014:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809021:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979147.809022:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.809024:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979147.809036:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979147.809040:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979147.809043:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068544:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979147.809046:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979147.809048:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979147.809050:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.809052:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979147.809055:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979147.809057:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979147.809060:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979147.809062:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979147.809064:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979147.809066:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068544, portal 10
00000100:00000001:0.0:1783979147.809067:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979147.809069:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:0.0:1783979147.809074:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809078:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979147.809080:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979147.809081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979147.809082:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367068544, offset 0
00000400:00000200:0.0:1783979147.809085:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979147.809087:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979147.809089:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979147.809092:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979147.809094:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979147.809096:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979147.809097:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979147.809099:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345908:345908:256:4294967295] 192.168.201.109@tcp LPNI seq info [345897:345897:8:4294967295]
00000400:00000200:0.0:1783979147.809102:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979147.809107:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979147.809109:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979147.809112:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979147.809114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979147.809116:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979147.809119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979147.809121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979147.809125:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979147.809127:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979147.809129:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979147.809131:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979147.809133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979147.809134:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979147.809136:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979147.809138:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809143:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979147.809145:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809149:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809149:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979147.809152:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979147.809155:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979147.809157:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979147.809158:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304679456
00000100:00000001:0.0:1783979147.809160:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304680694
00000100:00000001:0.0:1783979147.809162:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304679456
00000100:00000001:0.0:1783979147.809163:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304680694
00000100:00000001:0.0:1783979147.809164:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979147.809166:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809167:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979147.809170:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979147/real 1783979147]  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979147.809188:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979147.809189:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979147.809191:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979147.809194:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979147.809195:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979147.809197:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979147.809201:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979147.809209:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809214:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979147.809216:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809218:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979147.809219:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979147.809222:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809229:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979147.809233:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809239:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979147.809242:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809244:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979147.809245:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809247:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979147.809250:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979147.809253:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979147.809256:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979147.809259:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979147.809262:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979147.809267:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068544:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979147.809269:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979147.809271:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809275:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979147.809276:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.809278:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979147.809279:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979147.809280:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979147.809282:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979147.809283:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979147.809284:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979147.809285:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979147.809286:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979147.809288:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979147.809289:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979147.809291:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979147.809293:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979147.809295:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979147.809297:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068672, portal 10
00000100:00000001:0.0:1783979147.809298:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979147.809299:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:0.0:1783979147.809304:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809311:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979147.809313:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979147.809315:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979147.809317:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367068672, offset 0
00000400:00000200:0.0:1783979147.809322:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979147.809325:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979147.809328:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979147.809331:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979147.809334:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979147.809336:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979147.809338:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979147.809341:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345909:345909:256:4294967295] 192.168.201.109@tcp LPNI seq info [345898:345898:8:4294967295]
00000400:00000200:0.0:1783979147.809346:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979147.809351:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979147.809356:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979147.809358:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979147.809360:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979147.809362:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979147.809365:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979147.809366:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979147.809369:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979147.809370:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979147.809373:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979147.809377:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979147.809380:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979147.809381:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979147.809384:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979147.809387:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809394:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979147.809397:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809403:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809405:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979147.809408:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979147.809411:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979147.809414:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979147.809417:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304679453
00000100:00000001:0.0:1783979147.809419:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304680694
00000100:00000001:0.0:1783979147.809421:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304679453
00000100:00000001:0.0:1783979147.809423:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304680694
00000100:00000001:0.0:1783979147.809425:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979147.809427:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809428:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979147.809431:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979147/real 1783979147]  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979147.809436:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979147.809437:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979147.809438:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979147.809440:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979147.809441:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979147.809442:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979147.809444:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979147.809449:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809452:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979147.809453:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979147.809455:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979147.809456:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809460:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979147.809462:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809466:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979147.809468:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809469:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979147.809470:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809471:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979147.809472:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979147.809474:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979147.809475:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979147.809476:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979147.809478:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979147.809482:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979147.809484:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809486:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979147.809487:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367068544/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809491:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979147.809493:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979147.809494:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979147.809495:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979147.809496:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979147.809497:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979147.809498:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979147.809500:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979147.809501:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979147.809502:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979147.809503:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:0.0:1783979147.809505:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979147.809506:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809507:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979147.809509:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367068672/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979147.809516:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979147.809517:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979147.809518:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979147.809519:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979147.809520:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979147.809520:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979147.809521:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979147.809522:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:0.0:1783979147.809523:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979147.809524:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979147.809524:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:0.0:1783979147.809526:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979147.809526:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809527:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979147.809529:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979147.809530:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979147.809532:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979147.809532:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979147.871918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979147.871928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979147.871930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979147.871937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979147.871941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979147.871946:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979147.871949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979147.871951:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979147.871955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979147.999932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979147.999940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979147.999946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979147.999948:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979148.000041:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979148.000046:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979148.000050:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979148.895916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979148.895925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979148.895926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979148.895932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979148.895936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979148.895940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979148.895942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979148.895944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979148.895946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979149.023958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979149.023967:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979149.023974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979149.023975:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979149.024062:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979149.024067:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979149.024070:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979149.087946:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304680694, at 4304680704
00000100:00000010:1.0:1783979149.087968:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e65a0.
00000100:00000040:0.0:1783979149.088033:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304680694, at 4304680704
00000100:00000010:0.0:1783979149.088042:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783979149.919888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979149.919898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979149.919900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979149.919906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979149.919910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979149.919914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979149.919918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979149.919921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979149.919924:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.047945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979150.047958:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979150.047961:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979150.047964:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.047984:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979150.047987:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.048017:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.048021:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.048027:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979150.048029:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979150.048100:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979150.048106:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979150.048110:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979150.943984:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979150.943996:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979150.943999:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979150.944006:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979150.944011:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979150.944016:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979150.944019:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979150.944022:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979150.944026:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979151.071984:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979151.071995:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979151.072003:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979151.072005:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979151.072285:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979151.072290:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979151.072294:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979151.968905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979151.968916:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979151.968918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979151.968925:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979151.968930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979151.968935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979151.968938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979151.968942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979151.968946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979152.098254:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979152.098261:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979152.098267:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979152.098268:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979152.098351:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979152.098356:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979152.098359:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979152.927928:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979152.927936:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979152.927948:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979152.927951:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979152.927955:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979152.927961:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10012
00000400:00000200:1.0:1783979152.927969:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979152.927979:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979152.927981:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979152.927983:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.927985:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.927987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.927988:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979152.927991:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979152.927992:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979152.927994:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979152.927997:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979152.927998:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979152.928000:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979152.928002:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.928003:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.928004:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.928005:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979152.928007:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979152.928009:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979152.928011:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979152.928013:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979152.928015:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979152.928017:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.928018:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979152.928020:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979152.928028:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6300.
00000020:00000040:1.0:1783979152.928031:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979152.928034:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979152.928035:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.928038:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979152.928039:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979152.928042:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979152.928048:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000100:00000001:1.0:1783979152.928054:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979152.928060:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979152.928067:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979152.928070:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979152.928073:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d813050d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928131:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979152.928135:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979152.928137:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979152.928143:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928150:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979152.928152:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.928154:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979152.928156:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979152.928158:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979152.928162:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068800:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979152.928165:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979152.928169:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979152.928171:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.928172:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979152.928176:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979152.928178:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979152.928183:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979152.928187:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979152.928192:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979152.928197:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068800, portal 25
00000100:00000001:0.0:1783979152.928199:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979152.928201:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:0.0:1783979152.928205:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928210:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979152.928213:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979152.928215:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979152.928218:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367068800, offset 0
00000400:00000200:0.0:1783979152.928223:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979152.928231:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.928237:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979152.928241:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979152.928245:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979152.928249:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979152.928251:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979152.928257:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345910:345910:256:4294967295] 192.168.201.109@tcp LPNI seq info [345899:345899:8:4294967295]
00000400:00000200:0.0:1783979152.928260:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.928272:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979152.928277:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.928281:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979152.928288:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979152.928291:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979152.928298:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979152.928301:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979152.928308:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.928311:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979152.928317:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979152.928323:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979152.928329:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979152.928332:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979152.928337:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979152.928342:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928352:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.928357:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928364:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.928366:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979152.928373:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979152.928379:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979152.928382:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304685814
00000100:00000010:0.0:1783979152.928386:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979152.928392:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979152.928397:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304685814
00000100:00000010:0.0:1783979152.928399:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e63c0.
00000100:00000001:0.0:1783979152.928402:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979152.928406:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979152.928408:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.928410:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979152.928414:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979152/real 1783979152]  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979152.928425:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979152.928427:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979152.928428:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979152.928430:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979152.928432:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979152.928435:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979152.928438:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979152.928445:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928450:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979152.928451:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928453:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.928454:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979152.928457:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928462:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979152.928466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928471:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979152.928473:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928474:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.928475:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928477:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979152.928479:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979152.928481:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979152.928484:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979152.928486:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979152.928489:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979152.928495:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367068800:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979152.928499:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928500:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.928503:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367068800/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.928508:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979152.928510:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979152.928512:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979152.928514:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979152.928516:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979152.928517:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979152.928519:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979152.928520:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979152.928523:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979152.928524:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979152.928525:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:0.0:1783979152.928527:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979152.928528:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928530:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.928536:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979152.928537:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.928539:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979152.928541:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931166:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979152.931173:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979152.931177:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979152.931178:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979152.931180:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979152.931183:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979152.931187:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10012
00000400:00000200:1.0:1783979152.931192:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979152.931195:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979152.931198:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979152.931199:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931201:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.931203:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931205:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979152.931207:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979152.931209:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979152.931211:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979152.931213:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979152.931215:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979152.931217:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979152.931220:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931222:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.931223:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931225:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979152.931228:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979152.931230:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931233:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979152.931239:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979152.931247:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979152.931249:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931251:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979152.931255:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979152.931257:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931259:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979152.931265:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7100.
00000020:00000040:1.0:1783979152.931268:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979152.931271:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979152.931273:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931275:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979152.931277:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979152.931279:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979152.931286:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000100:00000001:1.0:1783979152.931290:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979152.931298:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979152.931306:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979152.931310:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979152.931314:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007772dced] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979152.931325:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979152.931328:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979152.931330:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979152.931331:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979152.931333:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979152.931336:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979152.931337:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10012
00000400:00000200:1.0:1783979152.931341:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979152.931343:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979152.931345:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979152.931347:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931349:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.931350:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931353:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979152.931355:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979152.931356:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979152.931357:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979152.931358:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979152.931360:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979152.931362:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979152.931364:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931366:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979152.931367:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931369:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979152.931371:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979152.931373:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979152.931375:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979152.931377:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979152.931380:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979152.931381:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931383:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979152.931394:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979152.931396:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931398:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979152.931402:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7b80.
00000020:00000040:1.0:1783979152.931404:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979152.931406:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979152.931407:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979152.931409:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979152.931410:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979152.931412:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979152.931416:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828bc00.
00000100:00000001:1.0:1783979152.931419:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979152.931424:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979152.931435:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979152.931437:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979152.931440:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000275838cb] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979152.931446:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979152.931449:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979152.931452:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979152.931454:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979152.931457:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979152.931461:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10022)
00000100:00000001:0.0:1783979152.931953:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979152.931958:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979152.931960:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979152.931965:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.931974:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979152.931976:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.931979:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979152.931981:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979152.931984:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979152.931988:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068928:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979152.931990:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979152.931993:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979152.931995:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.931996:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979152.932000:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979152.932001:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979152.932005:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979152.932007:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979152.932011:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979152.932015:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367068928, portal 10
00000100:00000001:0.0:1783979152.932017:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979152.932018:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:0.0:1783979152.932023:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932027:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979152.932029:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979152.932030:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979152.932032:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367068928, offset 0
00000400:00000200:0.0:1783979152.932036:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979152.932040:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.932044:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979152.932047:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979152.932050:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979152.932052:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979152.932054:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979152.932056:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345911:345911:256:4294967295] 192.168.201.109@tcp LPNI seq info [345900:345900:8:4294967295]
00000400:00000200:0.0:1783979152.932059:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.932064:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979152.932068:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.932071:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979152.932075:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979152.932078:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979152.932081:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979152.932084:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979152.932088:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.932091:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979152.932096:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979152.932100:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979152.932104:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979152.932107:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979152.932109:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979152.932112:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932122:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.932125:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932133:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.932135:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979152.932140:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979152.932144:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979152.932147:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979152.932149:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304684579
00000100:00000001:0.0:1783979152.932152:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304685814
00000100:00000001:0.0:1783979152.932154:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304684579
00000100:00000001:0.0:1783979152.932156:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304685814
00000100:00000001:0.0:1783979152.932158:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979152.932160:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.932162:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979152.932166:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979152/real 1783979152]  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979152.932175:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979152.932176:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979152.932178:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979152.932181:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979152.932183:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979152.932185:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979152.932188:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979152.932196:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932202:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979152.932204:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932206:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.932208:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979152.932211:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932218:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979152.932221:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932228:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979152.932230:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932231:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.932232:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932235:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979152.932238:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979152.932240:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979152.932244:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979152.932246:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979152.932250:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979152.932269:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367068928:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979152.932273:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979152.932276:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932282:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979152.932284:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.932285:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979152.932287:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979152.932289:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979152.932291:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979152.932294:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979152.932295:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979152.932297:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979152.932298:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979152.932302:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979152.932304:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979152.932307:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979152.932309:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979152.932312:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979152.932315:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069056, portal 10
00000100:00000001:0.0:1783979152.932317:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979152.932318:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:0.0:1783979152.932323:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932329:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979152.932331:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979152.932334:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979152.932336:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367069056, offset 0
00000400:00000200:0.0:1783979152.932340:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979152.932344:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.932347:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979152.932350:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979152.932352:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979152.932354:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979152.932356:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979152.932359:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345912:345912:256:4294967295] 192.168.201.109@tcp LPNI seq info [345901:345901:8:4294967295]
00000400:00000200:0.0:1783979152.932362:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979152.932367:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979152.932371:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.932374:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979152.932378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979152.932380:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979152.932385:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979152.932387:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979152.932574:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979152.932577:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979152.932580:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979152.932583:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979152.932587:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979152.932589:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979152.932591:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979152.932595:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932602:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.932605:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932617:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.932618:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979152.932622:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979152.932625:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979152.932628:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979152.932630:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304684576
00000100:00000001:0.0:1783979152.932633:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304685814
00000100:00000001:0.0:1783979152.932635:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304684576
00000100:00000001:0.0:1783979152.932637:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304685814
00000100:00000001:0.0:1783979152.932639:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979152.932640:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.932642:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979152.932646:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979152/real 1783979152]  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979152.932654:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979152.932655:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979152.932656:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979152.932659:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979152.932661:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979152.932663:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979152.932666:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979152.932674:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932680:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979152.932681:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932683:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.932684:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979152.932688:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932695:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979152.932699:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932705:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979152.932708:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932709:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979152.932711:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932712:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979152.932714:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979152.932716:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979152.932719:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979152.932721:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979152.932724:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979152.932732:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979152.932735:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932738:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.932741:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367068928/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932747:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979152.932750:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979152.932752:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979152.932755:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979152.932757:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979152.932759:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979152.932761:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979152.932763:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979152.932767:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979152.932768:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979152.932770:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:0.0:1783979152.932950:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979152.932952:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932954:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979152.932958:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7b80 x1870627367069056/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979152.932969:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979152.932971:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979152.932972:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979152.932975:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979152.932977:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979152.932978:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979152.932980:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979152.932981:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783979152.932983:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979152.932985:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979152.932986:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:0.0:1783979152.932988:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979152.932989:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932990:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979152.932997:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979152.932999:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979152.933001:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979152.933003:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979152.991896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979152.991903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979152.991906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979152.991911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979152.991915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979152.991918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979152.991921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979152.991924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979152.991926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.120007:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979153.120013:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.120019:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979153.120020:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979153.120105:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979153.120112:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979153.120117:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979154.017165:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979154.017174:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979154.017177:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979154.017184:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979154.017189:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979154.017193:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979154.017196:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979154.017199:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979154.017202:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979154.143898:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979154.143904:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979154.143910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979154.143911:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979154.143988:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979154.143992:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979154.143994:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979154.207882:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304685814, at 4304685824
00000100:00000040:1.0:1783979154.207882:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304685814, at 4304685824
00000100:00000010:1.0:1783979154.207896:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e63c0.
00000100:00000010:0.0:1783979154.207900:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783979155.039946:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979155.039957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979155.039960:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979155.039966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979155.039971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979155.039975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979155.039977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979155.039981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979155.039984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979155.168561:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979155.168568:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979155.168574:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979155.168575:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979155.168801:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979155.168804:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979155.168807:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979156.064104:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979156.064115:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979156.064117:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979156.064125:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979156.064130:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979156.064140:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979156.064143:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979156.064146:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979156.064150:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979156.191914:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979156.191921:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979156.191927:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979156.191928:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979156.192022:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979156.192025:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979156.192027:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979157.088850:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979157.088857:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979157.088859:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979157.088864:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979157.088877:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979157.088881:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979157.088883:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979157.088886:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979157.088889:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.215947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979157.215953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.215959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979157.215962:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979157.215964:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979157.215967:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.215970:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979157.215972:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.215974:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.215976:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979157.217006:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979157.217011:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979157.217014:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979158.048069:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979158.048080:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979158.048082:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979158.048086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979158.048090:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979158.048096:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10017
00000400:00000200:3.0:1783979158.048105:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979158.048111:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979158.048114:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979158.048117:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048120:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048122:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048125:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979158.048128:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979158.048130:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979158.048133:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979158.048135:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979158.048137:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979158.048139:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979158.048141:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048142:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048143:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048144:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979158.048146:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979158.048148:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048151:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979158.048153:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979158.048155:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979158.048157:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048158:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979158.048160:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979158.048168:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783979158.048171:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979158.048173:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979158.048175:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048177:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979158.048179:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979158.048182:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979158.048187:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979158.048192:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979158.048211:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979158.048221:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979158.048225:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979158.048230:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979158.048253:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979158.048255:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979158.048257:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979158.048258:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979158.048259:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979158.048262:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979158.048264:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10017
00000400:00000200:3.0:1783979158.048267:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979158.048269:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979158.048270:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979158.048272:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048273:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048275:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048276:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979158.048277:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979158.048278:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979158.048279:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979158.048281:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979158.048282:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979158.048283:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979158.048284:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048285:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048287:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048288:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979158.048289:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979158.048290:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048292:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979158.048293:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979158.048297:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979158.048298:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048299:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979158.048301:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979158.048303:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048304:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979158.048307:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783979158.048308:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979158.048309:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979158.048310:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048311:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979158.048312:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979158.048313:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979158.048316:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979158.048318:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979158.048321:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979158.048326:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979158.048327:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979158.048329:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979158.048334:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979158.048336:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979158.048339:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979158.048340:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979158.048342:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979158.048344:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979158.048346:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10017
00000400:00000200:3.0:1783979158.048349:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979158.048351:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979158.048353:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979158.048356:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048357:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048359:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048361:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979158.048363:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979158.048364:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979158.048366:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979158.048367:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979158.048369:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979158.048371:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979158.048375:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048376:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979158.048378:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048380:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979158.048382:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979158.048385:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979158.048387:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979158.048388:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979158.048390:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979158.048391:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048392:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979158.048394:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979158.048396:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048397:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979158.048402:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783979158.048404:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979158.048406:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979158.048407:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979158.048409:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979158.048410:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979158.048412:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979158.048415:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979158.048419:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979158.048432:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979158.048439:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979158.048441:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979158.048445:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979158.048452:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979158.048455:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979158.048458:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979158.048461:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979158.048464:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979158.048469:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10027)
00000100:00000001:0.0:1783979158.049439:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979158.049444:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979158.049447:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979158.049454:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049463:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979158.049466:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.049469:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979158.049472:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979158.049474:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979158.049477:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069184:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979158.049481:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979158.049485:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979158.049487:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.049490:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979158.049495:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979158.049497:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979158.049501:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979158.049505:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979158.049510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979158.049516:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069184, portal 25
00000100:00000001:0.0:1783979158.049519:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979158.049520:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:0.0:1783979158.049526:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049533:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979158.049536:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979158.049538:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979158.049541:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367069184, offset 0
00000400:00000200:0.0:1783979158.049547:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979158.049553:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.049559:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979158.049563:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979158.049567:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979158.049570:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979158.049573:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979158.049577:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345913:345913:256:4294967295] 192.168.201.109@tcp LPNI seq info [345902:345902:8:4294967295]
00000400:00000200:0.0:1783979158.049580:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.049589:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979158.049595:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.049599:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979158.049606:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979158.049610:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979158.049615:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979158.049618:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979158.049622:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.049624:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979158.049629:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979158.049633:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979158.049638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979158.049640:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979158.049644:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979158.049648:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049657:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.049660:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049666:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.049668:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979158.049673:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979158.049676:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979158.049679:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304690935
00000100:00000010:0.0:1783979158.049684:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979158.049689:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979158.049695:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304690935
00000100:00000010:0.0:1783979158.049698:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e63c0.
00000100:00000001:0.0:1783979158.049701:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979158.049704:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979158.049706:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.049708:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979158.049713:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979158/real 1783979158]  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979158.049728:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979158.049730:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979158.049732:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979158.049735:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979158.049737:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979158.049739:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979158.049743:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979158.049751:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049757:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979158.049759:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.049761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.049763:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979158.049766:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049812:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979158.049817:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049824:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979158.049826:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.049828:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.049829:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.049831:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979158.049833:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979158.049848:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979158.049860:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979158.049862:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979158.049867:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979158.049875:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069184:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979158.049880:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979158.049883:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049890:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979158.049891:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.049893:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979158.049895:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979158.049897:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979158.049900:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979158.049903:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979158.049905:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979158.049907:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.049909:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979158.049912:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979158.049914:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979158.049918:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979158.049921:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979158.049924:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979158.049927:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069312, portal 10
00000100:00000001:0.0:1783979158.049928:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979158.049930:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000040:0.0:1783979158.049935:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.049941:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979158.049943:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979158.049945:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979158.049947:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367069312, offset 0
00000400:00000200:0.0:1783979158.049951:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979158.049955:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.049958:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979158.049961:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979158.049963:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979158.049965:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979158.049967:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979158.049970:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345914:345914:256:4294967295] 192.168.201.109@tcp LPNI seq info [345903:345903:8:4294967295]
00000400:00000200:0.0:1783979158.049974:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.049979:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979158.049983:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.049986:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979158.049989:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979158.049992:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979158.049995:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979158.049997:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979158.050000:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.050002:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979158.050004:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979158.050007:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979158.050009:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979158.050011:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979158.050013:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979158.050016:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050024:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.050027:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050032:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.050034:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979158.050037:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979158.050040:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979158.050043:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979158.050045:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304689697
00000100:00000001:0.0:1783979158.050048:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304690935
00000100:00000001:0.0:1783979158.050050:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304689697
00000100:00000001:0.0:1783979158.050052:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304690935
00000100:00000001:0.0:1783979158.050054:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979158.050055:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.050057:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979158.050060:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979158/real 1783979158]  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979158.050067:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979158.050069:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979158.050070:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979158.050072:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979158.050074:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979158.050076:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979158.050079:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979158.050086:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050092:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979158.050093:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050095:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.050096:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979158.050099:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050105:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979158.050108:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050114:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979158.050123:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050125:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.050126:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050128:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979158.050130:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979158.050133:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979158.050136:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979158.050138:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979158.050141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979158.050148:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069312:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979158.050152:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979158.050155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050161:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979158.050163:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.050164:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979158.050166:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979158.050168:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979158.050170:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979158.050173:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979158.050175:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979158.050176:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979158.050178:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979158.050180:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979158.050182:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979158.050185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979158.050187:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979158.050190:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979158.050192:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069440, portal 10
00000100:00000001:0.0:1783979158.050194:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979158.050195:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:0.0:1783979158.050199:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050204:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979158.050206:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979158.050208:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979158.050210:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367069440, offset 0
00000400:00000200:0.0:1783979158.050214:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979158.050217:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.050220:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979158.050223:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979158.050225:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979158.050227:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979158.050229:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979158.050232:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345915:345915:256:4294967295] 192.168.201.109@tcp LPNI seq info [345904:345904:8:4294967295]
00000400:00000200:0.0:1783979158.050236:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979158.050241:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979158.050245:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.050247:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979158.050251:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979158.050254:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979158.050257:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979158.050260:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979158.050263:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979158.050265:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979158.050268:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979158.050270:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979158.050273:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979158.050275:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979158.050277:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979158.050280:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050291:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.050293:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050298:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.050299:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979158.050302:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979158.050305:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979158.050308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979158.050309:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304689694
00000100:00000001:0.0:1783979158.050312:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304690935
00000100:00000001:0.0:1783979158.050314:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304689694
00000100:00000001:0.0:1783979158.050316:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304690935
00000100:00000001:0.0:1783979158.050318:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979158.050320:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.050321:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979158.050325:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979158/real 1783979158]  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979158.050332:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979158.050333:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979158.050334:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979158.050336:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979158.050337:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979158.050339:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979158.050342:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979158.050350:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050356:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979158.050357:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050359:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.050360:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979158.050364:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050370:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979158.050373:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050380:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979158.050383:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050384:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979158.050386:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050387:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979158.050389:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979158.050391:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979158.050394:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979158.050396:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979158.050400:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979158.050407:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979158.050410:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050412:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.050415:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367069184/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050422:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979158.050424:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979158.050426:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979158.050429:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979158.050431:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979158.050433:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979158.050435:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979158.050437:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979158.050440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979158.050442:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979158.050444:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:0.0:1783979158.050447:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979158.050448:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050450:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.050453:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367069312/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050460:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979158.050461:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979158.050462:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979158.050464:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979158.050465:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979158.050467:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979158.050468:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979158.050469:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979158.050471:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979158.050472:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979158.050474:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:0.0:1783979158.050476:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979158.050477:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050478:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979158.050481:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367069440/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979158.050486:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979158.050487:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979158.050489:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979158.050491:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979158.050492:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979158.050493:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979158.050494:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979158.050496:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979158.050497:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979158.050498:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979158.050499:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:0.0:1783979158.050501:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979158.050502:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050504:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979158.050511:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979158.050512:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979158.050514:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979158.050516:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979158.112099:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979158.112106:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979158.112108:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979158.112113:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979158.112117:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979158.112121:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979158.112123:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979158.112126:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979158.112129:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.240088:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979158.240095:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.240101:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979158.240102:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979158.240489:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979158.240493:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979158.240496:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979159.135889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979159.135897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979159.135899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979159.135904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979159.135908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979159.135911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979159.135914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979159.135916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979159.135919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979159.263956:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979159.263963:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979159.263969:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979159.263970:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979159.264075:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979159.264078:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979159.264080:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979159.327907:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304690935, at 4304690944
00000100:00000010:1.0:1783979159.327922:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e63c0.
00000100:00000040:0.0:1783979159.328002:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304690935, at 4304690944
00000100:00000010:0.0:1783979159.328008:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783979160.161059:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979160.161065:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979160.161067:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979160.161072:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979160.161076:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979160.161080:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979160.161082:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979160.161084:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979160.161087:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.287901:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979160.287910:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979160.287912:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979160.287915:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.287920:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979160.287922:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.287924:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.287926:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.287930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979160.287931:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979160.288045:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979160.288048:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979160.288051:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979161.183858:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979161.183866:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979161.183868:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979161.183873:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979161.183876:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979161.183880:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979161.183883:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979161.183885:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979161.183888:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979161.311958:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979161.311965:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979161.311971:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979161.311972:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979161.312040:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979161.312045:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979161.312047:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979162.207901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979162.207919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979162.207922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979162.207928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979162.207933:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979162.207937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979162.207939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979162.207942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979162.207945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979162.335880:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979162.335887:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979162.335892:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979162.335893:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979162.338836:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979162.338841:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979162.338845:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979163.170453:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979163.170463:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979163.170465:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979163.170469:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979163.170473:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979163.170479:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10022
00000400:00000200:2.0:1783979163.170811:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979163.170819:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979163.170823:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979163.170826:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170830:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.170832:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170835:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979163.170838:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979163.170840:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979163.170843:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979163.170846:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979163.170848:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979163.170851:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979163.170854:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170856:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.170858:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170860:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979163.170863:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979163.170866:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170869:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979163.170871:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979163.170875:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979163.170877:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.170880:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979163.170882:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979163.170891:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979163.170894:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979163.170898:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979163.170900:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.170903:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979163.170905:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979163.170909:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979163.170918:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979163.170925:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979163.170933:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979163.170943:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979163.170947:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979163.170951:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979163.170972:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979163.170975:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979163.170978:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979163.170979:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979163.170981:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979163.170983:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979163.170985:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10022
00000400:00000200:2.0:1783979163.170989:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979163.170992:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979163.170994:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979163.170997:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.170999:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.171001:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171003:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979163.171005:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979163.171007:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:0.0:1783979163.171008:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979163.171009:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979163.171014:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1783979163.171014:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979163.171017:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979163.171018:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783979163.171022:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979163.171025:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171029:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.171032:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171034:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979163.171036:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979163.171039:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171041:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979163.171043:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979163.171048:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979163.171050:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171052:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979163.171056:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979163.171058:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171060:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979163.171063:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979163.171065:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979163.171068:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979163.171069:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171070:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979163.171072:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979163.171074:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979163.171077:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979163.171080:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979163.171085:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979163.171091:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979163.171094:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979163.171097:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979163.171104:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979163.171114:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.171116:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979163.171118:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.171121:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979163.171123:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979163.171125:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979163.171127:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069568:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979163.171131:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979163.171134:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979163.171136:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.171138:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979163.171143:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.171144:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979163.171148:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979163.171151:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979163.171156:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979163.171161:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069568, portal 25
00000100:00000001:0.0:1783979163.171162:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979163.171163:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:0.0:1783979163.171167:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171172:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979163.171174:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979163.171175:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979163.171177:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367069568, offset 0
00000400:00000200:0.0:1783979163.171181:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979163.171187:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979163.171191:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979163.171204:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979163.171208:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979163.171211:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979163.171213:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979163.171215:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345916:345916:256:4294967295] 192.168.201.109@tcp LPNI seq info [345905:345905:8:4294967295]
00000400:00000200:0.0:1783979163.171218:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979163.171225:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979163.171230:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.171233:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979163.171238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979163.171241:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979163.171244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979163.171247:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979163.171250:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.171251:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979163.171256:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979163.171259:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979163.171263:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979163.171264:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979163.171267:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979163.171270:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171276:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.171278:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171282:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.171283:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979163.171288:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979163.171290:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979163.171292:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304696057
00000100:00000010:0.0:1783979163.171295:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979163.171301:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979163.171313:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304696057
00000100:00000010:0.0:1783979163.171316:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e65a0.
00000100:00000001:0.0:1783979163.171318:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979163.171320:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979163.171322:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.171323:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979163.171326:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979163/real 1783979163]  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979163.171332:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979163.171333:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979163.171334:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979163.171336:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979163.171337:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979163.171339:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979163.171341:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979163.171349:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171353:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979163.171354:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171356:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.171357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979163.171359:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171362:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979163.171365:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171369:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979163.171371:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171372:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.171373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171374:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979163.171375:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979163.171377:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979163.171379:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979163.171381:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979163.171383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979163.171388:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069568:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979163.171391:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171392:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.171393:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367069568/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171400:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979163.171402:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979163.171404:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.171406:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979163.171407:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979163.171408:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979163.171410:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979163.171412:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:0.0:1783979163.171414:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979163.171415:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979163.171416:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:0.0:1783979163.171418:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979163.171419:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171421:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.171426:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979163.171427:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.171429:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979163.171430:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979163.171431:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979163.171433:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171437:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979163.171437:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.171439:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979163.171440:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979163.171441:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979163.171442:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979163.171444:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979163.171445:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979163.171446:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.171447:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979163.171448:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.171450:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979163.171452:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979163.171461:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979163.171463:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979163.171465:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069696, portal 10
00000100:00000001:0.0:1783979163.171466:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979163.171467:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:0.0:1783979163.171472:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.171480:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979163.171481:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979163.171483:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979163.171484:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367069696, offset 0
00000400:00000200:0.0:1783979163.171486:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979163.171489:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979163.171491:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979163.171493:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979163.171495:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979163.171496:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979163.171497:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979163.171499:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345917:345917:256:4294967295] 192.168.201.109@tcp LPNI seq info [345906:345906:8:4294967295]
00000400:00000200:0.0:1783979163.171502:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783979163.171679:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979163.171683:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979163.171684:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979163.171686:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979163.171689:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979163.171691:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10022
00000400:00000200:2.0:1783979163.171695:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979163.171698:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979163.171700:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979163.171702:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171703:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.171705:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171707:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979163.171709:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979163.171710:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979163.171712:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979163.171713:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979163.171715:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979163.171718:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979163.171720:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171721:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979163.171723:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171724:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979163.171726:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979163.171729:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979163.171731:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979163.171815:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979163.171820:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979163.171822:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171824:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979163.171826:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979163.171829:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171830:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979163.171834:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979163.171837:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979163.171839:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979163.171840:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.171841:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979163.171843:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979163.171844:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979163.171848:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783979163.171852:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979163.171857:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979163.171863:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979163.171865:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979163.171868:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979163.171877:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979163.171880:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979163.171883:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979163.171886:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979163.171889:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979163.171893:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10032)
00000400:00000200:0.0:1783979163.172278:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979163.172285:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.172288:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979163.172291:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979163.172293:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979163.172296:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979163.172298:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979163.172300:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.172302:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979163.172312:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979163.172315:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979163.172317:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979163.172318:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979163.172320:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979163.172323:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172329:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.172331:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172335:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172336:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979163.172338:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979163.172341:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979163.172343:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979163.172344:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304694819
00000100:00000001:0.0:1783979163.172347:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304696057
00000100:00000001:0.0:1783979163.172348:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304694819
00000100:00000001:0.0:1783979163.172349:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304696057
00000100:00000001:0.0:1783979163.172351:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979163.172352:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172353:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979163.172355:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979163/real 1783979163]  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979163.172360:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979163.172360:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979163.172362:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979163.172363:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979163.172364:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979163.172365:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979163.172367:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979163.172371:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172378:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979163.172379:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172381:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.172382:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979163.172384:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172387:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979163.172389:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172393:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979163.172394:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172395:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.172396:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172397:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979163.172399:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979163.172400:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979163.172402:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979163.172403:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979163.172405:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979163.172409:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069696:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979163.172411:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172412:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.172414:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367069696/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172418:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979163.172419:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979163.172421:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.172422:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979163.172423:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979163.172424:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979163.172425:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979163.172426:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:0.0:1783979163.172428:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979163.172429:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979163.172430:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:0.0:1783979163.172431:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979163.172432:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172433:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172437:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979163.172438:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172439:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979163.172440:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979163.172441:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979163.172442:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172447:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979163.172448:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.172450:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979163.172451:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979163.172452:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979163.172462:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979163.172464:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979163.172466:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979163.172467:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979163.172468:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979163.172470:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.172471:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979163.172478:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979163.172480:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979163.172482:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979163.172484:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069824, portal 10
00000100:00000001:0.0:1783979163.172486:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979163.172486:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:0.0:1783979163.172490:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172494:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979163.172495:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979163.172497:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979163.172498:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367069824, offset 0
00000400:00000200:0.0:1783979163.172501:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979163.172503:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979163.172515:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979163.172518:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979163.172520:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979163.172523:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979163.172525:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979163.172528:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345918:345918:256:4294967295] 192.168.201.109@tcp LPNI seq info [345907:345907:8:4294967295]
00000400:00000200:0.0:1783979163.172532:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979163.172538:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979163.172542:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.172546:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979163.172550:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979163.172552:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979163.172554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979163.172556:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979163.172558:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979163.172559:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:0.0:1783979163.172570:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979163.172572:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979163.172574:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:0.0:1783979163.172575:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:0.0:1783979163.172577:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979163.172579:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172588:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.172590:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172594:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172595:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979163.172597:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979163.172598:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979163.172600:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979163.172602:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304694816
00000100:00000001:0.0:1783979163.172604:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304696057
00000100:00000001:0.0:1783979163.172605:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304694816
00000100:00000001:0.0:1783979163.172607:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304696057
00000100:00000001:0.0:1783979163.172608:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979163.172609:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172610:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979163.172612:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979163/real 1783979163]  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979163.172618:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979163.172619:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979163.172621:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979163.172623:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979163.172624:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979163.172626:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979163.172629:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979163.172635:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172641:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979163.172643:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172645:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.172646:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979163.172649:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172656:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979163.172659:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172666:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979163.172669:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172670:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979163.172671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172673:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979163.172674:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979163.172676:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979163.172678:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979163.172679:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979163.172682:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979163.172686:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367069824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979163.172689:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172690:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979163.172691:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367069824/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979163.172695:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979163.172696:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979163.172697:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979163.172698:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979163.172699:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979163.172701:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979163.172702:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979163.172703:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:0.0:1783979163.172706:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979163.172707:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979163.172708:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:0.0:1783979163.172710:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979163.172710:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172712:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979163.172714:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979163.172715:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979163.172716:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979163.172717:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979163.233600:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979163.233607:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979163.233609:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979163.233614:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979163.233618:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979163.233622:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979163.233624:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979163.233627:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979163.233629:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.359936:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979163.359943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.359949:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979163.359951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979163.360050:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979163.360053:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979163.360056:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979164.255904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979164.255923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979164.255925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979164.255930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979164.255934:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979164.255937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979164.255939:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979164.255942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979164.255945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979164.383882:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979164.383886:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979164.383890:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979164.383892:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979164.383959:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979164.383963:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979164.383966:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979164.447886:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304696057, at 4304696064
00000100:00000010:0.0:1783979164.447915:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979164.447972:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304696057, at 4304696064
00000100:00000010:1.0:1783979164.447979:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e65a0.
00000100:00000001:2.0:1783979165.279926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979165.279933:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979165.279935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979165.279940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979165.279943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979165.279947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979165.279949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979165.279952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979165.279955:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979165.407902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979165.407908:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979165.407911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979165.407912:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979165.407984:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979165.407987:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979165.407989:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979166.303896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979166.303905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979166.303907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979166.303913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979166.303917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979166.303921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979166.303923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979166.303926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979166.303929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979166.432103:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979166.432110:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979166.432115:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979166.432117:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979166.432245:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979166.432249:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979166.432252:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979167.327931:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979167.327942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979167.327944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979167.327951:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979167.327956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979167.327960:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979167.327963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979167.327966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979167.327969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.455970:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979167.455975:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.455979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979167.455981:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979167.455983:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979167.455985:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.455987:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979167.455989:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.455990:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.455991:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979167.456149:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979167.456152:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979167.456155:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979168.287873:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979168.287882:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979168.287885:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979168.287888:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979168.287893:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979168.287900:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10027
00000400:00000200:0.0:1783979168.287908:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979168.287913:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979168.287917:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979168.287920:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.287924:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979168.287926:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.287928:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979168.287931:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979168.287933:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979168.287936:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979168.287939:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979168.287941:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979168.287944:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979168.287947:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.287949:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979168.287950:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.287952:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979168.287955:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979168.287958:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979168.287960:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979168.287963:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979168.287966:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979168.287968:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.287971:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979168.287973:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979168.287982:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783979168.287986:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979168.287990:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979168.287991:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.287995:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979168.287997:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979168.288000:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979168.288007:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783979168.288013:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979168.288022:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979168.288037:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979168.288042:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979168.288046:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979168.288068:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979168.288071:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979168.288074:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979168.288076:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979168.288077:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979168.288080:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979168.288083:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10027
00000400:00000200:0.0:1783979168.288088:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979168.288092:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979168.288094:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979168.288096:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1783979168.288097:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288101:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979168.288103:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1783979168.288105:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979168.288107:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1783979168.288109:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979168.288113:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979168.288116:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979168.288118:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1783979168.288118:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1783979168.288122:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979168.288126:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979168.288131:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979168.288135:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1783979168.288138:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979168.288139:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.288143:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1783979168.288146:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1783979168.288147:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979168.288151:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979168.288152:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:1.0:1783979168.288157:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783979168.288158:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979168.288165:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00100000:1.0:1783979168.288166:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069952:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979168.288168:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.288173:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979168.288174:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.288179:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979168.288181:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.288183:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979168.288186:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.288188:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1783979168.288190:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1783979168.288195:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
00000008:00100000:0.0:1783979168.288196:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979168.288198:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1783979168.288201:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.288205:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979168.288209:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:0.0:1783979168.288212:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000400:00000010:1.0:1783979168.288215:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000020:00000040:0.0:1783979168.288217:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979168.288221:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979168.288223:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979168.288223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:0.0:1783979168.288228:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979168.288229:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979168.288231:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979168.288236:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783979168.288240:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979168.288245:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979168.288252:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979168.288254:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979168.288258:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979168.288266:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979168.288268:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979168.288271:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979168.288273:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979168.288274:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979168.288277:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979168.288280:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10027
00000400:00000200:0.0:1783979168.288284:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979168.288286:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979168.288289:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979168.288291:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288293:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979168.288295:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288297:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979168.288299:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979168.288300:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979168.288302:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979168.288304:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979168.288306:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979168.288308:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979168.288311:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288312:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979168.288314:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288316:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979168.288318:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979168.288320:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979168.288323:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979168.288325:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979168.288327:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979168.288329:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.288331:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979168.288333:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979168.288336:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.288337:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979168.288340:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783979168.288342:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979168.288345:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979168.288346:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979168.288347:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979168.288348:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979168.288350:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979168.288353:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783979168.288356:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979168.288360:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979168.288366:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979168.288369:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979168.288373:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979168.288373:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367069952, portal 25
00000100:00000001:1.0:1783979168.288380:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979168.288383:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000001:0.0:1783979168.288386:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979168.288391:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979168.288395:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979168.288396:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979168.288401:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979168.288410:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979168.288413:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979168.288417:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10037)
00000100:00000040:1.0:1783979168.288418:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979168.288423:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979168.288427:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367069952, offset 0
00000400:00000200:1.0:1783979168.288434:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979168.288443:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.288449:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979168.288454:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979168.288458:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979168.288462:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979168.288465:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979168.288468:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345919:345919:256:4294967295] 192.168.201.109@tcp LPNI seq info [345908:345908:8:4294967295]
00000400:00000200:1.0:1783979168.288472:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.288482:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979168.288488:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.288493:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979168.288500:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979168.288504:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979168.288509:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979168.288512:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979168.288517:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.288519:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979168.288525:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979168.288529:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979168.288533:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979168.288535:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979168.288539:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979168.288543:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288552:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.288556:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288575:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.288577:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979168.288582:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979168.288586:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979168.288588:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304701174
00000100:00000010:1.0:1783979168.288593:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783979168.288599:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979168.288725:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304701174
00000100:00000010:1.0:1783979168.288730:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783979168.288734:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979168.288737:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979168.288740:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.288742:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979168.288747:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979168/real 1783979168]  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979168.288756:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979168.288758:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979168.288760:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979168.288763:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979168.288764:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979168.288767:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979168.288770:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979168.288815:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288821:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979168.288823:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288825:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.288827:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979168.288831:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288837:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979168.288841:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288847:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979168.288850:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288851:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.288853:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288855:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979168.288857:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979168.288860:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979168.288863:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979168.288865:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979168.288869:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979168.288876:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367069952:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979168.288880:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288882:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.288885:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627367069952/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288891:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979168.288893:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979168.288896:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979168.288899:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979168.288901:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979168.288902:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979168.288904:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979168.288907:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783979168.288910:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979168.288911:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979168.288913:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:1.0:1783979168.288916:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979168.288917:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288919:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.288925:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979168.288927:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.288928:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979168.288930:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979168.288931:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979168.288934:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288940:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979168.288941:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.288943:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979168.288945:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.288947:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.288950:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979168.288952:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979168.288954:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979168.288956:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.288958:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979168.288961:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979168.288963:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979168.288967:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979168.288969:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979168.288973:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979168.288975:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070080, portal 10
00000100:00000001:1.0:1783979168.288977:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979168.288978:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:1.0:1783979168.288984:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.288990:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979168.288992:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979168.288993:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979168.288996:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070080, offset 0
00000400:00000200:1.0:1783979168.288999:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979168.289003:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.289006:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979168.289009:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979168.289012:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979168.289014:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979168.289016:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979168.289019:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345920:345920:256:4294967295] 192.168.201.109@tcp LPNI seq info [345909:345909:8:4294967295]
00000400:00000200:1.0:1783979168.289023:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.289029:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979168.289033:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.289037:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979168.289041:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979168.289043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979168.289047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979168.289050:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979168.289053:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.289055:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979168.289058:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979168.289061:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979168.289064:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979168.289066:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979168.289068:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979168.289071:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289078:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.289081:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289086:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.289088:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979168.289090:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.289093:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979168.289096:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979168.289098:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304699936
00000100:00000001:1.0:1783979168.289101:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304701174
00000100:00000001:1.0:1783979168.289103:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304699936
00000100:00000001:1.0:1783979168.289105:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304701174
00000100:00000001:1.0:1783979168.289107:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979168.289109:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.289110:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979168.289114:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979168/real 1783979168]  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979168.289121:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979168.289122:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979168.289124:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979168.289126:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979168.289128:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979168.289130:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979168.289133:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979168.289140:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289146:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979168.289148:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.289149:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.289151:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979168.289154:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289160:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979168.289164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289169:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979168.289171:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.289173:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.289174:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.289175:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979168.289178:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979168.289180:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979168.289183:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979168.289185:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979168.289189:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979168.289196:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070080:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979168.289200:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979168.289203:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289214:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979168.289215:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.289217:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979168.289218:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.289220:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.289222:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979168.289225:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979168.289227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979168.289228:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.289230:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979168.289246:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979168.289249:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979168.289252:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979168.289255:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979168.289258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979168.289260:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070208, portal 10
00000100:00000001:1.0:1783979168.289262:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979168.289263:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000100:00000040:1.0:1783979168.289268:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289273:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979168.289275:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979168.289277:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979168.289279:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070208, offset 0
00000400:00000200:1.0:1783979168.289283:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979168.289432:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.289437:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979168.289439:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979168.289442:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979168.289444:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979168.289447:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979168.289450:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345921:345921:256:4294967295] 192.168.201.109@tcp LPNI seq info [345910:345910:8:4294967295]
00000400:00000200:1.0:1783979168.289453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979168.289459:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979168.289463:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.289467:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979168.289470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979168.289473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979168.289477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979168.289480:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979168.289483:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979168.289485:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979168.289488:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979168.289491:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979168.289495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979168.289496:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979168.289499:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979168.289502:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289509:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.289512:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.289517:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.289519:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979168.289522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.289524:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979168.289528:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979168.289530:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304699933
00000100:00000001:1.0:1783979168.289532:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304701174
00000100:00000001:1.0:1783979168.289534:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304699933
00000100:00000001:1.0:1783979168.289536:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304701174
00000100:00000001:1.0:1783979168.289538:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979168.289541:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.289543:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979168.289546:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979168/real 1783979168]  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979168.289554:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979168.289555:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979168.289556:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979168.289559:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979168.289560:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979168.290414:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979168.290419:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979168.290429:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.290435:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979168.290437:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290439:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.290441:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979168.290444:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.290450:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979168.290454:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.290460:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979168.290462:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290464:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979168.290465:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290467:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979168.290468:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979168.290471:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979168.290475:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979168.290478:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979168.290482:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979168.290488:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979168.290492:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290495:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.290498:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627367070080/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.290505:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979168.290508:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979168.290511:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979168.290515:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979168.290517:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979168.290518:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979168.290520:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979168.290522:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:1.0:1783979168.290525:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979168.290527:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979168.290528:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:1.0:1783979168.290531:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979168.290532:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290534:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979168.290537:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627367070208/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.290543:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979168.290545:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979168.290546:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979168.290549:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979168.290550:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979168.290551:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979168.290553:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979168.290555:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:1.0:1783979168.290557:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979168.290558:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979168.290559:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:1.0:1783979168.290561:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979168.290562:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290564:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979168.290569:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979168.290571:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.290572:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979168.290574:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979168.351924:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979168.351934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979168.351935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979168.351942:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979168.351946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979168.351949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979168.351952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979168.351954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979168.351957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979168.480818:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979168.480823:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979168.480827:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979168.480828:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979168.480941:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979168.480944:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979168.480946:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979169.375895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979169.375902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979169.375904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979169.375909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979169.375912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979169.375916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979169.375919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979169.375921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979169.375923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.503992:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979169.504002:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.504010:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979169.504012:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979169.504132:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979169.504137:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979169.504140:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979169.567924:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304701174, at 4304701184
00000100:00000010:0.0:1783979169.567945:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000040:1.0:1783979169.568298:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304701174, at 4304701184
00000100:00000010:1.0:1783979169.568305:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000001:2.0:1783979170.399898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979170.399905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979170.399907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979170.399912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979170.399916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979170.399919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979170.399922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979170.399924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979170.399926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.527952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979170.527963:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979170.527966:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979170.527969:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.527976:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979170.527978:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.527980:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.527983:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.527988:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979170.527990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979170.528154:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979170.528159:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979170.528162:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979171.424213:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979171.424220:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979171.424222:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979171.424228:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979171.424231:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979171.424235:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979171.424237:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979171.424240:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979171.424243:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979171.552025:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979171.552032:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979171.552038:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979171.552039:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979171.552130:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979171.552142:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979171.552146:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979172.447896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979172.447903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979172.447905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979172.447911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979172.447915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979172.447920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979172.447923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979172.447926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979172.447928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979172.575948:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979172.575957:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979172.575965:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979172.575968:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979172.576680:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979172.576688:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979172.576693:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979173.407982:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979173.407992:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979173.407995:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979173.407999:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979173.408004:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979173.408011:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10032
00000400:00000200:3.0:1783979173.408019:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979173.408025:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979173.408028:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979173.408031:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408034:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979173.408036:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408039:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979173.408044:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979173.408046:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979173.408049:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979173.408052:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979173.408064:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979173.408068:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979173.408071:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408073:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979173.408075:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408077:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979173.408080:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979173.408083:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408086:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979173.408088:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979173.408092:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979173.408095:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408097:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979173.408100:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979173.408110:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979173.408114:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979173.408117:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979173.408118:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408121:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979173.408124:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979173.408128:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979173.408135:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979173.408142:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979173.408159:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979173.408167:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979173.408171:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979173.408174:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979173.408191:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979173.408195:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979173.408198:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979173.408199:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979173.408201:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979173.408204:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979173.408206:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10032
00000400:00000200:3.0:1783979173.408210:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979173.408214:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979173.408216:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979173.408221:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408223:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979173.408225:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408227:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979173.408230:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979173.408232:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979173.408233:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979173.408236:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979173.408239:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979173.408241:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979173.408246:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408248:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979173.408250:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408252:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979173.408254:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979173.408257:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979173.408260:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979173.408261:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979173.408268:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979173.408272:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979173.408276:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783979173.408277:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979173.408281:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408283:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1783979173.408288:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783979173.408290:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979173.408301:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408308:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.408314:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1783979173.408316:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783979173.408319:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979173.408322:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979173.408327:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979173.408327:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979173.408333:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.408334:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979173.408341:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979173.408343:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979173.408345:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1783979173.408350:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367070336:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979173.408350:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.408360:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1783979173.408364:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979173.408368:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979173.408371:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.408373:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.408379:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1783979173.408381:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783979173.408389:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
00000100:00000001:3.0:1783979173.408392:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783979173.408395:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408398:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.408408:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979173.408408:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979173.408420:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:3.0:1783979173.408422:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979173.408428:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1783979173.408432:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00080000:3.0:1783979173.408432:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979173.408436:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979173.408439:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979173.408442:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1783979173.408444:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070336, portal 25
00000100:00080000:3.0:1783979173.408449:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10032
00000100:00000001:1.0:1783979173.408451:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979173.408455:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000400:00000200:3.0:1783979173.408463:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:1.0:1783979173.408468:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979173.408476:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979173.408487:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783979173.408487:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979173.408495:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979173.408501:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000040:3.0:1783979173.408501:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:1.0:1783979173.408510:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367070336, offset 0
00000100:00000001:3.0:1783979173.408510:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979173.408522:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979173.408532:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408532:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979173.408540:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979173.408541:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979173.408544:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979173.408546:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783979173.408549:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783979173.408556:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979173.408560:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979173.408565:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783979173.408566:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408593:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979173.408596:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979173.408597:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408603:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979173.408609:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000040:3.0:1783979173.408610:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979173.408622:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1783979173.408623:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783979173.408631:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979173.408637:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345922:345922:256:4294967295] 192.168.201.109@tcp LPNI seq info [345911:345911:8:4294967295]
00000100:00000001:3.0:1783979173.408638:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979173.408651:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979173.408656:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979173.408658:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979173.408663:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979173.408671:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783979173.408674:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1783979173.408676:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979173.408680:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979173.408682:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979173.408685:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979173.408691:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000010:3.0:1783979173.408692:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979173.408699:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:1.0:1783979173.408701:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979173.408706:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1783979173.408714:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979173.408717:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979173.408719:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783979173.408720:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979173.408723:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1783979173.408731:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1783979173.408732:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979173.408742:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000100:1.0:1783979173.408743:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979173.408749:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000001:3.0:1783979173.408751:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.408762:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1783979173.408762:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979173.408808:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979173.408811:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979173.408820:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979173.408830:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.408832:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1783979173.408835:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783979173.408843:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000100:00000040:3.0:1783979173.408843:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1783979173.408851:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000040:3.0:1783979173.408853:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979173.408860:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979173.408862:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979173.408865:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10042)
00000100:00000200:1.0:1783979173.408874:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.408887:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.408891:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.408899:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.408902:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979173.408909:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.408914:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979173.408917:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304706295
00000100:00000010:1.0:1783979173.408923:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783979173.408931:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979173.408946:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304706295
00000100:00000010:1.0:1783979173.408950:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783979173.408954:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979173.408957:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979173.408961:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.408963:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979173.408969:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979173/real 1783979173]  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979173.408981:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979173.408983:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979173.408986:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979173.408989:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979173.408991:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979173.408993:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979173.408997:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979173.409007:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409018:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979173.409020:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409023:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409025:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979173.409029:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409036:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979173.409041:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409047:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979173.409051:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409052:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409054:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409056:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979173.409059:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979173.409062:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979173.409066:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979173.409068:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979173.409072:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979173.409080:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367070336:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979173.409084:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409087:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.409089:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367070336/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409094:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979173.409097:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979173.409100:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979173.409103:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979173.409106:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979173.409107:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979173.409110:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979173.409112:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783979173.409117:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979173.409119:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979173.409121:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783979173.409125:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979173.409126:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409128:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409137:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979173.409139:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409141:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979173.409143:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979173.409144:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979173.409148:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409155:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979173.409156:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.409158:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979173.409161:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979173.409163:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979173.409166:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070464:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979173.409170:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979173.409173:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979173.409174:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.409176:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979173.409179:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979173.409181:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.409185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979173.409188:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979173.409191:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979173.409194:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070464, portal 10
00000100:00000001:1.0:1783979173.409196:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979173.409197:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:1.0:1783979173.409204:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409210:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979173.409212:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979173.409214:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979173.409218:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070464, offset 0
00000400:00000200:1.0:1783979173.409224:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979173.409228:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979173.409231:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979173.409234:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979173.409237:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979173.409239:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979173.409241:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979173.409245:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345923:345923:256:4294967295] 192.168.201.109@tcp LPNI seq info [345912:345912:8:4294967295]
00000400:00000200:1.0:1783979173.409249:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979173.409254:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979173.409259:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979173.409262:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979173.409266:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979173.409268:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979173.409273:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979173.409276:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979173.409279:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979173.409281:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979173.409284:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979173.409287:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979173.409291:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979173.409292:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979173.409295:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979173.409298:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409306:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.409309:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409316:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409317:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979173.409320:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979173.409324:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979173.409327:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979173.409330:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304705056
00000100:00000001:1.0:1783979173.409333:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304706295
00000100:00000001:1.0:1783979173.409335:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304705056
00000100:00000001:1.0:1783979173.409336:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304706295
00000100:00000001:1.0:1783979173.409338:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979173.409340:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409341:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979173.409345:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979173/real 1783979173]  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979173.409351:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979173.409352:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979173.409353:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979173.409355:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979173.409356:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979173.409359:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979173.409362:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979173.409370:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409376:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979173.409377:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409379:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409380:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979173.409384:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409390:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979173.409394:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409402:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979173.409404:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409406:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409407:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409409:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979173.409413:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979173.409415:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979173.409419:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979173.409421:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979173.409425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979173.409432:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070464:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979173.409436:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979173.409440:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409447:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979173.409448:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.409450:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979173.409452:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979173.409454:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979173.409456:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979173.409459:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979173.409461:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979173.409463:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979173.409464:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979173.409468:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979173.409470:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979173.409472:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979173.409475:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979173.409478:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979173.409481:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070592, portal 10
00000100:00000001:1.0:1783979173.409483:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979173.409484:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:1.0:1783979173.409489:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409495:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979173.409497:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979173.409500:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979173.409502:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070592, offset 0
00000400:00000200:1.0:1783979173.409505:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979173.409509:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979173.409512:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979173.409515:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979173.409517:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979173.409519:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979173.409521:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979173.409524:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345924:345924:256:4294967295] 192.168.201.109@tcp LPNI seq info [345913:345913:8:4294967295]
00000400:00000200:1.0:1783979173.409528:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979173.409534:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979173.409538:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979173.409541:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979173.409545:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979173.409547:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979173.409551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979173.409554:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979173.409558:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979173.409560:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979173.409562:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979173.409565:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979173.409568:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979173.409570:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979173.409572:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979173.409576:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409581:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.409595:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409600:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409602:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979173.409605:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979173.409607:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979173.409609:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979173.409611:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304705053
00000100:00000001:1.0:1783979173.409612:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304706295
00000100:00000001:1.0:1783979173.409614:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304705053
00000100:00000001:1.0:1783979173.409615:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304706295
00000100:00000001:1.0:1783979173.409617:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979173.409618:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409619:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979173.409621:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979173/real 1783979173]  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979173.409626:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979173.409627:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979173.409628:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979173.409629:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979173.409631:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979173.409632:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979173.409634:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979173.409639:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409642:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979173.409643:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409644:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409644:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979173.409646:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409650:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979173.409652:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409657:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979173.409659:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409660:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979173.409661:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409662:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979173.409662:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979173.409664:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979173.409666:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979173.409667:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979173.409669:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979173.409673:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979173.409675:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409676:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.409677:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367070464/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409681:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979173.409682:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979173.409683:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979173.409685:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979173.409686:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979173.409687:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979173.409688:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979173.409689:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979173.409691:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979173.409692:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979173.409693:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783979173.409695:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979173.409696:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409697:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979173.409699:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367070592/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979173.409703:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979173.409703:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979173.409704:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979173.409705:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979173.409706:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979173.409706:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979173.409707:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979173.409708:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979173.409709:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979173.409710:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979173.409711:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783979173.409712:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979173.409712:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409713:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979173.409716:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979173.409717:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979173.409719:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979173.409721:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979173.471883:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979173.471890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979173.471892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979173.471897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979173.471900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979173.471903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979173.471905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979173.471907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979173.471910:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979173.599954:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979173.599962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979173.599967:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979173.599968:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979173.600055:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979173.600061:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979173.600066:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979174.495923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979174.495932:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979174.495934:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979174.495940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979174.495945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979174.495949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979174.495952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979174.495956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979174.495959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.623950:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979174.623959:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.623966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979174.623968:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979174.624039:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979174.624044:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979174.624048:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979174.687927:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304706295, at 4304706304
00000100:00000040:0.0:1783979174.687931:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304706295, at 4304706304
00000100:00000010:1.0:1783979174.687947:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000010:0.0:1783979174.687950:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000001:2.0:1783979175.519912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979175.519921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979175.519923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979175.519929:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979175.519932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979175.519935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979175.519938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979175.519940:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979175.519944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979175.647911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979175.647918:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979175.647923:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979175.647924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979175.648150:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979175.648154:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979175.648156:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979176.543905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979176.543912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979176.543913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979176.543917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979176.543920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979176.543922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979176.543924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979176.543926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979176.543928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979176.671917:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979176.671924:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979176.671930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979176.671931:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979176.671992:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979176.671996:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979176.672000:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979177.567948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979177.567956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979177.567958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979177.567963:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979177.567967:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979177.567970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979177.567973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979177.567975:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979177.567978:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.695928:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979177.695934:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.695941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979177.695945:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979177.695947:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979177.695950:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.695953:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979177.695955:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.695957:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.695959:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979177.696006:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979177.696009:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979177.696012:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979178.527893:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979178.527902:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979178.527904:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979178.527908:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979178.527912:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979178.527919:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10037
00000400:00000200:1.0:1783979178.527927:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979178.527932:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979178.527935:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979178.527937:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.527941:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.527943:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.527945:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979178.527949:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979178.527951:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979178.527954:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979178.527956:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979178.527958:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979178.527961:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979178.527964:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.527966:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.527968:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.527970:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979178.527973:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979178.527976:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979178.527978:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979178.527980:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979178.527984:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979178.527987:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.527988:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979178.527991:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979178.527999:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7b80.
00000020:00000040:1.0:1783979178.528003:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979178.528006:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979178.528008:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528011:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979178.528013:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979178.528016:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979178.528026:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000100:00000001:1.0:1783979178.528032:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979178.528040:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979178.528060:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979178.528065:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979178.528070:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000275838cb] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979178.528095:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979178.528099:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979178.528102:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979178.528103:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979178.528105:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979178.528108:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979178.528111:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10037
00000400:00000200:1.0:1783979178.528114:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979178.528117:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979178.528119:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979178.528121:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528123:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.528125:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528127:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979178.528129:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979178.528130:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979178.528132:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979178.528133:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979178.528135:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979178.528137:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979178.528140:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528142:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.528143:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528146:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979178.528148:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979178.528150:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528152:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979178.528154:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979178.528159:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979178.528160:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528162:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979178.528165:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979178.528168:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528170:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979178.528173:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7100.
00000020:00000040:1.0:1783979178.528175:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979178.528177:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979178.528179:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528180:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979178.528182:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979178.528183:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979178.528187:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979178.528190:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979178.528195:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979178.528201:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979178.528203:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979178.528207:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007772dced] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979178.528214:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979178.528216:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979178.528219:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979178.528221:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979178.528222:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979178.528225:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979178.528227:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10037
00000400:00000200:1.0:1783979178.528230:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979178.528233:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979178.528235:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979178.528238:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528240:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.528241:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528243:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979178.528245:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979178.528246:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979178.528248:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979178.528250:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979178.528251:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979178.528253:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979178.528256:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528258:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979178.528259:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528261:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979178.528263:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979178.528266:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979178.528268:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979178.528269:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979178.528272:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979178.528274:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528276:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979178.528277:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979178.528280:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528281:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979178.528284:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6300.
00000020:00000040:1.0:1783979178.528286:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979178.528288:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979178.528289:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979178.528291:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979178.528292:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979178.528294:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979178.528296:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b800.
00000100:00000001:1.0:1783979178.528299:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979178.528303:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979178.528310:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979178.528311:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979178.528315:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d813050d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979178.528321:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979178.528325:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979178.528328:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979178.528331:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979178.528334:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979178.528339:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10047)
00000100:00000001:0.0:1783979178.528406:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979178.528410:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979178.528413:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979178.528419:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528426:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979178.528428:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528431:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979178.528433:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979178.528436:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979178.528439:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367070720:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979178.528443:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979178.528447:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979178.528449:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528451:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979178.528456:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979178.528458:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979178.528463:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979178.528467:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979178.528473:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979178.528488:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070720, portal 25
00000100:00000001:0.0:1783979178.528491:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979178.528492:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641653632 : -118905067897984 : ffff93db41aa7b80)
00000100:00000040:0.0:1783979178.528507:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528515:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979178.528517:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979178.528520:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d550.
00000100:00000200:0.0:1783979178.528523:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367070720, offset 0
00000400:00000200:0.0:1783979178.528530:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528544:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979178.528549:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979178.528553:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979178.528556:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979178.528559:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528564:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345925:345925:256:4294967295] 192.168.201.109@tcp LPNI seq info [345914:345914:8:4294967295]
00000400:00000200:0.0:1783979178.528568:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528576:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979178.528582:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979178.528587:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b500.
00000800:00000200:0.0:1783979178.528599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979178.528603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979178.528618:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979178.528625:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979178.528629:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304711414
00000100:00000010:0.0:1783979178.528634:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979178.528640:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979178.528646:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304711414
00000100:00000010:0.0:1783979178.528650:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6cc0.
00000100:00000001:0.0:1783979178.528653:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979178.528656:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979178.528659:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979178.528662:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979178.528666:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528678:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979178.528679:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528681:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979178.528683:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979178.528685:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979178.528700:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070848:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979178.528704:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979178.528706:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979178.528707:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528709:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979178.528712:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979178.528714:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979178.528717:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979178.528726:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979178.528732:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979178.528735:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070848, portal 10
00000100:00000001:0.0:1783979178.528736:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979178.528738:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650944 : -118905067900672 : ffff93db41aa7100)
00000100:00000040:0.0:1783979178.528744:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528751:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979178.528753:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979178.528755:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4dd48.
00000100:00000200:0.0:1783979178.528758:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070848, offset 0
00000400:00000200:0.0:1783979178.528763:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528767:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528771:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979178.528813:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979178.528815:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979178.528818:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979178.528820:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528823:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345926:345926:255:4294967295] 192.168.201.109@tcp LPNI seq info [345915:345915:7:4294967295]
00000400:00000200:0.0:1783979178.528828:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528833:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979178.528838:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979178.528842:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b200.
00000800:00000200:0.0:1783979178.528846:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979178.528850:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979178.528852:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979178.528856:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979178.528859:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979178.528861:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304710176
00000100:00000001:0.0:1783979178.528863:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304711414
00000100:00000001:0.0:1783979178.528866:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304710176
00000100:00000001:0.0:1783979178.528867:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304711414
00000100:00000001:0.0:1783979178.528869:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979178.528871:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979178.528873:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979178.528876:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528883:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979178.528885:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528886:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979178.528888:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979178.528890:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979178.528892:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979178.528895:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979178.528897:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979178.528898:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979178.528899:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979178.528902:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979178.528904:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979178.528907:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979178.528909:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979178.528912:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979178.528915:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367070976, portal 10
00000100:00000001:0.0:1783979178.528916:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979178.528918:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641647360 : -118905067904256 : ffff93db41aa6300)
00000100:00000040:0.0:1783979178.528922:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979178.528928:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979178.528930:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979178.528932:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d220.
00000100:00000200:0.0:1783979178.528934:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367070976, offset 0
00000400:00000200:0.0:1783979178.528937:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528940:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528943:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979178.528945:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979178.528947:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979178.528950:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979178.528952:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979178.528954:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345927:345927:254:4294967295] 192.168.201.109@tcp LPNI seq info [345916:345916:6:4294967295]
00000400:00000200:0.0:1783979178.528958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979178.528963:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979178.528967:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979178.528970:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7bd00.
00000800:00000200:0.0:1783979178.528974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979178.528977:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979178.528979:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979178.528981:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979178.528984:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979178.528986:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304710173
00000100:00000001:0.0:1783979178.528988:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304711414
00000100:00000001:0.0:1783979178.528990:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304710173
00000100:00000001:0.0:1783979178.528993:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304711414
00000100:00000001:0.0:1783979178.528995:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979178.528996:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979178.528999:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979178.529001:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979178.529007:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979178.529009:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979178.529011:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979178.529012:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979178.529013:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979178.529015:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979178.591897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979178.591904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979178.591905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979178.591911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979178.591915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979178.591919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979178.591921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979178.591923:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979178.591926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979178.719926:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979178.719932:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979178.719938:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979178.719940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979178.720100:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979178.720104:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979178.720107:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979179.615901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979179.615909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979179.615911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979179.615916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979179.615920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979179.615923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979179.615926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979179.615927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979179.615930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.743896:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979179.743904:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979179.743906:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979179.743909:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.743914:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979179.743916:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.743918:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.743921:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.743925:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979179.743926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979179.744014:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979179.744019:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979179.744021:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979179.807917:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304711414, at 4304711424
00000100:00000010:1.0:1783979179.807930:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6cc0.
00000100:00000040:0.0:1783979179.807952:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304711414, at 4304711424
00000100:00000010:0.0:1783979179.807968:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:2.0:1783979180.639921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979180.639930:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979180.639932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979180.639943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979180.639947:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979180.639952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979180.639955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979180.639958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979180.639961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979180.767947:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979180.767954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979180.767959:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979180.767960:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979180.768087:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979180.768091:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979180.768095:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979181.600358:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979181.600415:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979181.600426:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979181.600430:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979181.600436:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979181.600451:0:2395:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979181.600458:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979181.600463:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b500.
00000400:00000200:3.0:1783979181.600470:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979181.600475:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979181.600483:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d550
00000400:00000010:3.0:1783979181.600486:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d550.
00000100:00000001:3.0:1783979181.600493:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979181.600503:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.600580:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979181.600586:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979181.600589:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783979181.601032:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979181.601040:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979181.601264:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979178/real 1783979181]  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979181.601281:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979181.601284:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979181.601288:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:0.0:1783979181.601293:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:0.0:1783979181.601295:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:0.0:1783979181.601299:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979181.601304:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979181.601313:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601320:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979181.601322:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601327:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.601330:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979181.601334:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601341:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979181.601346:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601355:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979181.601358:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601360:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.601361:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601364:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979181.601367:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979181.601372:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979181.601379:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979181.601382:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979181.601387:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979181.601395:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367070720:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979181.601402:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979181.601405:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979181.601408:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7b80 x1870627367070720/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979203 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601414:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979181.601417:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979181.601419:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979181.601421:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979181.601422:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979181.601424:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979181.601526:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979181.601531:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979181.601537:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:3.0:1783979181.601544:0:2395:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979181.601547:0:2395:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979181.601549:0:2395:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:3.0:1783979181.601552:0:2395:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979181.601555:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:3.0:1783979181.601559:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979181.601561:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979181.601563:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7b80.
00000100:00000001:3.0:1783979181.601567:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979181.601568:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979181.601571:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979181.601589:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979181.601592:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b200.
00000400:00000200:3.0:1783979181.601597:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979181.601602:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979181.601606:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4dd48
00000400:00000010:3.0:1783979181.601608:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4dd48.
00000100:00000001:3.0:1783979181.601612:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979181.601618:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979181.601635:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979181.601639:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979181.601646:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979181.601647:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979181.601653:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979181.601655:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7bd00.
00000400:00000200:3.0:1783979181.601659:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979181.601662:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979181.601665:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d220
00000400:00000010:3.0:1783979181.601667:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d220.
00000100:00000001:3.0:1783979181.601669:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979181.601674:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979181.601681:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979181.601684:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979181.601690:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979181.601692:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979181.601916:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979181.601918:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979181.601920:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979181.601925:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979178/real 1783979181]  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979181.601935:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979181.601936:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979181.601939:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:0.0:1783979181.601941:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979181.601943:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979181.601945:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979181.601948:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979181.601956:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601963:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979181.601964:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.601968:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979181.601972:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601978:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979181.601982:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.601990:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979181.601993:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601994:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.601995:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.601998:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979181.602002:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979181.602005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979181.602009:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979181.602012:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979181.602016:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979181.602023:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070848:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979181.602028:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979181.602031:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979178/real 1783979181]  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979181.602039:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979181.602040:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979181.602042:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979181.602045:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979181.602047:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979181.602049:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979181.602052:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979181.602060:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.602066:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979181.602067:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602069:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.602070:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979181.602073:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.602079:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979181.602083:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.602096:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979181.602099:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602100:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979181.602101:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602103:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979181.602105:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979181.602107:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979181.602111:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979181.602207:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979181.602213:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979181.602220:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367070976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979181.602224:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602226:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979181.602229:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7100 x1870627367070848/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.602236:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979181.602238:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979181.602241:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979181.602245:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979181.602246:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979181.602247:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979181.602250:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979181.602252:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979181.602256:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979181.602258:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979181.602269:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7100.
00000100:00000001:0.0:1783979181.602272:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979181.602274:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602276:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979181.602280:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6300 x1870627367070976/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979181.602286:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979181.602287:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979181.602289:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979181.602291:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979181.602292:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979181.602293:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979181.602296:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979181.602297:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783979181.602299:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979181.602301:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979181.602302:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6300.
00000100:00000001:0.0:1783979181.602305:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979181.602306:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602308:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979181.602319:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979181.602321:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979181.602324:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979181.602325:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979181.665840:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979181.665853:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979181.665856:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979181.665863:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979181.665868:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979181.665872:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979181.665875:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979181.665878:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979181.665882:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979181.792114:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979181.792122:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979181.792128:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979181.792130:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979181.792239:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979181.792243:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979181.792246:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1783979182.687881:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1783979182.687892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979182.687895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979182.687902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:2.0:1783979182.687906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979182.687910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979182.687914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979182.687972:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979182.687976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979182.815945:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979182.815954:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979182.815961:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979182.815963:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979182.816038:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979182.816044:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979182.816047:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979183.647951:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979183.647961:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979183.647963:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979183.647967:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979183.647971:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979183.647978:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10042
00000400:00000200:2.0:1783979183.647988:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979183.647994:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979183.647998:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979183.648001:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648004:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648006:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648009:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979183.648013:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979183.648016:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979183.648019:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979183.648023:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979183.648026:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979183.648028:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979183.648031:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648034:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648036:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648038:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979183.648041:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979183.648044:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648046:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979183.648050:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979183.648054:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979183.648058:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648060:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979183.648063:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979183.648074:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979183.648078:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979183.648082:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979183.648083:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648086:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979183.648089:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979183.648093:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979183.648100:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979183.648106:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979183.648115:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979183.648123:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979183.648127:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979183.648131:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979183.648155:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979183.648158:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979183.648161:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979183.648162:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979183.648163:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979183.648165:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979183.648167:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10042
00000400:00000200:2.0:1783979183.648169:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979183.648171:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979183.648173:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979183.648175:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648176:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648177:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648179:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979183.648180:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979183.648181:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979183.648182:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979183.648183:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979183.648184:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979183.648185:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979183.648187:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648188:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648189:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648190:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979183.648192:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979183.648194:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648195:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979183.648196:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979183.648201:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979183.648202:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648203:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979183.648207:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979183.648210:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648211:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979183.648213:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783979183.648215:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979183.648217:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979183.648217:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648218:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979183.648219:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979183.648220:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979183.648223:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783979183.648225:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979183.648228:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979183.648233:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979183.648234:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979183.648236:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979183.648241:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979183.648243:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979183.648245:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979183.648246:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979183.648246:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979183.648248:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979183.648249:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10042
00000400:00000200:2.0:1783979183.648251:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979183.648252:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979183.648253:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979183.648255:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648256:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648257:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648258:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979183.648260:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979183.648261:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979183.648262:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979183.648263:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979183.648264:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979183.648265:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979183.648267:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648268:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979183.648269:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648270:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979183.648271:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979183.648272:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979183.648274:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979183.648274:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979183.648276:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979183.648277:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648278:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979183.648279:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979183.648281:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648282:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979183.648285:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979183.648286:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979183.648288:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979183.648289:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979183.648291:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979183.648292:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979183.648293:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979183.648296:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783979183.648299:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979183.648309:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979183.648326:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979183.648328:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979183.648332:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979183.648340:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979183.648343:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979183.648347:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979183.648350:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979183.648353:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979183.648358:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10052)
00000100:00000001:0.0:1783979183.648453:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979183.648459:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979183.648463:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979183.648473:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648482:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979183.648484:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.648489:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979183.648492:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979183.648495:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979183.648500:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071104:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979183.648505:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979183.648510:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979183.648520:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.648523:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979183.648529:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979183.648531:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979183.648539:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979183.648544:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979183.648553:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979183.648562:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071104, portal 25
00000100:00000001:0.0:1783979183.648565:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979183.648567:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:0.0:1783979183.648574:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648581:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979183.648585:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979183.648587:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979183.648590:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367071104, offset 0
00000400:00000200:0.0:1783979183.648597:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979183.648606:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.648612:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979183.648618:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979183.648623:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979183.648627:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979183.648630:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979183.648634:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345928:345928:256:4294967295] 192.168.201.109@tcp LPNI seq info [345917:345917:8:4294967295]
00000400:00000200:0.0:1783979183.648638:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.648649:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979183.648655:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.648661:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979183.648669:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979183.648673:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979183.648678:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979183.648682:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979183.648686:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.648689:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979183.648695:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979183.648700:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979183.648706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979183.648709:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979183.648713:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979183.648718:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648727:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.648731:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648738:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.648739:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979183.648747:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979183.648751:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979183.648754:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304716534
00000100:00000010:0.0:1783979183.648760:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979183.648768:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979183.648800:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304716535
00000100:00000010:0.0:1783979183.648804:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6660.
00000100:00000001:0.0:1783979183.648808:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979183.648812:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979183.648815:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.648817:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979183.648822:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979183/real 1783979183]  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979183.648832:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979183.648834:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979183.648837:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979183.648840:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979183.648842:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979183.648844:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979183.648848:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979183.648856:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648863:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979183.648864:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.648867:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.648869:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979183.648872:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648879:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979183.648883:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648891:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979183.648894:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.648895:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.648897:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.648899:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979183.648901:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979183.648905:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979183.648909:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979183.648912:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979183.648916:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979183.648924:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071104:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979183.648930:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979183.648933:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648939:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979183.648941:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.648942:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979183.648944:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979183.648946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979183.648949:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071232:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979183.648953:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979183.648955:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979183.648956:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.648958:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979183.648962:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979183.648964:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979183.648967:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979183.648970:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979183.648974:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979183.648977:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071232, portal 10
00000100:00000001:0.0:1783979183.648979:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979183.648980:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:0.0:1783979183.648986:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.648991:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979183.648994:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979183.648996:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979183.648998:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367071232, offset 0
00000400:00000200:0.0:1783979183.649001:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979183.649005:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.649008:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979183.649011:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979183.649014:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979183.649016:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979183.649018:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979183.649021:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345929:345929:256:4294967295] 192.168.201.109@tcp LPNI seq info [345918:345918:8:4294967295]
00000400:00000200:0.0:1783979183.649025:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.649031:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979183.649036:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.649039:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979183.649043:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979183.649045:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979183.649050:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979183.649052:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979183.649056:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.649057:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979183.649061:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979183.649064:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979183.649067:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979183.649068:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979183.649071:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979183.649074:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649081:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.649083:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649089:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.649091:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979183.649094:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979183.649099:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979183.649102:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979183.649103:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304715296
00000100:00000001:0.0:1783979183.649106:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304716534
00000100:00000001:0.0:1783979183.649108:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304715296
00000100:00000001:0.0:1783979183.649111:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304716535
00000100:00000001:0.0:1783979183.649112:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979183.649114:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.649116:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979183.649120:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979183/real 1783979183]  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979183.649126:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979183.649128:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979183.649129:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979183.649131:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979183.649132:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979183.649134:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979183.649137:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979183.649143:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649148:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979183.649149:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649151:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.649152:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979183.649155:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649160:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979183.649164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649171:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979183.649173:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649174:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.649175:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649177:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979183.649180:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979183.649183:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979183.649186:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979183.649188:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979183.649191:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979183.649198:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071232:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979183.649201:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979183.649205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649211:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979183.649213:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.649215:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979183.649217:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979183.649219:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979183.649221:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979183.649224:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979183.649227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979183.649229:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979183.649230:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979183.649235:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979183.649238:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979183.649241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979183.649244:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979183.649247:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979183.649250:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071360, portal 10
00000100:00000001:0.0:1783979183.649252:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979183.649253:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:0.0:1783979183.649258:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649264:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979183.649266:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979183.649268:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979183.649271:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367071360, offset 0
00000400:00000200:0.0:1783979183.649274:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979183.649277:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.649280:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979183.649283:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979183.649285:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979183.649287:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979183.649289:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979183.649291:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345930:345930:256:4294967295] 192.168.201.109@tcp LPNI seq info [345919:345919:8:4294967295]
00000400:00000200:0.0:1783979183.649295:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979183.649300:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979183.649303:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.649306:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979183.649311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979183.649313:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979183.649317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979183.649319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979183.649323:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979183.649324:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979183.649327:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979183.649329:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979183.649332:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979183.649333:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979183.649335:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979183.649338:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649345:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.649347:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649358:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.649360:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979183.649362:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979183.649365:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979183.649368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979183.649370:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304715293
00000100:00000001:0.0:1783979183.649371:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304716534
00000100:00000001:0.0:1783979183.649373:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304715293
00000100:00000001:0.0:1783979183.649375:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304716535
00000100:00000001:0.0:1783979183.649377:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979183.649379:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.649381:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979183.649384:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979183/real 1783979183]  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979183.649392:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979183.649393:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979183.649394:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979183.649397:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979183.649398:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979183.649400:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979183.649403:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979183.649423:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649430:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979183.649431:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649433:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.649435:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979183.649439:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649446:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979183.649450:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649456:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979183.649458:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649460:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979183.649461:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649462:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979183.649464:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979183.649467:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979183.649469:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979183.649471:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979183.649475:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979183.649482:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979183.649487:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649490:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.649493:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367071104/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649500:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979183.649503:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979183.649506:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979183.649510:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979183.649512:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979183.649515:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979183.649518:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979183.649520:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:0.0:1783979183.649526:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979183.649528:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979183.649529:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:0.0:1783979183.649533:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979183.649534:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649536:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.649538:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367071232/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649544:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979183.649545:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979183.649546:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979183.649548:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979183.649549:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979183.649550:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979183.649552:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979183.649554:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:0.0:1783979183.649555:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979183.649557:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979183.649558:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:0.0:1783979183.649560:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979183.649562:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649563:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979183.649566:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367071360/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979183.649573:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979183.649575:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979183.649581:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979183.649584:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979183.649585:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979183.649587:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979183.649589:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979183.649590:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:0.0:1783979183.649592:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979183.649593:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979183.649594:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:0.0:1783979183.649597:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979183.649598:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649602:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979183.649611:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979183.649613:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979183.649616:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979183.649617:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979183.711935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979183.711945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979183.711947:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979183.711954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979183.711957:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979183.711963:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979183.711966:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979183.711968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979183.711971:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.839987:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979183.839996:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.840005:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979183.840007:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979183.840077:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979183.840091:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979183.840099:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979184.735955:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979184.735967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979184.735970:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979184.735980:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979184.735985:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979184.735991:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979184.735994:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979184.735997:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979184.736000:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979184.863962:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979184.863972:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979184.863979:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979184.863980:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979184.864052:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979184.864055:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979184.864058:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979184.927931:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304716534, at 4304716544
00000100:00000010:0.0:1783979184.927954:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000040:1.0:1783979184.928045:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304716535, at 4304716544
00000100:00000010:1.0:1783979184.928052:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6660.
00000100:00000001:3.0:1783979185.759907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979185.759914:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979185.759916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979185.759921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979185.759924:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979185.759928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979185.759930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979185.759933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979185.759937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979185.889425:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979185.889432:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979185.889437:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979185.889438:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979185.889547:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979185.889552:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979185.889555:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979186.784010:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979186.784018:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979186.784019:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979186.784025:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979186.784029:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979186.784033:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979186.784035:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979186.784038:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979186.784041:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979186.911902:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979186.911907:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979186.911910:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979186.911911:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979186.911969:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979186.911974:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979186.911977:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979187.807883:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979187.807890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979187.807892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979187.807897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979187.807901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979187.807904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979187.807906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979187.807909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979187.807911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.935881:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979187.935887:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.935893:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979187.935896:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979187.935898:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979187.935901:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.935905:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979187.935907:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.935909:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.935911:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979187.935977:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979187.935981:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979187.935984:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979188.767998:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.768013:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979188.768016:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.768021:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.768027:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.768036:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10047
00000400:00000200:1.0:1783979188.768047:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979188.768056:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.768059:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.768062:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768065:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768067:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768068:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979188.768073:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.768074:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979188.768077:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.768081:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979188.768083:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979188.768085:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979188.768087:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768089:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768090:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768091:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979188.768094:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979188.768096:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768097:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.768100:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.768104:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.768106:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768107:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979188.768109:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.768121:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6680.
00000020:00000040:1.0:1783979188.768124:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979188.768128:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.768130:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768134:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.768137:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.768142:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.768153:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b000.
00000100:00000001:1.0:1783979188.768163:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.768175:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.768187:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.768192:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.768198:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007de66edc] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.768218:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.768221:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.768223:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979188.768224:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.768225:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.768228:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.768230:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10047
00000400:00000200:1.0:1783979188.768232:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979188.768234:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.768235:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.768238:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768239:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768240:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768242:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979188.768243:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.768244:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979188.768245:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.768247:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979188.768248:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979188.768249:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979188.768251:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768253:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768255:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979188.768259:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979188.768262:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768264:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.768266:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.768273:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.768275:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768277:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.768282:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979188.768285:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768287:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.768291:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5c00.
00000020:00000040:1.0:1783979188.768293:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979188.768296:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.768297:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768299:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.768301:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.768303:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.768309:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b400.
00000100:00000001:1.0:1783979188.768312:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.768337:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.768343:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.768344:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.768347:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fea0e12] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.768352:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.768354:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.768357:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979188.768358:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.768360:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.768362:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.768364:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10047
00000400:00000200:1.0:1783979188.768372:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979188.768376:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.768378:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.768381:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768383:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768385:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768388:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979188.768390:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.768391:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979188.768393:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.768396:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979188.768398:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979188.768401:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979188.768405:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768407:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.768410:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768412:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979188.768414:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979188.768417:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979188.768419:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.768420:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.768423:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979188.768425:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1783979188.768425:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768427:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.768432:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979188.768435:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768437:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.768438:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:1.0:1783979188.768445:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4000.
00000100:00000001:0.0:1783979188.768446:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1783979188.768457:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979188.768461:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.768464:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.768468:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1783979188.768470:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979188.768471:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.768474:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.768480:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289800.
00000100:00000001:1.0:1783979188.768488:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.768497:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1783979188.768499:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979188.768501:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.768516:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1783979188.768518:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.768522:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.768523:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1783979188.768528:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4bc6e3] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979188.768531:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979188.768543:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071488:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979188.768550:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.768552:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1783979188.768556:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783979188.768560:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1783979188.768562:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1783979188.768566:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.768568:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783979188.768572:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1783979188.768576:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979188.768583:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10058)
02000000:00000010:0.0:1783979188.768585:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979188.768662:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979188.768671:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979188.768678:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979188.768686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979188.768694:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071488, portal 25
00000100:00000001:0.0:1783979188.768697:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979188.768699:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:0.0:1783979188.768706:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.768715:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979188.768730:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979188.768734:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979188.768738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367071488, offset 0
00000400:00000200:0.0:1783979188.768745:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979188.768754:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.768816:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979188.768823:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979188.768828:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979188.768831:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979188.768834:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979188.768838:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345931:345931:256:4294967295] 192.168.201.109@tcp LPNI seq info [345920:345920:8:4294967295]
00000400:00000200:0.0:1783979188.768843:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.768853:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979188.768859:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.768865:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979188.768873:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979188.768877:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979188.768883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979188.768887:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979188.768891:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.768894:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979188.768900:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979188.768905:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979188.768911:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979188.768914:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979188.768919:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979188.768924:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.768936:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.768940:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.768947:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.768949:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979188.768954:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979188.768958:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979188.768961:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304721655
00000100:00000010:0.0:1783979188.768966:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979188.768973:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979188.768984:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304721655
00000100:00000010:0.0:1783979188.768987:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6120.
00000100:00000001:0.0:1783979188.768990:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979188.768993:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979188.768996:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.768998:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979188.769002:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979188/real 1783979188]  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979188.769012:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979188.769013:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979188.769015:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979188.769018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979188.769020:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979188.769023:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979188.769026:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979188.769035:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769042:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979188.769044:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769047:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769049:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979188.769053:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769060:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979188.769064:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769071:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979188.769074:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769076:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769077:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769079:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979188.769082:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979188.769085:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979188.769090:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979188.769093:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979188.769097:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979188.769105:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071488:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979188.769110:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979188.769115:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769122:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979188.769123:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.769126:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979188.769128:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979188.769130:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979188.769133:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979188.769136:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979188.769139:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979188.769141:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.769143:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979188.769146:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979188.769148:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979188.769151:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979188.769154:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979188.769157:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979188.769160:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071616, portal 10
00000100:00000001:0.0:1783979188.769162:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979188.769163:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:0.0:1783979188.769169:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769175:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979188.769177:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979188.769179:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979188.769181:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367071616, offset 0
00000400:00000200:0.0:1783979188.769185:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979188.769189:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.769193:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979188.769195:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979188.769209:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979188.769212:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979188.769214:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979188.769217:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345932:345932:256:4294967295] 192.168.201.109@tcp LPNI seq info [345921:345921:8:4294967295]
00000400:00000200:0.0:1783979188.769220:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.769226:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979188.769231:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.769234:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979188.769238:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979188.769241:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979188.769245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979188.769248:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979188.769251:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.769253:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979188.769255:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979188.769258:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979188.769261:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979188.769263:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979188.769266:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979188.769270:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769277:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.769280:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769286:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769287:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979188.769290:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979188.769294:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979188.769297:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979188.769299:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304720416
00000100:00000001:0.0:1783979188.769302:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304721655
00000100:00000001:0.0:1783979188.769304:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304720416
00000100:00000001:0.0:1783979188.769306:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304721655
00000100:00000001:0.0:1783979188.769308:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979188.769310:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769312:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979188.769315:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979188/real 1783979188]  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979188.769331:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979188.769333:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979188.769335:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979188.769337:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979188.769339:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979188.769341:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979188.769344:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979188.769352:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769359:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979188.769360:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769362:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769363:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979188.769367:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769374:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979188.769377:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769384:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979188.769387:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769388:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769389:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769391:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979188.769394:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979188.769397:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979188.769401:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979188.769403:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979188.769407:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979188.769416:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071616:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979188.769420:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769422:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.769426:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367071488/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769432:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979188.769435:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979188.769438:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979188.769441:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979188.769445:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979188.769447:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979188.769449:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979188.769452:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783979188.769457:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979188.769458:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979188.769461:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:0.0:1783979188.769465:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979188.769466:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769469:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.769472:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367071616/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769479:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979188.769480:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979188.769482:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979188.769484:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979188.769485:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979188.769487:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979188.769488:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979188.769490:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783979188.769492:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979188.769493:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979188.769495:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:0.0:1783979188.769497:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979188.769498:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769501:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769512:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979188.769515:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769518:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979188.769520:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979188.769522:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979188.769527:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769534:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979188.769536:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.769538:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979188.769540:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979188.769541:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979188.769544:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979188.769548:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979188.769550:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979188.769552:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979188.769554:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979188.769557:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979188.769559:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979188.769562:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979188.769565:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979188.769568:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979188.769571:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071744, portal 10
00000100:00000001:0.0:1783979188.769573:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979188.769574:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:0.0:1783979188.769580:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769586:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979188.769599:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979188.769602:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979188.769604:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367071744, offset 0
00000400:00000200:0.0:1783979188.769608:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979188.769612:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.769616:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979188.769620:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979188.769622:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979188.769624:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979188.769626:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979188.769629:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345933:345933:256:4294967295] 192.168.201.109@tcp LPNI seq info [345922:345922:8:4294967295]
00000400:00000200:0.0:1783979188.769633:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979188.769639:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979188.769644:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.769647:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979188.769651:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979188.769654:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979188.769658:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979188.769661:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979188.769665:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979188.769666:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979188.769669:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979188.769673:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979188.769675:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979188.769677:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979188.769679:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979188.769683:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769689:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.769692:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769698:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769699:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979188.769703:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979188.769706:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979188.769709:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979188.769711:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304720413
00000100:00000001:0.0:1783979188.769713:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304721655
00000100:00000001:0.0:1783979188.769716:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304720413
00000100:00000001:0.0:1783979188.769718:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304721655
00000100:00000001:0.0:1783979188.769720:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979188.769722:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769724:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979188.769727:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979188/real 1783979188]  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979188.769735:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979188.769736:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979188.769738:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979188.769740:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979188.769741:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979188.769743:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979188.769747:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979188.769755:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769761:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979188.769762:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769764:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979188.769769:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769807:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979188.769811:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769817:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979188.769819:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769821:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979188.769822:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769824:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979188.769825:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979188.769828:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979188.769831:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979188.769833:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979188.769836:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979188.769842:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367071744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979188.769846:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769848:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979188.769851:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367071744/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979188.769857:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979188.769858:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979188.769860:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979188.769863:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979188.769864:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979188.769865:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979188.769867:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979188.769869:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783979188.769871:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979188.769872:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979188.769874:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:0.0:1783979188.769876:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979188.769877:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769879:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979188.769882:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979188.769884:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979188.769885:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979188.769887:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979188.831884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979188.831890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979188.831891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979188.831896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979188.831898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979188.831902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979188.831903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979188.831905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979188.831907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.959933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979188.959940:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.959946:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979188.959947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979188.960043:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979188.960049:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979188.960054:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979189.855951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979189.855960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979189.855962:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979189.855968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979189.855971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979189.855974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979189.855976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979189.855978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979189.855981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.984064:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979189.984079:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979189.984082:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979189.984086:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.984094:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979189.984097:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.984101:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.984103:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.984109:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979189.984111:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979189.984355:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979189.984360:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979189.984363:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979190.047858:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304721655, at 4304721664
00000100:00000040:0.0:1783979190.047859:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304721655, at 4304721664
00000100:00000010:1.0:1783979190.047879:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6120.
00000100:00000010:0.0:1783979190.047885:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979190.879948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979190.879960:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979190.879963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979190.879971:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979190.879977:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979190.879989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979190.879993:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979190.879996:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979190.880000:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979191.010237:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979191.010244:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979191.010249:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979191.010250:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979191.010463:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979191.010469:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979191.010472:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979191.903903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979191.903911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979191.903913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979191.903920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979191.903923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979191.903927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979191.903929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979191.903932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979191.903935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979192.032250:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979192.032272:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979192.032281:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979192.032282:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979192.033328:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979192.033334:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979192.033338:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979192.927887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979192.927896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979192.927898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979192.927903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979192.927906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979192.927910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979192.927911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979192.927913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979192.927915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.055942:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979193.055952:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.055960:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979193.055961:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979193.056035:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979193.056040:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979193.056043:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979193.887894:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.887903:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979193.887906:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.887910:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.887915:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.887922:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10053
00000400:00000200:1.0:1783979193.887931:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979193.887936:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.887940:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.887943:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.887946:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.887948:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.887950:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979193.887954:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.887956:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979193.887960:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.887963:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979193.887965:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979193.887968:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979193.887970:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.887972:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.887973:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.887975:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979193.887977:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979193.887980:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979193.887983:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.887985:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.887989:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.887991:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.887994:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979193.887996:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.888005:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6d80.
00000020:00000040:1.0:1783979193.888009:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979193.888014:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.888016:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.888019:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.888022:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.888025:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.888033:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979193.888039:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.888047:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.888057:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.888061:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.888066:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008efdc37e] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888136:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.888141:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979193.888144:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979193.888150:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888157:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979193.888159:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.888162:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979193.888165:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979193.888167:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979193.888170:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071872:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979193.888174:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979193.888178:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979193.888180:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.888182:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979193.888187:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.888189:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979193.888194:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979193.888205:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979193.888212:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979193.888218:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367071872, portal 25
00000100:00000001:0.0:1783979193.888221:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979193.888222:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:0.0:1783979193.888307:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888314:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979193.888317:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979193.888320:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979193.888323:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367071872, offset 0
00000400:00000200:0.0:1783979193.888329:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979193.888337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979193.888343:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979193.888348:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979193.888352:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979193.888356:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979193.888359:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979193.888363:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345934:345934:256:4294967295] 192.168.201.109@tcp LPNI seq info [345923:345923:8:4294967295]
00000400:00000200:0.0:1783979193.888368:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979193.888380:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979193.888382:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1783979193.888384:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.888387:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000200:0.0:1783979193.888388:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888389:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.888390:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1783979193.888394:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000001:1.0:1783979193.888394:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.888396:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10053
00000800:00000200:0.0:1783979193.888400:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000400:00000200:1.0:1783979193.888400:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979193.888403:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000200:0.0:1783979193.888404:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1783979193.888405:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.888408:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:0.1:1783979193.888409:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979193.888410:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.888412:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:0.1:1783979193.888413:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1783979193.888414:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979193.888416:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:0.0:1783979193.888418:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000020:00000040:1.0:1783979193.888418:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979193.888419:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:0.0:1783979193.888420:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000020:00000040:1.0:1783979193.888421:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000400:00000200:0.0:1783979193.888426:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979193.888430:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979193.888436:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979193.888438:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979193.888442:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979193.888446:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888455:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979193.888458:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888471:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.888473:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979193.888478:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979193.888481:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979193.888484:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304726774
00000100:00000010:0.0:1783979193.888490:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
00000100:00000001:0.0:1783979193.888497:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979193.888505:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304726774
00000100:00000010:0.0:1783979193.888508:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6d80.
00000100:00000001:0.0:1783979193.888510:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979193.888513:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979193.888516:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.888518:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979193.888523:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979193/real 1783979193]  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979193.888531:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979193.888533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979193.888535:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979193.888538:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979193.888539:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979193.888542:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979193.888545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979193.888553:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888560:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979193.888561:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.888564:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979193.888566:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979193.888570:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.888577:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1783979193.888579:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979193.888581:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979193.888581:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979193.888584:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888587:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.888588:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979193.888589:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979193.888590:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979193.888592:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.888593:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1783979193.888593:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979193.888594:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1783979193.888595:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979193.888597:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979193.888598:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.888599:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1783979193.888599:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1783979193.888602:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1783979193.888604:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1783979193.888605:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
02000000:00000001:1.0:1783979193.888606:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.888607:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1783979193.888608:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1783979193.888611:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1783979193.888613:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979193.888615:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.888617:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979193.888619:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367071872:192.168.201.109@tcp:250:kworker.0
00000100:00000010:1.0:1783979193.888621:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783979193.888623:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1783979193.888623:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:0.0:1783979193.888626:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1783979193.888626:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.888627:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979193.888628:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367071872/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.888629:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.888631:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979193.888635:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979193.888637:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979193.888639:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.888642:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979193.888644:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979193.888646:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979193.888648:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979193.888650:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979193.888653:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979193.888655:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979193.888657:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783979193.888660:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979193.888661:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.888663:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.888670:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979193.888672:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.888673:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.888675:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.888752:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.888757:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000100:00000001:1.0:1783979193.888760:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.888766:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.888798:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.888801:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.888804:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deec7656] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.888822:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.888825:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.888828:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979193.888830:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.888831:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.888834:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.888836:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10053
00000400:00000200:1.0:1783979193.888840:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979193.888843:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.888845:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.888847:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888849:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.888850:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888853:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979193.888913:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.888916:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979193.888918:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.888920:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979193.888922:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979193.888925:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979193.888928:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888929:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.888931:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888933:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979193.888935:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979193.888938:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979193.888940:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.888941:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.888944:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.888946:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.888948:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979193.888951:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979193.888953:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.888954:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.888958:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5180.
00000020:00000040:1.0:1783979193.888960:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979193.888963:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.888964:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.888966:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.888967:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.888969:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.888972:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979193.888975:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889089:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.889092:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979193.889094:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979193.889098:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889106:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979193.889107:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.889110:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979193.889112:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979193.889114:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979193.889117:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979193.889120:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979193.889122:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979193.889124:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.889126:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979193.889130:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.889131:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979193.889135:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979193.889138:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979193.889142:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979193.889145:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072000, portal 10
00000100:00000001:0.0:1783979193.889147:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979193.889149:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783979193.889155:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889161:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979193.889164:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979193.889166:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979193.889168:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072000, offset 0
00000400:00000200:0.0:1783979193.889173:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979193.889177:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979193.889181:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979193.889184:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979193.889187:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979193.889189:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979193.889191:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979193.889194:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345935:345935:256:4294967295] 192.168.201.109@tcp LPNI seq info [345924:345924:8:4294967295]
00000400:00000200:0.0:1783979193.889198:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979193.889204:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979193.889208:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979193.889211:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979193.889216:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979193.889219:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979193.889223:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979193.889225:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979193.889260:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979193.889262:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979193.889266:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979193.889270:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979193.889273:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979193.889275:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979193.889277:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979193.889281:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889288:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979193.889291:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889297:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889298:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979193.889302:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979193.889305:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979193.889308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979193.889310:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304725536
00000100:00000001:0.0:1783979193.889313:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304726774
00000100:00000001:0.0:1783979193.889314:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304725536
00000100:00000001:0.0:1783979193.889316:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304726774
00000100:00000001:0.0:1783979193.889318:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979193.889320:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889322:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979193.889325:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979193/real 1783979193]  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979193.889332:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979193.889333:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979193.889335:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979193.889337:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979193.889339:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979193.889340:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979193.889343:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979193.889350:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889356:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979193.889357:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889359:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979193.889360:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979193.889363:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889368:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979193.889372:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889378:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979193.889380:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889382:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979193.889383:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889385:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979193.889388:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979193.889390:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979193.889393:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979193.889396:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979193.889400:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979193.889408:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072000:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979193.889411:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889413:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979193.889416:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367072000/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979193.889421:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979193.889422:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979193.889423:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979193.889425:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.889428:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979193.889429:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979193.889431:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979193.889433:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979193.889434:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783979193.889437:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979193.889438:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979193.889439:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:1.0:1783979193.889441:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979193.889442:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979193.889443:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979193.889444:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889445:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979193.889447:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d9bbd4] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889449:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979193.889450:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889453:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.889454:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.889455:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889456:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.889457:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979193.889458:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979193.889461:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889468:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979193.889469:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.889471:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979193.889472:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979193.889474:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979193.889477:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979193.889480:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979193.889482:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979193.889484:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979193.889485:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979193.889488:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.889490:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979193.889493:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979193.889495:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979193.889498:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979193.889501:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072128, portal 10
00000100:00000001:0.0:1783979193.889503:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979193.889504:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:0.0:1783979193.889510:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979193.889518:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979193.889520:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979193.889522:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072128, offset 0
00000400:00000200:0.0:1783979193.889526:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979193.889530:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979193.889533:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979193.889535:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979193.889537:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979193.889539:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979193.889541:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979193.889544:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345936:345936:256:4294967295] 192.168.201.109@tcp LPNI seq info [345925:345925:8:4294967295]
00000400:00000200:0.0:1783979193.889548:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979193.889553:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979193.889558:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979193.889561:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979193.889565:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979193.889567:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979193.889571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979193.889574:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979193.889578:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979193.889579:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00000040:1.0:1783979193.889579:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979193.889582:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1783979193.889583:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1783979193.889585:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1783979193.889586:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979193.889588:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979193.889590:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:1.0:1783979193.889590:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979193.889592:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979193.889595:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979193.889595:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10063)
00000100:00000001:0.0:1783979193.889601:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979193.889604:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889609:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889611:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979193.889613:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979193.889616:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979193.889619:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979193.889621:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304725533
00000100:00000001:0.0:1783979193.889623:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304726774
00000100:00000001:0.0:1783979193.889625:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304725533
00000100:00000001:0.0:1783979193.889627:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304726774
00000100:00000001:0.0:1783979193.889629:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979193.889631:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889633:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979193.889636:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979193/real 1783979193]  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979193.889644:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979193.889645:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979193.889647:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979193.889649:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979193.889651:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979193.889653:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979193.889656:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979193.889663:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889669:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979193.889671:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889673:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979193.889674:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979193.889677:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889684:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979193.889687:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889693:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979193.889696:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889698:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979193.889699:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889700:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979193.889702:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979193.889704:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979193.889707:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979193.889709:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979193.889713:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979193.889720:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979193.889724:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889726:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979193.889728:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367072128/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979193.889734:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979193.889736:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979193.889737:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979193.889740:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979193.889741:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979193.889743:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979193.889745:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979193.889746:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783979193.889749:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979193.889750:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979193.889751:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783979193.889753:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979193.889754:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889755:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979193.889759:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979193.889760:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979193.889762:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979193.889763:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979193.952551:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979193.952558:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979193.952560:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979193.952565:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979193.952569:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979193.952573:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979193.952575:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979193.952578:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979193.952580:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979194.080014:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979194.080021:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979194.080028:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979194.080029:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979194.080089:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979194.080093:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979194.080096:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979194.975930:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979194.975940:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979194.975943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979194.975950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979194.975954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979194.975959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979194.975962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979194.975965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979194.975968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979195.103934:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979195.103942:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979195.103949:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979195.103951:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979195.104259:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979195.104263:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979195.104266:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979195.168036:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304726774, at 4304726784
00000100:00000010:1.0:1783979195.168053:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6d80.
00000100:00000040:0.0:1783979195.170471:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304726774, at 4304726786
00000100:00000010:0.0:1783979195.170484:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979195.999906:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979195.999915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979195.999917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979195.999922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979195.999930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979195.999934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979195.999936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979195.999938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979195.999941:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979196.131413:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979196.131424:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979196.131432:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979196.131433:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979196.131527:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979196.131534:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979196.131538:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979197.024298:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979197.024305:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979197.024307:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979197.024312:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979197.024316:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979197.024320:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979197.024322:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979197.024325:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979197.024328:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979197.153060:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979197.153066:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979197.153071:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979197.153072:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979197.153155:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979197.153159:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979197.153162:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979198.048116:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979198.048124:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979198.048126:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979198.048131:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979198.048135:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979198.048139:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979198.048142:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979198.048144:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979198.048147:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.175905:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979198.175910:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.175914:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979198.175916:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979198.175917:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979198.175920:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.175922:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979198.175923:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.175925:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.175926:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979198.176024:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979198.176027:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979198.176030:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979199.007970:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979199.007980:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979199.007983:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979199.007986:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979199.007990:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979199.007997:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10058
00000400:00000200:3.0:1783979199.008005:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979199.008011:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979199.008015:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979199.008018:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008022:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979199.008024:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008027:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979199.008030:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979199.008032:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979199.008034:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979199.008037:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979199.008039:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979199.008042:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979199.008045:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008046:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979199.008048:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008050:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979199.008053:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979199.008056:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008059:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979199.008061:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979199.008065:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979199.008068:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008071:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979199.008073:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979199.008081:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979199.008084:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979199.008088:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979199.008089:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008092:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979199.008094:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979199.008098:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979199.008104:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979199.008110:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979199.008119:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979199.008130:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979199.008133:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979199.008138:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979199.008169:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979199.008172:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979199.008175:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979199.008176:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979199.008178:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979199.008180:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979199.008182:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10058
00000400:00000200:3.0:1783979199.008186:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979199.008190:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979199.008192:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979199.008195:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008197:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979199.008199:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008201:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979199.008204:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979199.008205:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783979199.008205:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979199.008209:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979199.008211:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783979199.008212:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:0.0:1783979199.008214:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979199.008218:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979199.008222:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979199.008222:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979199.008229:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979199.008235:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979199.008235:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979199.008239:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979199.008239:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008244:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:0.0:1783979199.008245:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979199.008248:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979199.008249:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979199.008252:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979199.008255:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00100000:0.0:1783979199.008257:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367072256:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979199.008261:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008262:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979199.008265:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979199.008266:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979199.008268:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979199.008270:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1783979199.008272:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1783979199.008274:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979199.008277:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979199.008277:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008282:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979199.008286:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00100000:3.0:1783979199.008288:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1783979199.008289:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000008:00000001:3.0:1783979199.008294:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979199.008296:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000001:3.0:1783979199.008297:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979199.008304:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072256, portal 25
00000100:00000010:3.0:1783979199.008305:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979199.008308:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1783979199.008310:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:0.0:1783979199.008311:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
02000000:00000001:3.0:1783979199.008316:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1783979199.008317:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979199.008318:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008323:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979199.008325:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979199.008327:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783979199.008328:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979199.008331:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979199.008335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979199.008337:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367072256, offset 0
02000000:00000010:3.0:1783979199.008337:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979199.008343:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979199.008345:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979199.008353:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:3.0:1783979199.008353:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979199.008361:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783979199.008364:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979199.008366:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783979199.008369:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979199.008372:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000040:3.0:1783979199.008376:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979199.008377:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979199.008381:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979199.008388:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345937:345937:256:4294967295] 192.168.201.109@tcp LPNI seq info [345926:345926:8:4294967295]
00000400:00000200:0.0:1783979199.008396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979199.008397:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979199.008401:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979199.008405:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783979199.008406:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979199.008410:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1783979199.008413:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783979199.008413:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1783979199.008418:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000001:3.0:1783979199.008418:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979199.008422:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10058
00000800:00000200:0.0:1783979199.008426:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000400:00000200:3.0:1783979199.008430:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:0.0:1783979199.008431:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000400:00000200:3.0:1783979199.008435:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979199.008440:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1783979199.008440:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979199.008444:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1783979199.008448:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000100:0.0:1783979199.008452:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008453:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1783979199.008454:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00000040:3.0:1783979199.008458:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979199.008461:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1783979199.008461:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979199.008466:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979199.008468:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979199.008471:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979199.008472:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1783979199.008474:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979199.008477:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979199.008479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000020:00000001:3.0:1783979199.008480:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000010:0.0:1783979199.008483:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:3.0:1783979199.008486:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008489:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979199.008490:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979199.008491:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008494:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:0.0:1783979199.008497:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979199.008498:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979199.008503:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979199.008506:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979199.008510:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979199.008513:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979199.008517:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1783979199.008517:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008521:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1783979199.008524:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783979199.008525:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979199.008531:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.008535:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008537:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008539:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1783979199.008540:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979199.008544:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979199.008545:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979199.008548:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979199.008551:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979199.008552:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008555:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304731894
00000100:00000001:3.0:1783979199.008556:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979199.008559:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1783979199.008562:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6480.
02000000:00000001:3.0:1783979199.008562:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008569:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1783979199.008570:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979199.008575:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008576:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304731894
00000100:00000010:0.0:1783979199.008580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6d20.
00000100:00100000:3.0:1783979199.008582:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979199.008583:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979199.008587:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979199.008592:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008595:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783979199.008597:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1783979199.008601:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979199/real 1783979199]  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979199.008602:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979199.008611:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979199.008613:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979199.008615:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979199.008618:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979199.008622:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979199.008624:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:3.0:1783979199.008627:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008628:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979199.008632:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979199.008637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008641:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979199.008643:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979199.008645:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979199.008646:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.008648:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979199.008653:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979199.008654:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979199.008661:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979199.008664:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979199.008667:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979199.008669:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979199.008673:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10068)
00000100:00000001:0.0:1783979199.008674:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979199.008678:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.008680:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.008681:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.008682:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979199.008684:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979199.008686:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979199.008688:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979199.008690:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979199.008693:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979199.008698:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367072256:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979199.008703:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.008705:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979199.008707:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367072256/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008713:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979199.008715:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979199.008717:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979199.008719:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979199.008721:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979199.008722:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979199.008725:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979199.008727:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979199.008731:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979199.008732:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979199.008734:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783979199.008738:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979199.008739:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.008741:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.008748:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979199.008749:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008751:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979199.008753:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979199.008754:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979199.008757:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008761:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979199.008762:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979199.008763:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979199.008765:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979199.008766:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979199.008767:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979199.008769:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979199.008792:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979199.008793:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979199.008794:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979199.008797:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979199.008798:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979199.008800:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979199.008802:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979199.008804:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979199.008806:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072384, portal 10
00000100:00000001:0.0:1783979199.008807:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979199.008808:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783979199.008813:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008817:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979199.008818:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979199.008820:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979199.008914:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072384, offset 0
00000400:00000200:0.0:1783979199.008918:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979199.008921:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979199.008924:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979199.008927:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979199.008928:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979199.008930:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979199.008932:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979199.008933:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345938:345938:256:4294967295] 192.168.201.109@tcp LPNI seq info [345927:345927:8:4294967295]
00000400:00000200:0.0:1783979199.008936:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979199.008940:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979199.008942:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979199.008944:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979199.008947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979199.008949:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979199.008952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979199.008953:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979199.008955:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979199.008956:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979199.008958:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979199.008961:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979199.008963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979199.008964:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979199.008965:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979199.008968:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008972:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979199.008974:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.008978:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008979:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979199.008981:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979199.008984:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979199.008985:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979199.008987:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304730656
00000100:00000001:0.0:1783979199.008989:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304731894
00000100:00000001:0.0:1783979199.008990:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304730656
00000100:00000001:0.0:1783979199.008991:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304731894
00000100:00000001:0.0:1783979199.008992:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979199.008993:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.008995:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979199.008997:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979199/real 1783979199]  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979199.009001:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979199.009002:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979199.009003:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979199.009004:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979199.009005:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979199.009006:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979199.009008:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979199.009013:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009016:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979199.009017:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009018:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.009019:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979199.009021:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009024:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979199.009026:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009030:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979199.009032:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009033:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.009033:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009034:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979199.009036:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979199.009037:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979199.009039:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979199.009040:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979199.009042:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979199.009047:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072384:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979199.009049:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979199.009051:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009054:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979199.009055:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979199.009056:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979199.009057:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979199.009059:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979199.009060:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979199.009062:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979199.009063:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979199.009064:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979199.009065:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979199.009067:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979199.009068:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979199.009071:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979199.009072:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979199.009074:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979199.009075:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072512, portal 10
00000100:00000001:0.0:1783979199.009077:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979199.009077:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783979199.009081:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009084:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979199.009086:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979199.009087:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979199.009088:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072512, offset 0
00000400:00000200:0.0:1783979199.009090:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979199.009092:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979199.009094:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979199.009096:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979199.009097:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979199.009099:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979199.009100:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979199.009102:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345939:345939:256:4294967295] 192.168.201.109@tcp LPNI seq info [345928:345928:8:4294967295]
00000400:00000200:0.0:1783979199.009104:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979199.009108:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979199.009110:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979199.009111:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979199.009113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979199.009115:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979199.009129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979199.009131:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979199.009134:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979199.009136:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979199.009138:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979199.009151:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979199.009154:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979199.009157:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979199.009159:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979199.009162:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009170:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979199.009172:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009178:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.009179:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979199.009182:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979199.009184:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979199.009187:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979199.009189:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304730653
00000100:00000001:0.0:1783979199.009192:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304731894
00000100:00000001:0.0:1783979199.009194:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304730653
00000100:00000001:0.0:1783979199.009196:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304731894
00000100:00000001:0.0:1783979199.009198:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979199.009199:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.009201:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979199.009205:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979199/real 1783979199]  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979199.009212:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979199.009213:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979199.009215:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979199.009217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979199.009219:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979199.009220:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979199.009223:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979199.009230:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009236:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979199.009238:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.009240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979199.009244:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009250:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979199.009253:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009259:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979199.009261:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009263:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979199.009264:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009265:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979199.009267:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979199.009269:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979199.009272:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979199.009274:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979199.009278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979199.009284:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979199.009288:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009290:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979199.009292:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367072384/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009299:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979199.009301:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979199.009303:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979199.009305:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979199.009307:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979199.009308:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979199.009310:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979199.009311:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979199.009314:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979199.009315:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979199.009316:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979199.009319:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979199.009320:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009322:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979199.009325:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367072512/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979199.009331:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979199.009332:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979199.009334:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979199.009336:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979199.009337:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979199.009338:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979199.009340:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979199.009341:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979199.009343:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979199.009344:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979199.009346:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783979199.009348:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979199.009349:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009351:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979199.009355:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979199.009356:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979199.009358:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979199.009359:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979199.072406:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979199.072413:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979199.072415:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979199.072430:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979199.072434:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979199.072438:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979199.072440:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979199.072443:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979199.072446:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979199.200437:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979199.200444:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979199.200449:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979199.200450:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979199.200565:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979199.200569:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979199.200572:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979200.097624:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979200.097632:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979200.097635:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979200.097641:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979200.097644:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979200.097648:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979200.097650:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979200.097652:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979200.097655:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.223933:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979200.223941:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979200.223943:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979200.223946:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.223951:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979200.223953:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.223955:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.223957:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.223961:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979200.223962:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979200.224025:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979200.224029:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979200.224032:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979200.287883:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304731894, at 4304731904
00000100:00000040:1.0:1783979200.287883:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304731894, at 4304731904
00000100:00000010:1.0:1783979200.287901:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6d20.
00000100:00000010:0.0:1783979200.287906:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6480.
00000100:00000001:3.0:1783979201.119830:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979201.119836:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979201.119837:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979201.119841:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979201.119844:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979201.119848:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979201.119851:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979201.119853:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979201.119856:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979201.248070:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979201.248075:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979201.248082:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979201.248083:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979201.248866:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979201.248869:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979201.248871:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979202.143888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979202.143896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979202.143898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979202.143903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979202.143907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979202.143911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979202.143913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979202.143915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979202.143918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979202.271977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979202.271985:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979202.271990:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979202.271991:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979202.272135:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979202.272140:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979202.272143:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979203.168194:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979203.168202:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979203.168204:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979203.168210:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979203.168214:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979203.168218:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979203.168221:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979203.168224:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979203.168227:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.297218:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979203.297226:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.297231:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979203.297233:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979203.297312:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979203.297317:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979203.297320:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979204.129106:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979204.129122:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979204.129125:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979204.129131:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979204.129137:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979204.129148:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10063
00000400:00000200:0.0:1783979204.129162:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979204.129171:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979204.129175:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979204.129178:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129182:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129185:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129188:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979204.129193:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979204.129196:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979204.129199:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979204.129203:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979204.129206:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979204.129209:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979204.129213:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129215:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129218:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129220:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979204.129224:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979204.129228:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129231:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979204.129235:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979204.129240:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979204.129244:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129247:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979204.129250:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979204.129265:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783979204.129269:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979204.129275:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979204.129276:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129281:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979204.129284:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979204.129290:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979204.129300:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
00000100:00000001:0.0:1783979204.129309:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979204.129320:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979204.129333:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979204.129339:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979204.129344:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979204.129380:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979204.129384:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979204.129387:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979204.129389:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979204.129391:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979204.129394:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979204.129398:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10063
00000400:00000200:0.0:1783979204.129402:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979204.129405:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979204.129408:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979204.129411:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129414:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129416:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129418:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979204.129420:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979204.129422:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979204.129423:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979204.129426:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979204.129428:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979204.129431:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979204.129433:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129435:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129437:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129440:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979204.129442:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979204.129444:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129447:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979204.129448:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979204.129456:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979204.129458:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129461:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979204.129465:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979204.129468:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129471:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979204.129474:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783979204.129477:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979204.129479:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979204.129482:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129483:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979204.129485:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979204.129486:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979204.129491:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783979204.129494:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979204.129499:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979204.129506:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979204.129509:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979204.129512:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979204.129520:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979204.129523:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979204.129526:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979204.129528:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979204.129530:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979204.129533:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979204.129535:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10063
00000400:00000200:0.0:1783979204.129539:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979204.129542:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979204.129544:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979204.129547:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129550:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129552:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129554:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979204.129556:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979204.129558:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979204.129559:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979204.129561:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979204.129563:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979204.129566:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979204.129569:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129571:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979204.129573:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129575:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979204.129578:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979204.129581:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979204.129583:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979204.129585:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979204.129588:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979204.129590:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129592:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979204.129594:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979204.129597:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129598:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979204.129602:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783979204.129604:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979204.129607:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979204.129608:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979204.129610:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979204.129612:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979204.129613:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979204.129617:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783979204.129620:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979204.129625:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979204.129632:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979204.129634:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979204.129637:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979204.129645:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979204.129650:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979204.129654:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979204.129658:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979204.129662:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979204.129669:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10073)
00000100:00000001:1.0:1783979204.129762:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979204.129769:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979204.129804:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979204.129813:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.129822:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979204.129824:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.129829:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979204.129831:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.129834:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.129838:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367072640:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979204.129842:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979204.129847:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979204.129849:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.129853:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979204.129859:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979204.129861:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979204.129867:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979204.129872:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979204.129880:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979204.129889:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072640, portal 25
00000100:00000001:1.0:1783979204.129893:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979204.129895:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:1.0:1783979204.129901:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.129909:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979204.129912:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979204.129915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979204.129919:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367072640, offset 0
00000400:00000200:1.0:1783979204.129927:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979204.129938:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.129946:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979204.129954:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979204.129959:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979204.129965:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979204.129968:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979204.129973:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345940:345940:256:4294967295] 192.168.201.109@tcp LPNI seq info [345929:345929:8:4294967295]
00000400:00000200:1.0:1783979204.129978:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.129991:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979204.129999:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130005:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979204.130013:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979204.130018:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979204.130025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979204.130029:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979204.130034:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130037:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979204.130045:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979204.130061:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979204.130068:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979204.130071:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979204.130076:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979204.130081:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130091:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130094:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130103:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130105:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979204.130112:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979204.130117:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979204.130120:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304737016
00000100:00000010:1.0:1783979204.130126:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783979204.130133:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979204.130141:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304737016
00000100:00000010:1.0:1783979204.130144:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783979204.130149:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979204.130152:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979204.130155:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130158:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979204.130163:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979204/real 1783979204]  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979204.130173:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979204.130175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979204.130178:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979204.130181:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979204.130183:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979204.130186:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979204.130190:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979204.130199:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130207:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979204.130209:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130211:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130213:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979204.130218:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130224:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979204.130229:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130236:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979204.130240:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130242:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130243:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130246:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979204.130248:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979204.130252:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979204.130256:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979204.130259:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979204.130263:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979204.130273:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367072640:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979204.130278:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979204.130282:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130289:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979204.130291:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.130293:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979204.130295:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.130297:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.130300:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979204.130303:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979204.130305:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979204.130307:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.130309:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979204.130313:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979204.130315:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979204.130318:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979204.130321:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979204.130324:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979204.130327:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072768, portal 10
00000100:00000001:1.0:1783979204.130329:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979204.130330:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:1.0:1783979204.130337:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130351:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979204.130354:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979204.130356:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979204.130358:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072768, offset 0
00000400:00000200:1.0:1783979204.130362:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979204.130366:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.130369:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979204.130373:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979204.130375:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979204.130377:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979204.130379:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979204.130383:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345941:345941:256:4294967295] 192.168.201.109@tcp LPNI seq info [345930:345930:8:4294967295]
00000400:00000200:1.0:1783979204.130387:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.130393:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979204.130398:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130401:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979204.130405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979204.130407:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979204.130411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979204.130413:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979204.130417:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130418:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979204.130421:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979204.130424:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979204.130426:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979204.130428:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979204.130431:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979204.130434:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130440:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130443:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130457:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130458:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979204.130461:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.130465:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979204.130469:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979204.130471:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304735777
00000100:00000001:1.0:1783979204.130473:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304737016
00000100:00000001:1.0:1783979204.130475:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304735777
00000100:00000001:1.0:1783979204.130477:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304737016
00000100:00000001:1.0:1783979204.130479:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979204.130480:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130482:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979204.130485:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979204/real 1783979204]  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979204.130492:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979204.130494:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979204.130495:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979204.130497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979204.130499:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979204.130501:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979204.130503:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979204.130510:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130515:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979204.130516:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130518:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130519:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979204.130522:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130529:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979204.130533:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130540:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979204.130542:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130543:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130544:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130546:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979204.130549:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979204.130551:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979204.130555:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979204.130557:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979204.130561:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979204.130569:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072768:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979204.130573:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979204.130576:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130581:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979204.130583:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.130584:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979204.130586:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.130588:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.130591:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979204.130595:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979204.130597:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979204.130600:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.130601:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979204.130605:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979204.130607:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979204.130610:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979204.130613:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979204.130616:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979204.130619:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367072896, portal 10
00000100:00000001:1.0:1783979204.130621:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979204.130622:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:1.0:1783979204.130628:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130634:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979204.130637:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979204.130639:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979204.130642:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367072896, offset 0
00000400:00000200:1.0:1783979204.130645:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979204.130649:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.130653:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979204.130655:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979204.130657:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979204.130660:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979204.130662:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979204.130664:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345942:345942:256:4294967295] 192.168.201.109@tcp LPNI seq info [345931:345931:8:4294967295]
00000400:00000200:1.0:1783979204.130668:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979204.130673:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979204.130677:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130680:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979204.130684:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979204.130686:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979204.130691:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979204.130693:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979204.130697:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979204.130700:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979204.130703:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979204.130706:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979204.130709:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979204.130711:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979204.130713:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979204.130717:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130725:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130728:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130735:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130736:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979204.130740:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.130743:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979204.130746:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979204.130748:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304735774
00000100:00000001:1.0:1783979204.130751:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304737016
00000100:00000001:1.0:1783979204.130753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304735774
00000100:00000001:1.0:1783979204.130755:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304737016
00000100:00000001:1.0:1783979204.130757:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979204.130760:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.130761:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979204.130765:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979204/real 1783979204]  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979204.130804:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979204.130806:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979204.130808:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979204.130810:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979204.130812:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979204.130815:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979204.130818:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979204.130826:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130833:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979204.130835:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130837:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130838:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979204.130842:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130849:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979204.130852:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130859:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979204.130861:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130863:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979204.130864:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130866:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979204.130867:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979204.130870:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979204.130873:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979204.130876:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979204.130879:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979204.130888:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367072896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979204.130892:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130895:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130899:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627367072640/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130906:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979204.130909:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979204.130912:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979204.130916:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979204.130918:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979204.130920:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979204.130922:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979204.130925:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783979204.130930:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979204.130932:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979204.130934:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:1.0:1783979204.130938:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979204.130939:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130941:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130944:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627367072768/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130950:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979204.130952:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979204.130953:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979204.130956:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979204.130957:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979204.130958:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979204.130961:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979204.130962:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:1.0:1783979204.130965:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979204.130966:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979204.130967:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:1.0:1783979204.130970:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979204.130971:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.130973:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979204.130976:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627367072896/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.130982:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979204.130984:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979204.130985:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979204.130988:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979204.130989:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979204.130991:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979204.130993:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979204.130994:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:1.0:1783979204.130996:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979204.130997:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979204.130999:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:1.0:1783979204.131001:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979204.131002:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.131005:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979204.131014:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979204.131016:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.131019:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979204.131021:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979204.192657:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979204.192671:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979204.192673:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979204.192681:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979204.192685:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979204.192690:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.192693:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979204.192697:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.192700:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979204.319976:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979204.319985:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979204.319993:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979204.319994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979204.320119:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979204.320123:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979204.320127:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979205.216011:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979205.216024:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979205.216027:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979205.216049:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979205.216055:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979205.216060:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979205.216064:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979205.216068:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979205.216071:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979205.344092:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979205.344102:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979205.344109:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979205.344110:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979205.344174:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979205.344180:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979205.344184:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979205.407948:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304737016, at 4304737024
00000100:00000010:1.0:1783979205.407973:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000040:0.0:1783979205.408066:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304737016, at 4304737024
00000100:00000010:0.0:1783979205.408074:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000001:3.0:1783979206.239946:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979206.239958:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979206.239960:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979206.239968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979206.239973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979206.239978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979206.239981:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979206.239983:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979206.239987:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979206.368086:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979206.368096:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979206.368104:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979206.368106:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979206.368174:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979206.368179:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979206.368183:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979207.263899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979207.263909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979207.263911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979207.263918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979207.263923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979207.263927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979207.263931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979207.263934:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979207.263937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979207.391974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979207.391984:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979207.391990:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979207.391992:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979207.392066:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979207.392071:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979207.392074:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979208.288042:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979208.288054:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979208.288056:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979208.288064:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979208.288069:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979208.288075:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979208.288078:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979208.288081:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979208.288085:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.415974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979208.415995:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.416004:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979208.416009:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979208.416011:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979208.416016:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.416020:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979208.416022:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.416024:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.416027:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979208.416097:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979208.416102:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979208.416106:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979209.248564:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979209.248579:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979209.248582:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979209.248586:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979209.248592:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979209.248601:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10068
00000400:00000200:2.0:1783979209.248613:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979209.248621:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979209.248625:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979209.248628:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248632:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979209.248634:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248637:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979209.248643:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979209.248645:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979209.248649:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979209.248652:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979209.248656:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979209.248659:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979209.248662:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248664:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979209.248666:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248668:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979209.248671:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979209.248675:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248678:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979209.248681:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979209.248686:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979209.248690:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.248692:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979209.248695:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979209.248709:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979209.248713:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979209.248718:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979209.248720:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.248724:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979209.248728:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979209.248732:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979209.248743:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783979209.248752:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979209.248763:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979209.248804:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979209.248810:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979209.248816:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979209.248839:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979209.248842:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979209.248846:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979209.248848:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979209.248849:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979209.248853:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979209.248855:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10068
00000400:00000200:2.0:1783979209.248859:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979209.248862:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979209.248864:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979209.248867:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248869:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979209.248871:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248874:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979209.248877:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979209.248878:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979209.248880:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979209.248882:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979209.248884:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979209.248887:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979209.248887:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979209.248893:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979209.248894:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979209.248896:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979209.248899:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979209.248901:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248904:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979209.248909:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:1.0:1783979209.248910:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979209.248914:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979209.248920:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979209.248924:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979209.248928:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979209.248931:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979209.248933:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979209.248936:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979209.248937:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979209.248941:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979209.248941:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979209.248946:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1783979209.248948:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783979209.248951:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073024:192.168.201.109@tcp:250:kworker.0
00000008:00000001:2.0:1783979209.248954:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.248958:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783979209.248959:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979209.248975:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979209.248978:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979209.248980:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979209.248982:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979209.248984:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979209.248985:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.248990:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979209.248991:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979209.248992:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979209.248995:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979209.249000:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000010:2.0:1783979209.249000:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783979209.249005:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.249008:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249014:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:2.0:1783979209.249016:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979209.249021:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783979209.249029:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979209.249031:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979209.249032:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000040:2.0:1783979209.249035:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979209.249042:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979209.249043:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073024, portal 25
00000100:00080000:2.0:1783979209.249044:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979209.249048:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1783979209.249049:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979209.249052:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000001:2.0:1783979209.249052:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979209.249054:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979209.249058:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979209.249063:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10068
00000100:00000040:1.0:1783979209.249064:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979209.249067:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979209.249072:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979209.249077:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979209.249082:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979209.249084:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1783979209.249084:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979209.249091:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979209.249092:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979209.249095:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:1.0:1783979209.249097:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000020:00000001:2.0:1783979209.249097:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979209.249100:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979209.249102:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1783979209.249104:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367073024, offset 0
00000020:00000040:2.0:1783979209.249104:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979209.249107:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979209.249110:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979209.249112:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.249113:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979209.249117:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979209.249117:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979209.249118:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979209.249121:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979209.249123:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979209.249124:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979209.249125:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979209.249128:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979209.249129:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249132:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979209.249133:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979209.249136:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979209.249139:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.249140:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979209.249143:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000400:00000200:1.0:1783979209.249144:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:2.0:1783979209.249146:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979209.249150:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979209.249151:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979209.249152:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979209.249153:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979209.249154:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1783979209.249155:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979209.249159:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000400:00000200:1.0:1783979209.249162:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:2.0:1783979209.249163:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979209.249168:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979209.249170:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979209.249177:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979209.249186:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345943:345943:256:4294967295] 192.168.201.109@tcp LPNI seq info [345932:345932:8:4294967295]
00000100:00000001:2.0:1783979209.249187:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979209.249190:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249196:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979209.249197:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979209.249204:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979209.249206:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979209.249212:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1783979209.249215:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1783979209.249216:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979209.249221:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979209.249227:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10078)
00000800:00000200:1.0:1783979209.249228:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.249236:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979209.249245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979209.249250:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979209.249256:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979209.249259:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979209.249264:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.249267:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979209.249275:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979209.249279:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979209.249285:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979209.249288:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979209.249292:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979209.249296:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249306:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.249309:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249316:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.249318:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979209.249324:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979209.249331:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304742135
00000100:00000010:1.0:1783979209.249337:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783979209.249345:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979209.249360:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304742135
00000100:00000010:1.0:1783979209.249363:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:1.0:1783979209.249367:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979209.249370:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979209.249373:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.249377:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979209.249383:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979209.249393:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979209.249394:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979209.249397:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979209.249400:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979209.249402:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979209.249405:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979209.249408:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979209.249417:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249423:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979209.249425:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249427:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.249430:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979209.249434:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249441:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979209.249445:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249453:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979209.249456:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249458:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.249459:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249461:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979209.249463:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979209.249467:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979209.249471:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979209.249474:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979209.249478:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979209.249486:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073024:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979209.249491:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.249496:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367073024/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249503:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979209.249506:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979209.249508:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979209.249516:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979209.249518:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979209.249520:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979209.249522:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979209.249525:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783979209.249535:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979209.249536:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979209.249538:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783979209.249541:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979209.249542:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249545:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249553:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979209.249555:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.249557:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979209.249558:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979209.249560:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979209.249564:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249570:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979209.249572:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979209.249574:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979209.249576:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979209.249578:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979209.249580:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073152:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979209.249584:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979209.249586:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979209.249587:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979209.249589:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979209.249592:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979209.249593:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249597:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979209.249600:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979209.249603:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979209.249606:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073152, portal 10
00000100:00000001:1.0:1783979209.249608:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979209.249609:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783979209.249616:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249622:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979209.249624:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979209.249626:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979209.249628:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367073152, offset 0
00000400:00000200:1.0:1783979209.249632:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979209.249636:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979209.249639:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979209.249643:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979209.249645:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979209.249647:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979209.249649:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979209.249652:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345944:345944:256:4294967295] 192.168.201.109@tcp LPNI seq info [345933:345933:8:4294967295]
00000400:00000200:1.0:1783979209.249656:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979209.249662:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979209.249667:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.249670:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979209.249673:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979209.249676:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979209.249680:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979209.249682:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979209.249685:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.249687:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979209.249690:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979209.249694:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979209.249697:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979209.249699:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979209.249701:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979209.249705:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249712:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.249715:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249722:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.249724:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979209.249727:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979209.249731:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979209.249734:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979209.249736:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304740896
00000100:00000001:1.0:1783979209.249740:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304742135
00000100:00000001:1.0:1783979209.249742:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304740896
00000100:00000001:1.0:1783979209.249744:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304742135
00000100:00000001:1.0:1783979209.249746:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979209.249748:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.249750:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979209.249753:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979209.249761:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979209.249763:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979209.249764:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979209.249767:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979209.249768:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979209.249771:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979209.249806:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979209.249815:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249821:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979209.249823:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249825:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.249826:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979209.249830:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249836:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979209.249840:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249847:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979209.249849:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249852:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.249853:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.249854:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979209.249858:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979209.249861:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979209.249864:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979209.249866:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979209.249870:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979209.249878:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073152:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979209.249882:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979209.249885:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249892:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979209.249893:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979209.249895:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979209.249897:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979209.249899:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979209.249902:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073280:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979209.249905:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979209.249907:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979209.249909:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979209.249910:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979209.249914:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979209.249916:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979209.249919:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979209.249921:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979209.249924:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979209.249927:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073280, portal 10
00000100:00000001:1.0:1783979209.249929:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979209.249931:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783979209.249936:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.249942:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979209.249945:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979209.249947:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979209.249949:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367073280, offset 0
00000400:00000200:1.0:1783979209.249953:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979209.249957:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979209.249960:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979209.249976:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979209.249979:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979209.249981:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979209.249984:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979209.249987:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345945:345945:256:4294967295] 192.168.201.109@tcp LPNI seq info [345934:345934:8:4294967295]
00000400:00000200:1.0:1783979209.249991:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979209.249996:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979209.250001:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.250005:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979209.250009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979209.250011:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979209.250015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979209.250018:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979209.250022:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979209.250024:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979209.250027:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979209.250030:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979209.250032:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979209.250034:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979209.250037:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979209.250040:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250047:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.250051:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250057:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.250059:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979209.250062:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979209.250065:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979209.250069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979209.250071:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304740894
00000100:00000001:1.0:1783979209.250073:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304742135
00000100:00000001:1.0:1783979209.250075:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304740894
00000100:00000001:1.0:1783979209.250077:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304742135
00000100:00000001:1.0:1783979209.250079:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979209.250081:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.250083:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979209.250087:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979209.250095:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979209.250097:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979209.250099:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979209.250101:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979209.250103:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979209.250105:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979209.250108:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979209.250116:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250123:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979209.250124:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250126:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.250127:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979209.250131:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250138:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979209.250141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250148:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979209.250150:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250152:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979209.250153:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250155:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979209.250157:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979209.250159:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979209.250163:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979209.250165:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979209.250169:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979209.250177:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073280:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979209.250181:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250182:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.250185:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367073152/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250191:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979209.250193:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979209.250195:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979209.250197:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979209.250198:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979209.250200:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979209.250202:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979209.250205:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783979209.250207:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979209.250209:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979209.250211:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783979209.250213:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979209.250214:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250216:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979209.250219:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367073280/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979209.250226:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979209.250227:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979209.250229:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979209.250231:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979209.250233:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979209.250234:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979209.250236:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979209.250238:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783979209.250241:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979209.250243:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979209.250244:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783979209.250246:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979209.250248:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250249:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979209.250253:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979209.250254:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979209.250256:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979209.250258:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.311932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979209.311943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979209.311945:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.311952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979209.311956:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979209.311972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.311975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.311978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.311981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979209.439930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979209.439937:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979209.439943:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979209.439943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979209.440013:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979209.440018:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979209.440022:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979210.335926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979210.335937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979210.335940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979210.335967:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979210.335973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979210.335977:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979210.335981:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979210.335984:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979210.335988:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.463996:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979210.464008:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979210.464011:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979210.464016:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.464022:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979210.464024:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.464027:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.464030:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.464035:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979210.464036:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979210.464113:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979210.464117:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979210.464119:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979210.527894:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304742135, at 4304742144
00000100:00000040:1.0:1783979210.527894:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304742135, at 4304742144
00000100:00000010:0.0:1783979210.527913:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000010:1.0:1783979210.527917:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:3.0:1783979211.359912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979211.359920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979211.359922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979211.359938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979211.359942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979211.359947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979211.359949:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979211.359952:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979211.359956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979211.487973:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979211.487983:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979211.487991:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979211.487992:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979211.488082:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979211.488087:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979211.488091:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979212.383923:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979212.383931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979212.383933:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979212.383940:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979212.383943:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979212.383952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979212.383955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979212.383957:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979212.383961:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979212.511981:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979212.511990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979212.511998:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979212.511999:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979212.512061:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979212.512066:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979212.512069:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979213.407997:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979213.408010:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979213.408012:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979213.408021:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979213.408025:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979213.408030:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979213.408034:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979213.408037:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979213.408041:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979213.535966:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979213.535977:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979213.535987:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979213.535988:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979213.536067:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979213.536072:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979213.536077:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979214.367981:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979214.367996:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979214.368000:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979214.368006:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979214.368013:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979214.368025:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10073
00000400:00000200:2.0:1783979214.368039:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979214.368048:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979214.368053:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979214.368057:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368061:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979214.368064:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368068:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979214.368074:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979214.368077:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979214.368081:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979214.368086:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979214.368092:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979214.368095:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979214.368098:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368100:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979214.368102:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368105:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979214.368109:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979214.368113:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368116:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979214.368119:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979214.368125:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979214.368128:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368132:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979214.368136:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979214.368154:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979214.368160:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979214.368165:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979214.368167:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368173:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979214.368186:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979214.368194:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979214.368209:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783979214.368220:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979214.368233:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979214.368245:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979214.368252:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979214.368258:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979214.368321:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979214.368325:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979214.368330:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979214.368332:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979214.368333:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979214.368337:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979214.368340:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10073
00000100:00000001:1.0:1783979214.368342:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1783979214.368345:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979214.368350:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1783979214.368351:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979214.368355:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1783979214.368356:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979214.368365:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979214.368367:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979214.368368:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979214.368373:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368378:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979214.368387:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979214.368389:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979214.368393:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979214.368396:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979214.368399:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979214.368404:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073408:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979214.368408:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1783979214.368410:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979214.368413:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
02000000:00000001:1.0:1783979214.368415:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1783979214.368416:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783979214.368420:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979214.368421:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
02000000:00000001:1.0:1783979214.368425:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1783979214.368426:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979214.368431:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
02000000:00000010:1.0:1783979214.368435:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
00000100:00000040:2.0:1783979214.368436:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979214.368439:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368440:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979214.368446:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368449:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979214.368452:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783979214.368454:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000400:00000010:1.0:1783979214.368460:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00080000:2.0:1783979214.368460:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368466:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979214.368469:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1783979214.368473:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
02000000:00000001:2.0:1783979214.368478:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979214.368482:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368484:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1783979214.368485:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073408, portal 25
00000100:00000001:1.0:1783979214.368490:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1783979214.368490:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979214.368493:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000008:00000001:2.0:1783979214.368499:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979214.368504:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979214.368504:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979214.368511:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979214.368516:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:1.0:1783979214.368518:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1783979214.368522:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1783979214.368525:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:2.0:1783979214.368526:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368530:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1783979214.368531:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
02000000:00000001:2.0:1783979214.368532:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1783979214.368536:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367073408, offset 0
02000000:00000001:2.0:1783979214.368536:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979214.368545:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783979214.368552:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.368555:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00100000:2.0:1783979214.368561:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979214.368570:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979214.368574:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979214.368578:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.368583:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:2.0:1783979214.368586:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979214.368593:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979214.368601:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:2.0:1783979214.368602:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979214.368607:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783979214.368609:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979214.368616:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:2.0:1783979214.368616:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979214.368621:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979214.368624:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979214.368626:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345946:345946:256:4294967295] 192.168.201.109@tcp LPNI seq info [345935:345935:8:4294967295]
00000100:00000001:2.0:1783979214.368631:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979214.368635:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783979214.368638:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10073
00000400:00000200:2.0:1783979214.368645:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979214.368654:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979214.368656:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1783979214.368659:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979214.368666:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979214.368669:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368670:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979214.368676:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000010:1.0:1783979214.368680:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000001:2.0:1783979214.368680:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979214.368686:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979214.368687:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979214.368689:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979214.368692:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.0:1783979214.368694:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:2.0:1783979214.368696:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979214.368698:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979214.368702:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368708:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979214.368709:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1783979214.368712:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368716:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979214.368721:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000200:1.1:1783979214.368721:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979214.368727:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979214.368732:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979214.368735:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00080000:2.0:1783979214.368739:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979214.368744:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.368747:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1783979214.368747:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979214.368752:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979214.368757:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.368758:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783979214.368762:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979214.368766:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979214.368767:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000008:00000001:2.0:1783979214.368771:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368807:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979214.368810:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000010:2.0:1783979214.368812:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979214.368816:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:1.0:1783979214.368817:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1783979214.368820:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979214.368823:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979214.368825:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979214.368826:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979214.368830:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979214.368833:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979214.368840:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:1.0:1783979214.368844:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979214.368845:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979214.368850:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979214.368855:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979214.368870:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.368886:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979214.368894:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979214.368894:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979214.368898:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.368902:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979214.368908:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304747255
00000100:00000040:2.0:1783979214.368912:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1783979214.368917:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:2.0:1783979214.368925:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.368928:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1783979214.368929:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979214.368935:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979214.368939:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979214.368941:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979214.368948:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304747255
00000100:00000040:2.0:1783979214.368948:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10083)
00000100:00000010:1.0:1783979214.368955:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783979214.368960:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979214.368965:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979214.368969:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.368972:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979214.368978:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979214.368989:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979214.368991:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979214.368993:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979214.368996:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979214.368997:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979214.369000:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979214.369004:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979214.369021:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369029:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979214.369030:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369033:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369036:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979214.369041:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369048:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979214.369053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369060:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979214.369063:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369064:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369065:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369075:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979214.369077:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979214.369080:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979214.369085:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979214.369088:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979214.369093:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979214.369102:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073408:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979214.369107:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369109:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979214.369112:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367073408/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369119:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979214.369122:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979214.369125:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979214.369129:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979214.369131:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979214.369145:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979214.369148:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979214.369152:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783979214.369161:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979214.369163:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979214.369166:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783979214.369169:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979214.369171:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369173:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369181:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979214.369183:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369185:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979214.369187:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979214.369188:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979214.369192:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369200:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979214.369201:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979214.369203:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979214.369205:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979214.369207:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979214.369210:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073536:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979214.369213:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979214.369215:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979214.369217:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979214.369219:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979214.369222:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979214.369224:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.369227:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979214.369230:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979214.369234:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979214.369237:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073536, portal 10
00000100:00000001:1.0:1783979214.369240:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979214.369241:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783979214.369248:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369254:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979214.369256:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979214.369258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979214.369260:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367073536, offset 0
00000400:00000200:1.0:1783979214.369265:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979214.369269:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979214.369272:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979214.369275:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979214.369278:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979214.369280:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979214.369282:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979214.369285:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345947:345947:256:4294967295] 192.168.201.109@tcp LPNI seq info [345936:345936:8:4294967295]
00000400:00000200:1.0:1783979214.369289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979214.369294:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979214.369298:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979214.369302:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979214.369306:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979214.369309:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979214.369313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979214.369315:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979214.369320:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979214.369322:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979214.369325:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979214.369328:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979214.369331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979214.369333:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979214.369335:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979214.369339:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369355:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979214.369358:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369366:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369367:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979214.369370:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979214.369375:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979214.369379:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979214.369381:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304746016
00000100:00000001:1.0:1783979214.369384:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304747255
00000100:00000001:1.0:1783979214.369387:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304746016
00000100:00000001:1.0:1783979214.369389:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304747255
00000100:00000001:1.0:1783979214.369391:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979214.369394:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369395:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979214.369399:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979214.369407:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979214.369409:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979214.369410:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979214.369413:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979214.369414:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979214.369417:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979214.369420:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979214.369428:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369436:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979214.369438:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369440:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369442:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979214.369446:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369453:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979214.369458:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369465:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979214.369468:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369470:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369471:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369473:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979214.369476:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979214.369479:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979214.369482:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979214.369484:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979214.369488:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979214.369496:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073536:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979214.369500:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979214.369504:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369510:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979214.369512:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979214.369514:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979214.369516:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979214.369518:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979214.369521:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073664:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979214.369524:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979214.369526:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979214.369528:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979214.369529:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979214.369532:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979214.369534:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979214.369537:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979214.369540:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979214.369543:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979214.369546:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073664, portal 10
00000100:00000001:1.0:1783979214.369548:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979214.369549:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783979214.369555:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369561:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979214.369563:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979214.369565:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979214.369567:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367073664, offset 0
00000400:00000200:1.0:1783979214.369571:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979214.369575:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979214.369578:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979214.369581:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979214.369583:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979214.369586:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979214.369588:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979214.369590:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345948:345948:256:4294967295] 192.168.201.109@tcp LPNI seq info [345937:345937:8:4294967295]
00000400:00000200:1.0:1783979214.369594:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979214.369600:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979214.369605:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979214.369608:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979214.369612:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979214.369615:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979214.369619:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979214.369622:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979214.369625:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979214.369628:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979214.369630:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979214.369634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979214.369636:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979214.369638:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979214.369640:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979214.369644:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369652:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979214.369655:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369661:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979214.369665:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979214.369668:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979214.369671:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979214.369674:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304746013
00000100:00000001:1.0:1783979214.369676:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304747255
00000100:00000001:1.0:1783979214.369678:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304746013
00000100:00000001:1.0:1783979214.369681:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304747255
00000100:00000001:1.0:1783979214.369684:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979214.369686:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369688:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979214.369691:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979214.369699:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979214.369702:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979214.369703:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979214.369706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979214.369708:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979214.369710:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979214.369713:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979214.369723:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369731:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979214.369732:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369735:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979214.369739:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369746:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979214.369749:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369756:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979214.369759:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979214.369762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369764:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979214.369765:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979214.369768:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979214.369771:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979214.369797:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979214.369801:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979214.369815:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073664:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979214.369819:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369821:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979214.369824:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367073536/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369831:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979214.369832:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979214.369834:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979214.369837:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979214.369838:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979214.369840:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979214.369842:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979214.369843:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783979214.369846:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979214.369847:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979214.369849:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783979214.369852:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979214.369853:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369855:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979214.369858:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367073664/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979214.369864:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979214.369866:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979214.369867:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979214.369869:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979214.369871:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979214.369872:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979214.369888:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979214.369890:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:1.0:1783979214.369892:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979214.369894:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979214.369895:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783979214.369898:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979214.369899:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369901:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979214.369904:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979214.369905:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979214.369907:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979214.369908:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.431967:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979214.431982:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979214.431984:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.432000:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979214.432006:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979214.432013:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.432018:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.432023:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.432027:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.560029:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979214.560037:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.560043:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979214.560043:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979214.560123:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979214.560131:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979214.560135:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979215.455958:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979215.455976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979215.455978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979215.455986:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979215.455991:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979215.455996:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979215.456000:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979215.456004:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979215.456007:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979215.583999:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979215.584010:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979215.584017:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979215.584018:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979215.584101:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979215.584108:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979215.584113:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979215.647920:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304747255, at 4304747264
00000100:00000040:1.0:1783979215.647920:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304747255, at 4304747264
00000100:00000010:1.0:1783979215.647942:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000010:0.0:1783979215.647947:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:3.0:1783979216.479941:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979216.479952:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979216.479954:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979216.479961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979216.479965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979216.479970:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979216.479973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979216.479976:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979216.479979:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979216.608081:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979216.608096:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979216.608106:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979216.608108:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979216.608355:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979216.608360:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979216.608364:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979217.503928:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979217.503937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979217.503939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979217.503943:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979217.503946:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979217.503950:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979217.503952:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979217.503954:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979217.503957:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979217.631955:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979217.631966:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979217.631974:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979217.631975:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979217.632126:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979217.632129:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979217.632132:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979218.527851:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979218.527860:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979218.527862:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979218.527868:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979218.527872:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979218.527875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979218.527877:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979218.527880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979218.527882:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.655968:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979218.655976:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.655982:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979218.655986:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979218.655988:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979218.655992:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.655996:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979218.655998:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.656000:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.656002:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979218.656073:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979218.656077:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979218.656081:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979219.487945:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979219.487956:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979219.487958:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979219.487962:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979219.487967:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979219.487974:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10078
00000400:00000200:2.0:1783979219.487985:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979219.487992:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979219.487995:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979219.487998:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488000:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979219.488002:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488004:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979219.488008:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979219.488010:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979219.488012:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979219.488015:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979219.488017:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979219.488019:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979219.488021:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488022:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979219.488023:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488025:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979219.488027:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979219.488029:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488031:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979219.488033:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979219.488037:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979219.488039:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488040:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979219.488042:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979219.488051:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979219.488053:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979219.488056:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979219.488057:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488059:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979219.488061:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979219.488065:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979219.488071:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783979219.488076:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979219.488084:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979219.488092:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979219.488095:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979219.488098:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979219.488112:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979219.488115:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979219.488118:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979219.488119:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979219.488120:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979219.488122:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979219.488124:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10078
00000400:00000200:2.0:1783979219.488127:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979219.488129:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979219.488130:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979219.488132:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1783979219.488132:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488136:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979219.488137:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783979219.488138:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979219.488142:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979219.488142:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979219.488146:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979219.488147:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979219.488149:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1783979219.488151:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783979219.488152:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979219.488156:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979219.488159:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979219.488165:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488169:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979219.488170:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1783979219.488172:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979219.488173:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488175:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:1.0:1783979219.488177:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1783979219.488178:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:1.0:1783979219.488182:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1783979219.488182:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:1.0:1783979219.488188:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488188:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979219.488193:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979219.488200:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1783979219.488203:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073792:192.168.201.109@tcp:250:kworker.0
02000000:00000001:2.0:1783979219.488203:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488207:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979219.488211:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979219.488213:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1783979219.488217:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.488219:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783979219.488220:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.488223:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979219.488226:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
02000000:00000001:1.0:1783979219.488228:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1783979219.488230:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979219.488235:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1783979219.488236:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:2.0:1783979219.488237:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488241:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979219.488242:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979219.488244:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.488246:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979219.488250:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000400:00000200:1.0:1783979219.488256:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979219.488256:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979219.488264:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00100000:2.0:1783979219.488264:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979219.488272:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1783979219.488274:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:2.0:1783979219.488274:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979219.488280:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979219.488284:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073792, portal 25
00000100:00000001:1.0:1783979219.488291:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979219.488292:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.488293:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00080000:2.0:1783979219.488297:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979219.488301:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1783979219.488304:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488313:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979219.488316:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979219.488319:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979219.488322:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367073792, offset 0
00000400:00000200:1.0:1783979219.488329:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979219.488337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.488344:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979219.488349:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979219.488352:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979219.488356:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979219.488358:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979219.488364:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345949:345949:256:4294967295] 192.168.201.109@tcp LPNI seq info [345938:345938:8:4294967295]
00000400:00000200:1.0:1783979219.488369:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.488378:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979219.488384:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.488390:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979219.488397:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979219.488400:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979219.488405:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979219.488409:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979219.488413:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.488415:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000001:2.0:1783979219.488417:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979219.488421:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979219.488422:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1783979219.488426:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979219.488431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1783979219.488433:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10078
00000400:00000200:1.0:1783979219.488438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000200:2.0:1783979219.488440:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979219.488443:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000400:00000200:2.0:1783979219.488446:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979219.488451:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1783979219.488451:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979219.488457:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:1.0:1783979219.488460:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979219.488460:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979219.488463:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488468:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979219.488471:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979219.488474:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979219.488476:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979219.488478:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979219.488481:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783979219.488482:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1783979219.488483:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979219.488489:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979219.488491:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979219.488491:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979219.488494:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979219.488498:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979219.488504:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.488507:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1783979219.488510:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979219.488513:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979219.488514:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488515:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979219.488520:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979219.488523:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979219.488524:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:2.0:1783979219.488527:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.488529:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304752374
00000100:00000001:2.0:1783979219.488531:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979219.488535:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979219.488538:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488539:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979219.488543:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979219.488545:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979219.488548:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979219.488549:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979219.488551:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979219.488552:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979219.488554:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979219.488558:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783979219.488561:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979219.488566:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979219.488579:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979219.488581:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979219.488585:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979219.488590:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979219.488592:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979219.488595:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979219.488597:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979219.488599:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979219.488602:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10088)
00000100:00000010:1.0:1783979219.488616:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783979219.488624:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979219.488639:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304752374
00000100:00000010:1.0:1783979219.488643:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783979219.488646:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979219.488649:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979219.488653:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.488655:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979219.488662:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979219/real 1783979219]  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979219.488672:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979219.488674:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979219.488677:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979219.488680:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979219.488682:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979219.488684:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979219.488688:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979219.488696:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488702:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979219.488703:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488706:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.488707:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979219.488711:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488717:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979219.488722:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488728:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979219.488731:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488732:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.488733:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488736:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979219.488738:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979219.488741:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979219.488745:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979219.488748:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979219.488752:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979219.488759:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367073792:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979219.488764:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488766:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979219.488768:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367073792/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488850:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979219.488853:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979219.488857:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979219.488860:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979219.488862:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979219.488863:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979219.488865:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979219.488867:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783979219.488871:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979219.488873:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979219.488875:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979219.488878:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979219.488879:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488881:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.488888:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979219.488890:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.488892:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979219.488893:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979219.488895:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979219.488899:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488905:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979219.488907:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.488909:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979219.488912:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979219.488914:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979219.488917:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073920:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979219.488920:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979219.488923:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979219.488925:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.488926:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979219.488930:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979219.488932:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979219.488937:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979219.488939:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979219.488943:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979219.488946:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367073920, portal 10
00000100:00000001:1.0:1783979219.488948:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979219.488949:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979219.488956:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.488962:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979219.488964:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979219.488966:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979219.488968:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367073920, offset 0
00000400:00000200:1.0:1783979219.488972:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979219.488977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.488981:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979219.488984:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979219.488987:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979219.488989:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979219.488991:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979219.488994:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345950:345950:256:4294967295] 192.168.201.109@tcp LPNI seq info [345939:345939:8:4294967295]
00000400:00000200:1.0:1783979219.488999:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.489006:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979219.489010:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.489014:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979219.489018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979219.489020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979219.489025:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979219.489027:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979219.489031:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.489033:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979219.489036:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979219.489039:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979219.489043:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979219.489044:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979219.489047:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979219.489051:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489058:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979219.489061:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489068:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.489069:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979219.489072:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979219.489076:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979219.489079:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979219.489081:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304751136
00000100:00000001:1.0:1783979219.489084:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304752374
00000100:00000001:1.0:1783979219.489086:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304751136
00000100:00000001:1.0:1783979219.489088:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304752374
00000100:00000001:1.0:1783979219.489090:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979219.489092:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.489094:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979219.489098:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979219/real 1783979219]  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979219.489112:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979219.489113:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979219.489115:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979219.489118:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979219.489119:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979219.489121:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979219.489124:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979219.489132:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489137:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979219.489139:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489140:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.489141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979219.489144:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489151:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979219.489154:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489160:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979219.489162:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489164:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.489165:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489166:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979219.489169:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979219.489172:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979219.489175:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979219.489178:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979219.489182:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979219.489189:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367073920:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979219.489192:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979219.489196:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489202:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979219.489203:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.489205:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979219.489206:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979219.489208:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979219.489211:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074048:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979219.489214:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979219.489215:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979219.489217:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979219.489218:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979219.489222:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979219.489224:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979219.489227:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979219.489230:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979219.489232:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979219.489235:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074048, portal 10
00000100:00000001:1.0:1783979219.489237:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979219.489238:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979219.489244:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489250:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979219.489252:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979219.489254:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979219.489256:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367074048, offset 0
00000400:00000200:1.0:1783979219.489260:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979219.489264:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.489267:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979219.489270:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979219.489273:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979219.489275:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979219.489277:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979219.489280:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345951:345951:256:4294967295] 192.168.201.109@tcp LPNI seq info [345940:345940:8:4294967295]
00000400:00000200:1.0:1783979219.489284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979219.489289:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979219.489293:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.489296:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979219.489300:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979219.489303:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979219.489307:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979219.489309:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979219.489313:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979219.489315:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979219.489317:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979219.489320:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979219.489323:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979219.489325:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979219.489327:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979219.489331:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489338:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979219.489341:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489348:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.489349:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979219.489353:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979219.489356:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979219.489359:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979219.489361:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304751133
00000100:00000001:1.0:1783979219.489363:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304752374
00000100:00000001:1.0:1783979219.489365:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304751133
00000100:00000001:1.0:1783979219.489367:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304752374
00000100:00000001:1.0:1783979219.489369:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979219.489371:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.489372:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979219.489376:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979219/real 1783979219]  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979219.489383:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979219.489384:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979219.489385:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979219.489387:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979219.489389:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979219.489391:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979219.489394:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979219.489402:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489408:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979219.489409:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489411:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.489412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979219.489415:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489421:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979219.489425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489431:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979219.489434:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489435:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979219.489436:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489438:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979219.489439:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979219.489442:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979219.489445:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979219.489447:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979219.489450:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979219.489459:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074048:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979219.489463:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489465:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979219.489467:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367073920/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489473:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979219.489475:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979219.489477:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979219.489479:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979219.489481:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979219.489482:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979219.489485:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979219.489486:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783979219.489491:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979219.489493:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979219.489494:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979219.489497:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979219.489498:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489499:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979219.489502:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367074048/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979219.489513:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979219.489515:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979219.489516:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979219.489518:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979219.489520:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979219.489521:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979219.489522:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979219.489524:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783979219.489526:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979219.489527:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979219.489528:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979219.489530:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979219.489532:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489533:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979219.489617:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979219.489619:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979219.489621:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979219.489623:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.551976:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979219.551985:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979219.551986:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.551992:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979219.551996:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979219.552000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979219.552003:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979219.552006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979219.552010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.680143:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979219.680151:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.680160:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979219.680161:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979219.680299:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979219.680303:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979219.680317:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979220.575865:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979220.575873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979220.575874:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979220.575879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979220.575881:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979220.575884:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979220.575886:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979220.575888:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979220.575890:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.703953:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979220.703962:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979220.703964:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979220.703967:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.703972:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979220.703974:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.703976:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.703978:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.703982:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979220.703983:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979220.704190:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979220.704194:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979220.704197:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979220.767909:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304752374, at 4304752384
00000100:00000010:1.0:1783979220.767925:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000040:0.0:1783979220.768032:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304752374, at 4304752384
00000100:00000010:0.0:1783979220.768037:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000001:3.0:1783979221.599932:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979221.599943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979221.599946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979221.599954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979221.599959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979221.599965:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979221.599967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979221.599969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979221.599972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979221.727986:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979221.727994:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979221.727999:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979221.728000:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979221.728073:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979221.728080:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979221.728085:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979222.623897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979222.623909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979222.623911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979222.623918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979222.623922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979222.623926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979222.623928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979222.623930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979222.623933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979222.751993:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979222.752003:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979222.752011:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979222.752012:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979222.752096:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979222.752101:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979222.752105:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979223.647888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979223.647895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979223.647896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979223.647900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979223.647903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979223.647907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979223.647909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979223.647910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979223.647913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979223.776767:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979223.776789:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979223.776795:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979223.776797:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979223.777004:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979223.777009:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979223.777012:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979224.610851:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.610860:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979224.610863:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.610866:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.610870:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.610876:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10083
00000400:00000200:3.0:1783979224.610884:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979224.610889:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.610891:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.610893:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.610895:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.610897:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.610898:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979224.610901:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.610903:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979224.610905:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.610907:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979224.610909:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979224.610910:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979224.610912:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.610913:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.610915:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.610916:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979224.610918:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979224.610920:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979224.610921:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.610923:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.610926:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.610928:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.610930:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979224.610932:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.610941:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783979224.610944:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979224.610947:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.610949:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.610952:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.610955:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.610959:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.610965:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979224.610972:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.610980:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.610987:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.610990:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.610993:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.611018:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.611021:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.611023:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979224.611024:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.611025:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.611027:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.611029:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10083
00000400:00000200:3.0:1783979224.611031:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979224.611033:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.611035:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.611037:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611038:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.611039:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611040:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979224.611042:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.611043:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979224.611044:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.611046:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979224.611047:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979224.611048:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979224.611050:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611051:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.611052:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611053:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979224.611054:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979224.611055:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611056:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.611057:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.611062:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.611063:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611064:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.611067:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979224.611069:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611070:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.611072:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783979224.611073:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979224.611074:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.611075:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611076:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.611076:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.611077:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.611079:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979224.611081:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.611084:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.611088:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.611090:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.611092:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.611097:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.611098:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.611100:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979224.611101:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.611101:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.611103:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.611104:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10083
00000400:00000200:3.0:1783979224.611106:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979224.611107:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.611108:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.611110:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611111:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.611113:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611114:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979224.611115:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.611116:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979224.611116:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.611117:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979224.611118:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979224.611119:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979224.611121:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611122:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.611123:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611124:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979224.611125:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979224.611126:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979224.611128:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.611129:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.611130:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.611131:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611133:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.611134:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979224.611135:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611136:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.611137:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783979224.611138:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979224.611140:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.611140:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.611141:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.611142:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.611142:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.611146:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979224.611147:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.611149:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.611153:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.611154:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.611155:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.611159:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.611161:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979224.611163:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979224.611165:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979224.611167:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979224.611170:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10093)
00000100:00000001:1.0:1783979224.611237:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979224.611241:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979224.611244:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979224.611250:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611259:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979224.611261:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611264:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979224.611267:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979224.611269:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979224.611272:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074176:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979224.611277:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979224.611281:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979224.611285:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611288:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979224.611293:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979224.611295:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979224.611301:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979224.611304:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979224.611308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979224.611314:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074176, portal 25
00000100:00000001:1.0:1783979224.611316:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979224.611317:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:1.0:1783979224.611320:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611326:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979224.611328:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979224.611329:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979224.611331:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367074176, offset 0
00000400:00000200:1.0:1783979224.611336:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611341:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611345:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979224.611349:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979224.611353:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979224.611355:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979224.611357:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611360:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345952:345952:256:4294967295] 192.168.201.109@tcp LPNI seq info [345941:345941:8:4294967295]
00000400:00000200:1.0:1783979224.611363:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611369:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979224.611373:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611377:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979224.611382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979224.611385:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979224.611389:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979224.611393:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979224.611397:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611399:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979224.611405:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979224.611409:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979224.611416:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979224.611418:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979224.611422:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979224.611426:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611434:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.611437:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611449:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611451:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979224.611456:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979224.611460:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979224.611462:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304757497
00000100:00000010:1.0:1783979224.611467:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783979224.611473:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979224.611479:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304757497
00000100:00000010:1.0:1783979224.611481:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc660.
00000100:00000001:1.0:1783979224.611484:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979224.611487:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979224.611490:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611492:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979224.611496:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979224/real 1783979224]  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979224.611505:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979224.611507:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979224.611508:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979224.611510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979224.611512:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979224.611513:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979224.611516:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979224.611521:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611524:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979224.611525:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611527:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.611528:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979224.611531:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611535:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979224.611538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611542:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979224.611543:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611544:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.611545:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611546:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979224.611548:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979224.611549:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979224.611551:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979224.611553:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979224.611555:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979224.611560:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074176:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979224.611562:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979224.611564:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611567:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979224.611568:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611570:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979224.611571:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979224.611573:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979224.611574:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979224.611576:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979224.611577:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979224.611578:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611580:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979224.611582:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979224.611583:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979224.611585:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979224.611587:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979224.611589:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979224.611590:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074304, portal 10
00000100:00000001:1.0:1783979224.611592:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979224.611592:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:1.0:1783979224.611597:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611601:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979224.611602:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979224.611603:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979224.611604:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367074304, offset 0
00000400:00000200:1.0:1783979224.611607:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611609:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611611:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979224.611613:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979224.611614:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979224.611616:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979224.611617:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611619:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345953:345953:256:4294967295] 192.168.201.109@tcp LPNI seq info [345942:345942:8:4294967295]
00000400:00000200:1.0:1783979224.611622:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611625:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979224.611628:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611630:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979224.611632:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979224.611634:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979224.611636:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979224.611638:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979224.611641:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611642:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979224.611644:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979224.611646:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979224.611648:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979224.611649:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979224.611650:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979224.611652:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611657:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.611658:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611662:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611663:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979224.611664:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979224.611667:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979224.611669:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979224.611670:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304756258
00000100:00000001:1.0:1783979224.611671:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304757497
00000100:00000001:1.0:1783979224.611672:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304756258
00000100:00000001:1.0:1783979224.611674:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304757497
00000100:00000001:1.0:1783979224.611675:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979224.611676:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611677:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979224.611679:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979224/real 1783979224]  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979224.611683:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979224.611684:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979224.611685:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979224.611686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979224.611686:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979224.611687:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979224.611690:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979224.611694:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611713:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979224.611714:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611716:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.611718:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979224.611722:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611731:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979224.611735:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611741:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979224.611743:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611744:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.611745:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.611747:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979224.611750:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979224.611752:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979224.611755:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979224.611757:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979224.611761:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979224.611768:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074304:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979224.611804:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979224.611808:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611819:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979224.611821:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611822:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979224.611824:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979224.611826:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979224.611828:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979224.611831:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979224.611832:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979224.611834:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979224.611835:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979224.611838:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979224.611840:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979224.611843:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979224.611845:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979224.611848:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979224.611850:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074432, portal 10
00000100:00000001:1.0:1783979224.611851:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979224.611853:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:1.0:1783979224.611857:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611863:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979224.611865:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979224.611867:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979224.611869:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367074432, offset 0
00000400:00000200:1.0:1783979224.611873:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611876:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611880:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979224.611882:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979224.611885:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979224.611887:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979224.611889:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979224.611893:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345954:345954:256:4294967295] 192.168.201.109@tcp LPNI seq info [345943:345943:8:4294967295]
00000400:00000200:1.0:1783979224.611897:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979224.611902:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979224.611906:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611909:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979224.611913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979224.611915:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979224.611919:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979224.611922:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979224.611925:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979224.611927:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979224.611930:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979224.611933:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979224.611936:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979224.611937:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979224.611939:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979224.611942:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611949:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.611952:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.611957:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611958:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979224.611961:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979224.611964:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979224.611967:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979224.611969:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304756256
00000100:00000001:1.0:1783979224.611971:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304757497
00000100:00000001:1.0:1783979224.611973:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304756256
00000100:00000001:1.0:1783979224.611975:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304757497
00000100:00000001:1.0:1783979224.611977:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979224.611979:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.611980:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979224.611984:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979224/real 1783979224]  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979224.611991:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979224.611992:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979224.611994:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979224.611996:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979224.611997:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979224.611999:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979224.612002:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979224.612010:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612016:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979224.612017:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612019:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.612020:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979224.612024:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612029:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979224.612033:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612038:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979224.612040:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612042:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979224.612043:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612044:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979224.612046:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979224.612048:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979224.612051:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979224.612054:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979224.612058:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979224.612064:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979224.612068:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612070:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.612073:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367074176/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612080:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979224.612082:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979224.612084:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979224.612087:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979224.612089:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979224.612091:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979224.612093:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979224.612095:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979224.612099:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979224.612100:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979224.612102:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783979224.612105:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979224.612107:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612108:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.612111:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367074304/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612116:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979224.612117:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979224.612119:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979224.612122:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979224.612123:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979224.612124:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979224.612126:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979224.612128:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783979224.612130:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979224.612131:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979224.612132:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783979224.612134:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979224.612136:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612137:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979224.612140:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367074432/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979224.612145:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979224.612147:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979224.612148:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979224.612150:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979224.612151:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979224.612152:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979224.612154:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979224.612155:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979224.612157:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979224.612158:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979224.612160:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:1.0:1783979224.612162:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979224.612163:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612165:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979224.612172:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979224.612174:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979224.612176:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979224.612178:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.672949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979224.672962:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979224.672964:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.672973:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979224.672979:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979224.672984:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979224.672987:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979224.672990:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979224.672993:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.800298:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979224.800305:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.800311:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979224.800312:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979224.801674:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979224.801679:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979224.801683:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979225.696806:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979225.696814:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979225.696816:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979225.696821:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979225.696825:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979225.696828:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979225.696831:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979225.696833:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979225.696836:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979225.823895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979225.823901:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979225.823907:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979225.823909:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979225.823981:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979225.823985:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979225.823989:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979225.887889:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304757497, at 4304757504
00000100:00000040:0.0:1783979225.887902:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304757497, at 4304757504
00000100:00000010:1.0:1783979225.887907:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000010:0.0:1783979225.887910:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000001:3.0:1783979226.719889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979226.719895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979226.719897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979226.719903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979226.719906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979226.719910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979226.719912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979226.719914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979226.719917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979226.847982:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979226.847991:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979226.847999:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979226.848000:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979226.848106:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979226.848110:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979226.848113:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979227.743955:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979227.743966:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979227.743968:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979227.743976:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979227.743985:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979227.743990:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979227.743993:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979227.743996:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979227.743999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.871919:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979227.871926:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.871932:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979227.871936:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979227.871938:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979227.871941:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.871944:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979227.871946:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.871948:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.871951:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979227.872494:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979227.872499:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979227.872502:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979228.768097:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979228.768107:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979228.768110:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979228.768117:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979228.768122:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979228.768126:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979228.768129:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979228.768133:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979228.768136:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.895983:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979228.895990:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.895996:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979228.895997:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979228.898533:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979228.898539:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979228.898543:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979229.727973:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979229.727981:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979229.727984:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979229.727988:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979229.727992:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979229.727999:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10088
00000400:00000200:2.0:1783979229.728007:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979229.728013:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979229.728016:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979229.728019:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728022:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979229.728024:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728027:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979229.728031:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979229.728032:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979229.728035:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979229.728038:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979229.728041:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979229.728043:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979229.728046:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728048:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979229.728050:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728052:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979229.728054:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979229.728057:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728059:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979229.728062:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979229.728066:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979229.728069:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728071:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979229.728073:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979229.728082:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979229.728096:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979229.728100:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979229.728101:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728104:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979229.728106:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979229.728109:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979229.728117:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783979229.728123:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979229.728132:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979229.728143:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979229.728147:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979229.728161:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979229.728180:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979229.728183:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979229.728187:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979229.728188:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979229.728190:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979229.728192:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979229.728195:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10088
00000400:00000200:2.0:1783979229.728198:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979229.728201:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979229.728204:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979229.728207:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728210:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979229.728212:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728215:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979229.728217:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979229.728219:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979229.728221:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979229.728223:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783979229.728223:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979229.728227:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979229.728229:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979229.728231:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979229.728233:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979229.728237:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728240:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979229.728243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979229.728244:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728248:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979229.728253:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979229.728258:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728264:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.728265:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1783979229.728267:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979229.728269:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979229.728273:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979229.728274:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979229.728279:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979229.728279:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728283:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979229.728284:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1783979229.728288:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783979229.728290:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074560:192.168.201.109@tcp:250:kworker.0
00000008:00000001:2.0:1783979229.728293:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.728297:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783979229.728297:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979229.728303:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979229.728306:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979229.728308:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979229.728309:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728310:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979229.728311:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979229.728313:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979229.728313:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979229.728318:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979229.728319:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783979229.728323:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979229.728325:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979229.728329:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
00000100:00100000:2.0:1783979229.728333:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979229.728334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728345:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979229.728345:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979229.728350:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979229.728353:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000040:2.0:1783979229.728357:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979229.728362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:2.0:1783979229.728369:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979229.728372:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074560, portal 25
00000100:00080000:2.0:1783979229.728373:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979229.728378:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1783979229.728379:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979229.728382:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000001:2.0:1783979229.728383:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979229.728385:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979229.728390:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783979229.728394:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979229.728394:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10088
00000400:00000200:2.0:1783979229.728402:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979229.728407:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979229.728412:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1783979229.728412:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979229.728420:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979229.728420:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:1.0:1783979229.728425:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000001:2.0:1783979229.728425:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979229.728428:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000200:1.0:1783979229.728431:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367074560, offset 0
00000100:00000001:2.0:1783979229.728432:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979229.728436:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979229.728438:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979229.728441:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783979229.728442:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:2.0:1783979229.728443:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979229.728446:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979229.728448:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979229.728453:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979229.728454:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728458:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979229.728461:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979229.728464:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783979229.728465:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979229.728469:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979229.728473:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1783979229.728475:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728478:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728480:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:2.0:1783979229.728481:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979229.728485:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979229.728486:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1783979229.728489:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728492:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:2.0:1783979229.728494:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979229.728497:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979229.728500:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345955:345955:256:4294967295] 192.168.201.109@tcp LPNI seq info [345944:345944:8:4294967295]
00000008:00000001:2.0:1783979229.728501:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728505:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728510:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:2.0:1783979229.728511:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979229.728515:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979229.728519:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979229.728522:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979229.728525:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783979229.728526:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1783979229.728528:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979229.728531:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979229.728536:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000010:2.0:1783979229.728537:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783979229.728541:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979229.728543:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00100000:2.0:1783979229.728548:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783979229.728555:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783979229.728568:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979229.728570:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979229.728571:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1783979229.728576:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783979229.728583:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783979229.728588:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979229.728590:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1783979229.728592:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979229.728598:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783979229.728599:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979229.728602:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783979229.728603:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000040:2.0:1783979229.728620:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979229.728625:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10099)
00000400:00000200:1.0:1783979229.728635:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979229.728640:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979229.728645:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979229.728648:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979229.728653:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979229.728658:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728667:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.728670:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728676:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.728678:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979229.728682:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728686:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979229.728689:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304762614
00000100:00000010:1.0:1783979229.728694:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc660.
00000100:00000001:1.0:1783979229.728699:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979229.728705:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304762614
00000100:00000010:1.0:1783979229.728707:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc360.
00000100:00000001:1.0:1783979229.728710:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979229.728713:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979229.728716:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.728718:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979229.728722:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979229.728731:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979229.728733:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979229.728735:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979229.728738:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979229.728739:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979229.728741:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979229.728745:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979229.728752:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728764:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979229.728765:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728767:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.728769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979229.728815:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728822:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979229.728826:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728833:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979229.728835:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728837:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.728838:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728841:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979229.728843:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979229.728846:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979229.728849:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979229.728852:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979229.728855:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979229.728863:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074560:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979229.728867:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728869:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.728872:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367074560/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728878:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979229.728881:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979229.728883:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979229.728887:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979229.728888:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979229.728890:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979229.728892:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979229.728894:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783979229.728897:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979229.728899:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979229.728900:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979229.728903:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979229.728904:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728906:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.728912:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979229.728914:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.728916:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979229.728918:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979229.728919:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979229.728923:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728929:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979229.728931:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979229.728933:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979229.728935:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979229.728937:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979229.728940:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979229.728943:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979229.728945:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979229.728946:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979229.728948:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979229.728951:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979229.728953:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.728956:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979229.728959:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979229.728962:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979229.728965:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074688, portal 10
00000100:00000001:1.0:1783979229.728967:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979229.728968:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979229.728974:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.728980:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979229.728982:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979229.728984:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979229.728986:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367074688, offset 0
00000400:00000200:1.0:1783979229.728990:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979229.728994:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979229.728997:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979229.729000:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979229.729003:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979229.729005:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979229.729007:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979229.729010:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345956:345956:256:4294967295] 192.168.201.109@tcp LPNI seq info [345945:345945:8:4294967295]
00000400:00000200:1.0:1783979229.729014:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979229.729020:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979229.729024:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979229.729027:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979229.729031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979229.729034:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783979229.729038:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979229.729041:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1783979229.729044:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979229.729046:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979229.729048:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979229.729051:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979229.729054:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979229.729056:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979229.729058:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979229.729061:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729073:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.729076:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729082:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.729084:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979229.729086:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979229.729090:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979229.729094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979229.729096:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304761376
00000100:00000001:1.0:1783979229.729098:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304762614
00000100:00000001:1.0:1783979229.729100:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304761376
00000100:00000001:1.0:1783979229.729102:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304762614
00000100:00000001:1.0:1783979229.729104:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979229.729106:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.729108:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979229.729111:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979229.729119:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979229.729120:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979229.729122:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979229.729124:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979229.729125:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979229.729127:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979229.729130:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979229.729138:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729143:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979229.729145:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729147:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.729148:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979229.729151:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729158:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979229.729161:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729168:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979229.729170:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729172:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.729173:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729175:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979229.729178:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979229.729180:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979229.729183:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979229.729185:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979229.729189:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979229.729196:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074688:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979229.729200:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979229.729202:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729209:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979229.729211:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979229.729213:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979229.729214:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979229.729217:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979229.729220:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979229.729224:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979229.729226:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979229.729228:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979229.729230:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979229.729233:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979229.729235:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979229.729239:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979229.729241:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979229.729244:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979229.729247:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074816, portal 10
00000100:00000001:1.0:1783979229.729249:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979229.729250:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979229.729255:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729261:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979229.729263:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979229.729265:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979229.729267:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367074816, offset 0
00000400:00000200:1.0:1783979229.729271:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979229.729275:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979229.729278:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979229.729281:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979229.729284:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979229.729287:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979229.729290:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979229.729293:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345957:345957:256:4294967295] 192.168.201.109@tcp LPNI seq info [345946:345946:8:4294967295]
00000400:00000200:1.0:1783979229.729298:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979229.729305:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979229.729310:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979229.729313:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979229.729317:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979229.729320:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783979229.729324:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979229.729326:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1783979229.729330:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979229.729332:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979229.729335:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979229.729338:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979229.729340:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979229.729342:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979229.729344:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979229.729347:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729355:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.729357:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729363:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.729365:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979229.729367:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979229.729369:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979229.729372:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979229.729374:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304761373
00000100:00000001:1.0:1783979229.729376:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304762614
00000100:00000001:1.0:1783979229.729378:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304761373
00000100:00000001:1.0:1783979229.729380:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304762614
00000100:00000001:1.0:1783979229.729383:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979229.729385:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.729387:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979229.729392:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979229.729399:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979229.729402:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979229.729403:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979229.729406:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979229.729407:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979229.729409:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979229.729412:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979229.729421:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729427:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979229.729429:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.729433:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979229.729436:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729443:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979229.729447:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729453:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979229.729456:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729457:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979229.729458:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729460:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979229.729461:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979229.729464:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979229.729467:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979229.729469:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979229.729473:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979229.729486:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367074816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979229.729490:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729491:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.729494:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367074688/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729500:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979229.729502:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979229.729504:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979229.729506:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979229.729508:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979229.729509:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979229.729511:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979229.729512:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783979229.729518:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979229.729519:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979229.729521:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979229.729523:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979229.729524:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729526:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979229.729529:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367074816/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979229.729534:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979229.729536:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979229.729537:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979229.729539:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979229.729540:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979229.729542:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979229.729543:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979229.729545:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:1.0:1783979229.729547:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979229.729548:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979229.729549:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979229.729551:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979229.729553:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729554:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979229.729557:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979229.729559:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979229.729561:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979229.729562:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.791893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979229.791900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979229.791901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.791907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979229.791910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979229.791914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.791916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.791919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.791922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979229.919890:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979229.919895:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979229.919900:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979229.919900:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979229.919962:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979229.919966:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979229.919969:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979230.815918:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979230.815925:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979230.815927:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979230.815932:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979230.815935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979230.815939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979230.815942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979230.815943:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979230.815946:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.943922:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979230.943929:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979230.943930:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979230.943932:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.943936:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979230.943938:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.943939:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.943941:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.943944:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979230.943945:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979230.944038:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979230.944041:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979230.944043:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979231.007907:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304762614, at 4304762624
00000100:00000010:1.0:1783979231.007923:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000040:0.0:1783979231.008412:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304762614, at 4304762624
00000100:00000010:0.0:1783979231.008419:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000001:3.0:1783979231.839896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979231.839904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979231.839906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979231.839912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979231.839915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979231.839919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979231.839921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979231.839924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979231.839927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979231.967886:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979231.967891:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979231.967895:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979231.967896:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979231.968325:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979231.968328:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979231.968331:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979232.864537:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979232.864545:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979232.864546:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979232.864550:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979232.864581:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979232.864588:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979232.864591:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979232.864594:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979232.864597:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979232.991930:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979232.991936:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979232.991941:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979232.991943:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979232.992025:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979232.992027:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979232.992029:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979233.887843:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979233.887851:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979233.887853:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979233.887859:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979233.887862:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979233.887866:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979233.887869:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979233.887871:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979233.887873:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979234.018972:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979234.018978:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979234.018984:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979234.018986:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979234.019454:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979234.019458:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979234.019461:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979234.847897:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979234.847907:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979234.847909:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979234.847913:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979234.847917:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979234.847924:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10094
00000400:00000200:2.0:1783979234.847932:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979234.847939:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979234.847942:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979234.847945:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.847949:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979234.847951:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.847954:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979234.847958:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979234.847960:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979234.847962:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979234.847965:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979234.847968:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979234.847971:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979234.847973:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.847976:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979234.847977:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.847979:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979234.847982:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979234.847986:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979234.847989:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979234.847991:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979234.847995:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979234.847998:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848000:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979234.848002:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979234.848012:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979234.848015:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979234.848018:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979234.848020:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848023:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979234.848025:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979234.848028:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979234.848036:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783979234.848042:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979234.848051:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979234.848060:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979234.848064:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979234.848069:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979234.848092:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979234.848095:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979234.848099:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979234.848100:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979234.848102:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979234.848104:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979234.848107:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10094
00000400:00000200:2.0:1783979234.848111:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979234.848114:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979234.848117:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979234.848120:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848123:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979234.848125:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848127:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979234.848130:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979234.848131:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:1.0:1783979234.848134:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979234.848134:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979234.848137:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979234.848140:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979234.848142:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979234.848145:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979234.848148:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783979234.848149:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979234.848153:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979234.848154:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979234.848159:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979234.848164:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000040:1.0:1783979234.848165:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979234.848167:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979234.848171:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979234.848177:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979234.848178:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1783979234.848182:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.848183:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848186:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979234.848188:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1783979234.848191:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979234.848192:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1783979234.848196:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.848198:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848201:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979234.848205:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074944:192.168.201.109@tcp:250:kworker.0
00000100:00000010:2.0:1783979234.848207:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979234.848212:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1783979234.848213:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979234.848217:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979234.848218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979234.848219:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.848223:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848223:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979234.848226:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979234.848228:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979234.848229:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979234.848236:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000010:2.0:1783979234.848236:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783979234.848242:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848243:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979234.848250:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:2.0:1783979234.848252:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979234.848256:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783979234.848264:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1783979234.848265:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:2.0:1783979234.848267:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979234.848273:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367074944, portal 25
00000100:00000040:2.0:1783979234.848274:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848278:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979234.848281:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000001:2.0:1783979234.848290:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979234.848292:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979234.848294:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979234.848303:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979234.848305:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1783979234.848309:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1783979234.848309:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1783979234.848315:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848315:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1783979234.848320:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00080000:2.0:1783979234.848321:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10094
00000100:00000200:1.0:1783979234.848325:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367074944, offset 0
00000400:00000200:2.0:1783979234.848329:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979234.848335:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979234.848338:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979234.848339:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979234.848345:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848347:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979234.848350:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979234.848351:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848356:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979234.848358:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783979234.848360:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:2.0:1783979234.848361:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979234.848366:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979234.848368:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783979234.848369:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1783979234.848373:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979234.848376:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:2.0:1783979234.848378:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979234.848382:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1783979234.848385:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979234.848389:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848390:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979234.848396:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979234.848397:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345958:345958:256:4294967295] 192.168.201.109@tcp LPNI seq info [345947:345947:8:4294967295]
00000100:00000001:2.0:1783979234.848400:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979234.848406:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783979234.848406:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979234.848412:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848415:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979234.848417:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979234.848420:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979234.848422:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848424:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979234.848426:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979234.848428:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979234.848430:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979234.848435:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000400:00000200:1.0:1783979234.848437:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1783979234.848439:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979234.848444:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979234.848447:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979234.848450:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979234.848451:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979234.848453:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979234.848456:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979234.848459:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
02000000:00000010:2.0:1783979234.848462:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979234.848466:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979234.848468:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:2.0:1783979234.848474:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783979234.848475:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783979234.848486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979234.848493:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1783979234.848498:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979234.848502:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1783979234.848503:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979234.848509:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979234.848517:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979234.848518:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000100:00000040:2.0:1783979234.848532:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979234.848536:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979234.848538:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979234.848542:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979234.848546:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10104)
00000400:00000200:1.0:1783979234.848556:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979234.848561:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979234.848566:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979234.848568:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979234.848573:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979234.848577:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848587:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.848590:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848596:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.848598:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979234.848603:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979234.848607:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979234.848609:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304767734
00000100:00000010:1.0:1783979234.848615:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc360.
00000100:00000001:1.0:1783979234.848621:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979234.848627:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304767734
00000100:00000010:1.0:1783979234.848629:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc900.
00000100:00000001:1.0:1783979234.848632:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979234.848635:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979234.848638:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.848641:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979234.848646:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979234.848654:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979234.848656:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979234.848658:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979234.848661:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979234.848662:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979234.848664:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979234.848668:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979234.848683:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848689:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979234.848691:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.848695:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979234.848699:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848706:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979234.848710:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848716:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979234.848720:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848721:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.848722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848725:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979234.848726:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979234.848729:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979234.848733:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979234.848735:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979234.848739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979234.848757:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367074944:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979234.848763:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848765:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.848769:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367074944/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848802:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979234.848805:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979234.848807:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979234.848810:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979234.848812:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979234.848814:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979234.848816:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979234.848818:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:1.0:1783979234.848822:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979234.848823:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979234.848825:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979234.848828:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979234.848829:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848831:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.848838:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979234.848840:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.848842:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979234.848844:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979234.848845:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979234.848849:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848856:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979234.848857:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.848859:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979234.848861:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979234.848864:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979234.848867:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979234.848879:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979234.848882:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979234.848883:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.848885:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979234.848888:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979234.848890:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979234.848894:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979234.848896:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979234.848900:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979234.848903:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075072, portal 10
00000100:00000001:1.0:1783979234.848905:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979234.848906:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979234.848912:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.848918:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979234.848921:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979234.848923:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979234.848925:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075072, offset 0
00000400:00000200:1.0:1783979234.848929:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979234.848933:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979234.848937:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979234.848940:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979234.848942:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979234.848944:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979234.848946:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979234.848949:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345959:345959:256:4294967295] 192.168.201.109@tcp LPNI seq info [345948:345948:8:4294967295]
00000400:00000200:1.0:1783979234.848953:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979234.848959:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979234.848963:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979234.848967:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979234.848971:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979234.848974:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783979234.848978:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979234.848981:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1783979234.848985:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979234.848986:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979234.848989:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979234.849002:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979234.849005:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979234.849007:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979234.849009:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979234.849013:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849020:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.849024:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849030:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.849031:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979234.849034:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979234.849038:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979234.849042:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979234.849044:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304766496
00000100:00000001:1.0:1783979234.849046:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304767734
00000100:00000001:1.0:1783979234.849048:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304766496
00000100:00000001:1.0:1783979234.849050:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304767734
00000100:00000001:1.0:1783979234.849053:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979234.849054:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.849056:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979234.849060:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979234.849074:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979234.849075:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979234.849076:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979234.849078:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979234.849080:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979234.849082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979234.849085:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979234.849093:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849099:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979234.849101:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849103:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.849104:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979234.849107:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849114:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979234.849118:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849124:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979234.849127:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849128:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.849129:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849131:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979234.849134:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979234.849136:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979234.849140:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979234.849142:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979234.849147:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979234.849155:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075072:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979234.849158:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979234.849161:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849167:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979234.849169:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.849171:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979234.849173:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979234.849175:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979234.849177:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979234.849181:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979234.849183:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979234.849184:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979234.849186:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979234.849189:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979234.849191:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979234.849194:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979234.849197:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979234.849199:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979234.849202:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075200, portal 10
00000100:00000001:1.0:1783979234.849204:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979234.849205:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783979234.849211:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849218:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979234.849220:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979234.849223:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979234.849225:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075200, offset 0
00000400:00000200:1.0:1783979234.849229:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979234.849233:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979234.849236:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979234.849239:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979234.849242:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979234.849244:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979234.849246:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979234.849249:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345960:345960:256:4294967295] 192.168.201.109@tcp LPNI seq info [345949:345949:8:4294967295]
00000400:00000200:1.0:1783979234.849253:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979234.849259:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979234.849263:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979234.849266:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979234.849270:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979234.849273:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783979234.849277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979234.849280:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1783979234.849283:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979234.849285:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979234.849288:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979234.849291:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979234.849294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979234.849296:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979234.849298:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979234.849301:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.849311:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849318:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.849320:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979234.849323:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979234.849325:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979234.849329:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979234.849331:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304766493
00000100:00000001:1.0:1783979234.849333:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304767734
00000100:00000001:1.0:1783979234.849335:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304766493
00000100:00000001:1.0:1783979234.849337:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304767734
00000100:00000001:1.0:1783979234.849338:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979234.849341:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.849342:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979234.849346:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979234.849352:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979234.849353:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979234.849354:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979234.849356:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979234.849358:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979234.849360:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979234.849362:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979234.849370:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849376:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979234.849378:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849380:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.849381:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979234.849384:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849390:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979234.849394:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849401:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979234.849403:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849405:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979234.849406:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849408:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979234.849409:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979234.849412:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979234.849415:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979234.849417:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979234.849420:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979234.849428:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979234.849431:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849433:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.849436:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367075072/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849443:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979234.849444:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979234.849446:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979234.849448:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979234.849449:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979234.849450:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979234.849452:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979234.849454:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783979234.849456:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979234.849458:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979234.849459:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979234.849462:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979234.849464:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849465:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979234.849468:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367075200/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979234.849482:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979234.849483:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979234.849485:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979234.849487:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979234.849488:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979234.849489:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979234.849491:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979234.849492:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783979234.849494:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979234.849495:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979234.849496:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979234.849499:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979234.849500:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849501:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979234.849505:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979234.849506:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979234.849508:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979234.849510:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.911866:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979234.911873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979234.911875:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.911879:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979234.911883:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979234.911886:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.911888:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.911890:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.911893:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979235.039911:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979235.039916:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979235.039920:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979235.039921:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979235.040002:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979235.040005:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979235.040008:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979235.935916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979235.935922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979235.935924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979235.935927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979235.935930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979235.935933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979235.935935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979235.935937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979235.935939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979236.063897:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979236.063904:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979236.063909:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979236.063910:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979236.063967:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979236.063971:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979236.063974:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979236.127878:0:171954:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304767734, at 4304767744
00000100:00000010:1.0:1783979236.127891:0:171954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000040:0.0:1783979236.127953:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304767734, at 4304767744
00000100:00000010:0.0:1783979236.127959:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000001:3.0:1783979236.959964:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979236.959972:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979236.959973:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979236.959979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979236.959983:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979236.959986:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979236.959989:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979236.959991:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979236.959994:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979237.087939:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979237.087947:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979237.087952:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979237.087953:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979237.089495:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979237.089500:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979237.089503:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979237.983893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979237.983901:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979237.983903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979237.983908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979237.983912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979237.983915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979237.983918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979237.983920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979237.983923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.111965:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979238.111972:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.111977:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979238.111981:0:171954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979238.111983:0:171954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979238.111986:0:171954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.111989:0:171954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979238.111991:0:171954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.111992:0:171954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.112004:0:171954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979238.112251:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979238.112254:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979238.112257:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979239.007915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979239.007924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979239.007926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.007933:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979239.007937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979239.007941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979239.007943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979239.007945:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979239.007948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979239.136066:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979239.136076:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979239.136083:0:171954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979239.136084:0:171954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979239.136163:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979239.136169:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979239.136172:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979239.967823:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979239.967832:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979239.967834:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979239.967837:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979239.967841:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979239.967847:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10099
00000400:00000200:2.0:1783979239.967854:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979239.967859:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979239.967862:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979239.967864:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.967866:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979239.967867:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.967869:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979239.967871:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979239.967873:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979239.967875:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979239.967882:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979239.967884:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979239.967886:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979239.967888:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.967889:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979239.967890:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.967891:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979239.967893:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979239.967895:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979239.967896:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979239.967898:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979239.967900:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979239.967902:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979239.967903:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979239.967905:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979239.967913:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979239.967915:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979239.967917:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979239.967918:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979239.967921:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979239.967922:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979239.967926:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979239.967933:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783979239.967940:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979239.967947:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979239.967957:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979239.967961:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979239.967966:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979239.967987:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979239.967992:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979239.967995:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979239.967996:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979239.967997:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979239.967999:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979239.968001:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10099
00000400:00000200:2.0:1783979239.968003:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979239.968005:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979239.968007:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979239.968009:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968010:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979239.968012:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968013:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979239.968015:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979239.968016:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979239.968017:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979239.968018:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979239.968020:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979239.968022:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979239.968023:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979239.968025:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979239.968025:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979239.968029:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979239.968031:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979239.968031:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979239.968035:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1783979239.968036:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979239.968040:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968042:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979239.968044:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979239.968045:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979239.968050:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979239.968055:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968056:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979239.968057:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979239.968059:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1783979239.968061:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979239.968063:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1783979239.968065:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968067:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979239.968068:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968071:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979239.968073:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000100:00100000:1.0:1783979239.968075:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367075328:192.168.201.109@tcp:250:kworker.0
00000020:00000040:2.0:1783979239.968076:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979239.968080:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979239.968082:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979239.968082:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979239.968085:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979239.968086:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979239.968087:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979239.968088:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968090:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979239.968092:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783979239.968097:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979239.968097:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979239.968103:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783979239.968104:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979239.968108:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979239.968115:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979239.968118:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968119:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979239.968123:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979239.968126:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000100:00000001:2.0:1783979239.968131:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979239.968134:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979239.968135:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1783979239.968136:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000001:2.0:1783979239.968137:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979239.968139:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979239.968142:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979239.968144:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10099
00000100:00000200:1.0:1783979239.968146:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075328, portal 25
00000400:00000200:2.0:1783979239.968147:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979239.968152:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1783979239.968152:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979239.968153:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979239.968157:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:2.0:1783979239.968157:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968161:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979239.968163:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968166:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:1.0:1783979239.968168:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979239.968168:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979239.968171:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979239.968173:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979239.968176:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979239.968179:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783979239.968184:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1783979239.968184:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979239.968187:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979239.968191:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968192:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783979239.968196:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000040:2.0:1783979239.968196:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968201:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:1.0:1783979239.968202:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367075328, offset 0
00000020:00000040:2.0:1783979239.968203:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979239.968207:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968208:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979239.968210:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979239.968212:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
02000000:00000001:2.0:1783979239.968213:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979239.968216:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979239.968217:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979239.968219:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979239.968220:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968224:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979239.968224:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979239.968229:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000400:00000200:1.0:1783979239.968231:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:2.0:1783979239.968231:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979239.968234:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979239.968235:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968237:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783979239.968238:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979239.968241:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979239.968243:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968244:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000010:2.0:1783979239.968246:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000400:00000200:1.0:1783979239.968249:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1783979239.968250:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968253:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979239.968260:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345961:345961:256:4294967295] 192.168.201.109@tcp LPNI seq info [345950:345950:8:4294967295]
00000100:00100000:2.0:1783979239.968260:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979239.968270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979239.968283:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979239.968293:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783979239.968294:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979239.968296:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979239.968301:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000100:00000040:2.0:1783979239.968303:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1783979239.968314:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:2.0:1783979239.968317:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979239.968319:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1783979239.968321:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979239.968328:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783979239.968328:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979239.968333:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783979239.968335:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1783979239.968339:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783979239.968344:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979239.968346:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10109)
00000800:00000010:1.0:1783979239.968347:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979239.968355:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979239.968359:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979239.968363:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979239.968364:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979239.968367:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979239.968371:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968378:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.968380:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968388:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968390:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979239.968393:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979239.968398:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304772854
00000100:00000010:1.0:1783979239.968401:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc900.
00000100:00000001:1.0:1783979239.968406:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979239.968420:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304772854
00000100:00000010:1.0:1783979239.968422:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc3c0.
00000100:00000001:1.0:1783979239.968426:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979239.968428:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979239.968459:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968462:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979239.968466:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979239/real 1783979239]  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979239.968476:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979239.968478:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979239.968480:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979239.968483:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979239.968484:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979239.968486:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979239.968490:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979239.968498:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968503:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979239.968513:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968515:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.968517:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979239.968524:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968531:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979239.968535:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968540:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979239.968543:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968544:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.968545:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968548:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979239.968550:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979239.968552:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979239.968555:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979239.968558:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979239.968561:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979239.968568:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367075328:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979239.968572:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968574:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.968577:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367075328/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968583:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979239.968585:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979239.968587:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979239.968590:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979239.968591:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979239.968593:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979239.968595:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979239.968597:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783979239.968601:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979239.968603:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979239.968605:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979239.968607:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979239.968609:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968610:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968618:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979239.968620:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968621:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979239.968622:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979239.968623:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979239.968627:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968633:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979239.968634:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968636:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979239.968638:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979239.968640:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979239.968642:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979239.968645:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979239.968647:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979239.968648:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968650:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979239.968653:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979239.968654:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968657:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979239.968660:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979239.968662:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979239.968665:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075456, portal 10
00000100:00000001:1.0:1783979239.968666:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979239.968667:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979239.968673:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968678:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979239.968680:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979239.968683:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979239.968685:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075456, offset 0
00000400:00000200:1.0:1783979239.968688:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979239.968692:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979239.968696:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979239.968698:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979239.968700:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979239.968702:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979239.968704:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979239.968707:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345962:345962:256:4294967295] 192.168.201.109@tcp LPNI seq info [345951:345951:8:4294967295]
00000400:00000200:1.0:1783979239.968711:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979239.968715:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979239.968719:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979239.968722:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979239.968726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979239.968729:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783979239.968733:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979239.968735:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1783979239.968739:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979239.968741:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979239.968743:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979239.968746:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979239.968749:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979239.968751:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979239.968753:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979239.968758:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968764:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.968767:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968800:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968802:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979239.968806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979239.968809:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979239.968812:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979239.968814:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304771616
00000100:00000001:1.0:1783979239.968816:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304772854
00000100:00000001:1.0:1783979239.968818:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304771616
00000100:00000001:1.0:1783979239.968820:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304772854
00000100:00000001:1.0:1783979239.968821:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979239.968823:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.968825:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979239.968828:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979239/real 1783979239]  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979239.968835:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979239.968836:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979239.968838:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979239.968840:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979239.968841:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979239.968843:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979239.968845:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979239.968852:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968857:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979239.968858:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968860:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.968861:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979239.968864:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968870:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979239.968873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968879:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979239.968881:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968883:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.968884:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.968886:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979239.968888:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979239.968890:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979239.968893:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979239.968896:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979239.968899:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979239.968904:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075456:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979239.968908:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979239.968911:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968916:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979239.968917:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968919:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979239.968920:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979239.968922:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979239.968925:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075584:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979239.968928:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979239.968930:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979239.968931:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979239.968933:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979239.968938:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979239.968940:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979239.968943:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979239.968946:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979239.968949:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979239.968951:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075584, portal 10
00000100:00000001:1.0:1783979239.968953:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979239.968954:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783979239.968959:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.968965:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979239.968967:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979239.968969:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979239.968971:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075584, offset 0
00000400:00000200:1.0:1783979239.968975:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979239.968978:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979239.968982:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979239.968984:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979239.968987:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979239.968989:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979239.968991:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979239.968993:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345963:345963:256:4294967295] 192.168.201.109@tcp LPNI seq info [345952:345952:8:4294967295]
00000400:00000200:1.0:1783979239.968997:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979239.969004:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979239.969007:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979239.969010:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979239.969013:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979239.969015:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783979239.969019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979239.969021:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1783979239.969024:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979239.969025:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:1.0:1783979239.969028:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979239.969030:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979239.969033:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:1.0:1783979239.969035:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:1.0:1783979239.969037:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979239.969041:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969047:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.969050:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969055:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.969057:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979239.969059:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979239.969062:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979239.969065:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979239.969066:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304771613
00000100:00000001:1.0:1783979239.969069:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304772854
00000100:00000001:1.0:1783979239.969070:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304771613
00000100:00000001:1.0:1783979239.969072:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304772854
00000100:00000001:1.0:1783979239.969074:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979239.969075:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.969077:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979239.969080:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979239/real 1783979239]  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979239.969087:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979239.969088:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979239.969090:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979239.969092:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979239.969094:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979239.969095:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979239.969098:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979239.969105:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969112:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979239.969113:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969115:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.969116:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979239.969120:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969126:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979239.969129:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969135:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979239.969138:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969139:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979239.969140:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969142:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979239.969143:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979239.969145:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979239.969148:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979239.969150:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979239.969153:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979239.969160:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075584:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979239.969164:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969166:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.969170:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367075456/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969175:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979239.969177:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979239.969179:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979239.969181:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979239.969183:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979239.969184:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979239.969186:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979239.969188:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783979239.969190:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979239.969191:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979239.969193:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979239.969196:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979239.969197:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969198:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979239.969201:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367075584/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979239.969207:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979239.969208:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979239.969210:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979239.969212:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979239.969213:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979239.969214:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979239.969216:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979239.969217:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783979239.969219:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979239.969220:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979239.969222:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979239.969224:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979239.969225:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969227:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979239.969230:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979239.969231:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979239.969233:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979239.969235:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979240.031904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979240.031913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979240.031915:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979240.031921:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979240.031925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979240.031929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979240.031931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979240.031933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979240.031937:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979240.159871:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979240.159876:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979240.159880:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979240.159881:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979240.159948:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979240.159952:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979240.159956:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979241.055946:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979241.055956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979241.055958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979241.055964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979241.055968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979241.055979:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979241.055982:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979241.055984:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979241.055987:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.183955:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979241.183965:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979241.183967:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979241.183979:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.183984:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979241.183986:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.183988:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.183990:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.183994:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979241.183996:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979241.184058:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979241.184063:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979241.184066:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979241.247921:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304772854, at 4304772864
00000100:00000010:1.0:1783979241.247937:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000040:0.0:1783979241.247938:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304772854, at 4304772864
00000100:00000010:0.0:1783979241.247947:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000001:3.0:1783979242.079925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979242.079936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979242.079938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979242.079944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979242.079948:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979242.079952:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979242.079955:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979242.079958:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979242.079962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979242.208661:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979242.208670:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979242.208676:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979242.208677:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979242.208816:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979242.208820:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979242.208824:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979243.103937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979243.103949:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979243.103951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979243.103960:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979243.103964:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979243.103969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979243.103973:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979243.103977:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979243.103980:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.231974:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979243.231982:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.231987:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979243.231988:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979243.233453:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979243.233458:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979243.233461:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979244.127897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979244.127904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979244.127906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979244.127912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979244.127915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979244.127919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979244.127922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979244.127925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979244.127928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979244.255953:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979244.255961:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979244.255968:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979244.255969:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979244.256193:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979244.256197:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979244.256200:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979245.087912:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979245.087923:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979245.087925:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979245.087929:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979245.087933:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979245.087940:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10104
00000400:00000200:2.0:1783979245.087949:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979245.087955:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979245.087958:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979245.087961:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.087963:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.087965:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.087968:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979245.087971:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979245.087973:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979245.087976:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979245.087979:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979245.087982:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979245.087984:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979245.087987:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.087989:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.087991:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.087992:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979245.087995:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979245.087998:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088000:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979245.088002:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979245.088006:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979245.088008:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088010:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979245.088012:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979245.088022:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979245.088025:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979245.088029:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979245.088030:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088033:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979245.088035:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979245.088039:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979245.088047:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783979245.088054:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979245.088062:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979245.088071:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979245.088074:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979245.088078:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979245.088110:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979245.088113:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979245.088117:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979245.088118:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979245.088120:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979245.088123:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979245.088125:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10104
00000400:00000200:2.0:1783979245.088129:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979245.088131:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979245.088134:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979245.088136:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088138:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.088140:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088142:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979245.088144:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979245.088145:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979245.088147:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979245.088149:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979245.088151:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979245.088153:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979245.088156:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088157:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.088159:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088161:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979245.088163:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979245.088165:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088167:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979245.088168:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979245.088173:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979245.088175:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088176:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979245.088180:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979245.088182:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088184:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979245.088188:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979245.088190:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979245.088202:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979245.088204:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088205:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979245.088207:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979245.088208:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979245.088214:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979245.088217:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979245.088222:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979245.088229:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979245.088230:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979245.088233:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979245.088240:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979245.088242:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979245.088245:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979245.088246:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979245.088248:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979245.088250:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979245.088252:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10104
00000400:00000200:2.0:1783979245.088255:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979245.088257:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979245.088259:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979245.088261:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088263:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.088265:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088267:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979245.088268:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979245.088270:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979245.088271:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979245.088273:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979245.088274:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979245.088276:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979245.088278:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088279:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979245.088281:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088282:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979245.088284:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979245.088287:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979245.088288:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979245.088290:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979245.088293:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979245.088294:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088296:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979245.088298:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979245.088300:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088301:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979245.088304:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979245.088306:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979245.088308:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979245.088309:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979245.088311:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979245.088312:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979245.088313:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979245.088316:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979245.088318:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979245.088322:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979245.088332:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979245.088334:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979245.088337:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979245.088374:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979245.088377:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979245.088381:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979245.088383:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979245.088386:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979245.088392:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10114)
00000100:00000001:1.0:1783979245.088897:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979245.088902:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979245.088905:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979245.088913:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.088922:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979245.088924:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.088927:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979245.088930:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979245.088933:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979245.088936:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367075712:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979245.088944:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979245.088949:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979245.088951:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.088954:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979245.088959:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979245.088961:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979245.088966:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979245.088970:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979245.088976:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979245.088984:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075712, portal 25
00000100:00000001:1.0:1783979245.088986:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979245.088988:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783979245.088993:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.088999:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979245.089002:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979245.089005:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad25d8.
00000100:00000200:1.0:1783979245.089008:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367075712, offset 0
00000400:00000200:1.0:1783979245.089014:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979245.089022:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.089028:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979245.089034:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979245.089038:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979245.089042:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979245.089044:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979245.089049:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345964:345964:256:4294967295] 192.168.201.109@tcp LPNI seq info [345953:345953:8:4294967295]
00000400:00000200:1.0:1783979245.089053:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.089063:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979245.089070:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979245.089075:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0be00.
00000800:00000200:1.0:1783979245.089082:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979245.089087:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979245.089103:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979245.089107:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979245.089110:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304777975
00000100:00000010:1.0:1783979245.089115:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc3c0.
00000100:00000001:1.0:1783979245.089122:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979245.089128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304777975
00000100:00000010:1.0:1783979245.089131:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc2a0.
00000100:00000001:1.0:1783979245.089134:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979245.089137:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979245.089139:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979245.089143:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979245.089147:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.089154:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979245.089155:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.089158:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979245.089160:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979245.089162:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979245.089165:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979245.089168:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979245.089170:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979245.089171:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.089173:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979245.089177:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979245.089179:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979245.089182:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979245.089185:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979245.089188:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979245.089330:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075840, portal 10
00000100:00000001:1.0:1783979245.089333:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979245.089334:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783979245.089350:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.089357:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979245.089359:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979245.089363:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad23b8.
00000100:00000200:1.0:1783979245.089365:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075840, offset 0
00000400:00000200:1.0:1783979245.089369:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979245.089374:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.089377:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979245.089380:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979245.089382:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979245.089384:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979245.089386:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979245.089389:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345965:345965:255:4294967295] 192.168.201.109@tcp LPNI seq info [345954:345954:7:4294967295]
00000400:00000200:1.0:1783979245.089393:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.091947:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979245.091981:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979245.091995:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bb00.
00000800:00000200:1.0:1783979245.092004:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979245.092009:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979245.092015:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979245.092023:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979245.092031:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979245.092034:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304776739
00000100:00000001:1.0:1783979245.092039:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304777975
00000100:00000001:1.0:1783979245.092041:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304776739
00000100:00000001:1.0:1783979245.092044:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304777975
00000100:00000001:1.0:1783979245.092047:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979245.092065:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979245.092071:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979245.092081:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.092098:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979245.092100:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.092106:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979245.092111:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979245.092114:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979245.092117:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075968:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979245.092121:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979245.092127:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979245.092131:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979245.092133:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979245.092891:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979245.092895:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979245.092902:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979245.092907:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979245.092914:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979245.092921:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367075968, portal 10
00000100:00000001:1.0:1783979245.092923:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979245.092925:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783979245.092933:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979245.092940:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979245.092943:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979245.092945:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2b28.
00000100:00000200:1.0:1783979245.092948:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367075968, offset 0
00000400:00000200:1.0:1783979245.092953:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979245.092962:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.092970:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979245.092976:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979245.092980:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979245.092984:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979245.092987:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979245.092991:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345966:345966:254:4294967295] 192.168.201.109@tcp LPNI seq info [345955:345955:6:4294967295]
00000400:00000200:1.0:1783979245.092995:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979245.093004:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979245.093009:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979245.093013:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bd00.
00000800:00000200:1.0:1783979245.093018:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979245.093022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979245.093025:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979245.093029:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979245.093032:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979245.093034:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304776737
00000100:00000001:1.0:1783979245.093036:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304777975
00000100:00000001:1.0:1783979245.093039:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304776737
00000100:00000001:1.0:1783979245.093040:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304777975
00000100:00000001:1.0:1783979245.093043:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979245.093045:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979245.093059:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979245.093065:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979245.093076:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979245.093078:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979245.093081:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979245.093083:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979245.093086:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979245.093088:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.154487:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979245.154496:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979245.154498:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.154502:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979245.154505:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979245.154508:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979245.154510:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979245.154512:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979245.154514:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979245.280004:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979245.280012:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979245.280018:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979245.280019:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979245.280065:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979245.280068:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979245.280070:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979246.175940:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979246.175954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979246.175956:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979246.175965:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979246.175970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979246.175975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979246.175978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979246.175981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979246.175984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979246.303884:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979246.303893:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979246.303900:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979246.303902:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979246.304356:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979246.304361:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979246.304364:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979246.367933:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304777975, at 4304777984
00000100:00000010:1.0:1783979246.367951:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000040:0.0:1783979246.367953:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304777975, at 4304777984
00000100:00000010:0.0:1783979246.367962:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000001:3.0:1783979247.200020:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979247.200030:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979247.200032:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979247.200037:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979247.200041:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979247.200045:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979247.200047:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979247.200115:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979247.200119:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979247.327951:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979247.327958:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979247.327963:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979247.327965:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979247.328085:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979247.328090:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979247.328092:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979248.163841:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979248.163925:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979248.163937:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979248.163942:0:2394:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979248.163947:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979248.163953:0:2394:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979248.163958:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979248.163963:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0be00.
00000400:00000200:3.0:1783979248.163969:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979248.163974:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979248.163981:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad25d8
00000400:00000010:3.0:1783979248.163985:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad25d8.
00000100:00000001:3.0:1783979248.163991:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979248.164002:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979248.164031:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979248.164036:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979248.164052:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979248.164055:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979248.164066:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979248.164069:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bb00.
00000100:00000001:1.0:1783979248.164072:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1783979248.164073:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1783979248.164078:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1783979248.164079:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1783979248.164083:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1783979248.164084:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad23b8
00000400:00000010:3.0:1783979248.164088:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad23b8.
00000100:00000001:3.0:1783979248.164091:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1783979248.164095:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979245/real 1783979248]  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979248.164100:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979248.164122:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1783979248.164122:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1783979248.164126:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1783979248.164129:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979248.164131:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979248.164138:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000100:00000001:3.0:1783979248.164140:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979248.164142:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:3.0:1783979248.164145:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979248.164148:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:3.0:1783979248.164156:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000100:00000200:1.0:1783979248.164157:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1783979248.164162:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bd00.
00000400:00000200:3.0:1783979248.164168:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1783979248.164174:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979248.164176:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979248.164182:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2b28
00000400:00000010:3.0:1783979248.164185:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2b28.
00000100:00000001:1.0:1783979248.164191:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979248.164192:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1783979248.164196:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1783979248.164200:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164202:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164205:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979248.164214:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979248.164216:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979248.164224:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164227:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979248.164236:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979248.164237:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164245:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979248.164247:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164249:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164251:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164253:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979248.164256:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979248.164260:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979248.164266:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979248.164268:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979248.164272:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979248.164279:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367075712:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979248.164283:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979248.164287:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979245/real 1783979248]  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979248.164307:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979248.164308:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979248.164311:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979248.164313:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979248.164315:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979248.164318:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979248.164321:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979248.164328:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164335:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979248.164336:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164338:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164339:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979248.164342:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164353:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979248.164357:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164362:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979248.164364:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164366:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164367:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164368:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979248.164372:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979248.164374:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979248.164377:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979248.164379:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979248.164384:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979248.164391:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075840:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979248.164395:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979248.164398:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979245/real 1783979248]  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979248.164406:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979248.164407:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979248.164408:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979248.164410:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979248.164412:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979248.164414:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979248.164416:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979248.164429:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164435:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979248.164436:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164438:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164439:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979248.164442:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164449:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979248.164452:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164458:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979248.164461:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164463:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979248.164464:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164465:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979248.164467:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979248.164469:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979248.164473:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979248.164475:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979248.164479:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979248.164486:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367075968:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979248.164491:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979248.164496:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367075712/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164509:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979248.164512:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979248.164516:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979248.164520:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979248.164523:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979248.164526:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979248.164528:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979248.164531:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967800.
02000000:00000001:1.0:1783979248.164539:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979248.164541:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979248.164543:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783979248.164547:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979248.164548:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164550:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979248.164553:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367075840/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164559:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979248.164560:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979248.164572:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979248.164575:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979248.164576:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979248.164577:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979248.164579:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979248.164581:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:1.0:1783979248.164583:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979248.164584:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979248.164585:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783979248.164588:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979248.164589:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164591:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979248.164594:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367075968/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979248.164601:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979248.164602:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979248.164605:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
00000100:00000001:3.0:1783979248.164608:0:2394:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1783979248.164610:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979248.164613:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979248.164614:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979248.164617:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979248.164618:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:1.0:1783979248.164622:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979248.164624:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979248.164625:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783979248.164627:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979248.164629:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164631:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979248.164640:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979248.164642:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979248.164644:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979248.164645:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979248.223917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979248.223929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979248.223931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979248.223938:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979248.223942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979248.223947:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979248.223950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979248.223965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979248.223968:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.353549:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979248.353557:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.353564:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979248.353568:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979248.353570:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979248.353574:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.353577:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979248.353579:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.353581:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.353583:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979248.355753:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979248.355758:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979248.355761:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979249.247971:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979249.247980:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979249.247982:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979249.247990:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979249.247995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979249.247998:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979249.248001:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979249.248005:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979249.248008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979249.375927:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979249.375931:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979249.375935:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979249.375936:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979249.375997:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979249.376001:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979249.376003:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979250.207917:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979250.207928:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979250.207932:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979250.207936:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979250.207940:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979250.207948:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10109
00000400:00000200:2.0:1783979250.207957:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979250.207962:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979250.207966:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979250.207970:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.207974:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.207977:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.207979:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979250.207984:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979250.207987:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979250.207990:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979250.207993:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979250.207996:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979250.208000:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979250.208003:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208005:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.208007:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208010:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979250.208012:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979250.208016:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208018:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979250.208021:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979250.208025:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979250.208028:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208030:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979250.208032:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979250.208041:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979250.208044:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979250.208048:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979250.208050:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208053:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979250.208056:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979250.208060:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979250.208067:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783979250.208073:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979250.208083:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979250.208092:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979250.208098:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979250.208115:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979250.208138:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979250.208142:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979250.208145:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979250.208147:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979250.208148:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979250.208152:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979250.208155:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10109
00000400:00000200:2.0:1783979250.208159:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979250.208162:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979250.208164:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979250.208167:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208169:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.208170:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208173:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979250.208175:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979250.208176:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979250.208177:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979250.208180:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979250.208183:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979250.208185:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979250.208188:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208189:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.208191:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208193:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979250.208195:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979250.208198:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208200:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979250.208202:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979250.208207:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979250.208209:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208211:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979250.208215:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979250.208219:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208220:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979250.208224:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979250.208226:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979250.208229:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979250.208230:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208231:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979250.208232:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979250.208234:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979250.208238:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783979250.208241:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979250.208246:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979250.208263:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979250.208265:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979250.208269:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979250.208277:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979250.208280:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979250.208283:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979250.208284:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979250.208286:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979250.208288:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979250.208291:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10109
00000400:00000200:2.0:1783979250.208295:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979250.208298:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979250.208301:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979250.208304:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208306:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.208308:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208310:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979250.208312:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979250.208314:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979250.208316:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979250.208318:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979250.208320:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979250.208322:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979250.208324:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208326:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979250.208328:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208330:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979250.208332:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979250.208334:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979250.208337:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979250.208339:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979250.208341:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979250.208343:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208345:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979250.208347:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979250.208350:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979250.208351:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.208651:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979250.208658:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979250.208660:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979250.208667:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.208675:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979250.208677:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.208681:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979250.208684:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979250.208686:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979250.208690:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076096:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979250.208693:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979250.208698:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979250.208701:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.208703:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979250.208709:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979250.208711:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979250.208717:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979250.208730:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979250.208737:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979250.208745:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076096, portal 25
00000100:00000001:1.0:1783979250.208748:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979250.208749:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:1.0:1783979250.208755:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.208762:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979250.208765:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979250.208768:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979250.208771:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367076096, offset 0
00000400:00000200:1.0:1783979250.208806:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979250.208814:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.208820:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979250.208825:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979250.208829:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979250.208832:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979250.208834:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979250.208838:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345967:345967:256:4294967295] 192.168.201.109@tcp LPNI seq info [345956:345956:8:4294967295]
00000400:00000200:1.0:1783979250.208842:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.208853:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979250.208859:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979250.208864:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979250.208871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979250.208874:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000010:2.0:1783979250.208879:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000800:00000200:1.1:1783979250.208884:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:2.0:1783979250.208885:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:1.1:1783979250.208889:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1783979250.208895:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1783979250.208896:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
02000000:00000001:2.0:1783979250.208898:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979250.208901:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000001:2.0:1783979250.208907:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783979250.208908:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1783979250.208913:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979250.208915:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1783979250.208917:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979250.208922:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
02000000:00000010:2.0:1783979250.208925:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000400:00000010:1.0:1783979250.208927:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:2.0:1783979250.208931:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.208934:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1783979250.208940:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783979250.208943:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.208956:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979250.208959:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.208967:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.208969:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979250.208976:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979250.208981:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979250.208984:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304783095
00000100:00000010:1.0:1783979250.208990:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc2a0.
00000100:00000001:1.0:1783979250.208997:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979250.209003:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304783095
00000100:00000010:1.0:1783979250.209005:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcae0.
00000100:00000001:1.0:1783979250.209008:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979250.209012:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979250.209014:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209017:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979250.209021:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979250/real 1783979250]  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979250.209037:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979250.209039:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979250.209042:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979250.209044:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979250.209046:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979250.209049:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979250.209052:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979250.209059:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209065:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979250.209067:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209070:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.209072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979250.209076:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209082:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979250.209086:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209092:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979250.209094:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209096:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.209097:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209101:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979250.209103:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979250.209107:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979250.209112:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979250.209115:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979250.209120:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979250.209130:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076096:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979250.209136:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979250.209139:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209145:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979250.209146:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.209149:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979250.209151:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979250.209153:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979250.209155:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076224:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979250.209159:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979250.209161:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979250.209162:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.209164:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979250.209167:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979250.209169:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979250.209172:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979250.209175:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979250.209179:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979250.209181:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076224, portal 10
00000100:00000001:1.0:1783979250.209183:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979250.209184:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:1.0:1783979250.209190:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209196:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979250.209198:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979250.209201:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979250.209204:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367076224, offset 0
00000400:00000200:1.0:1783979250.209208:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979250.209212:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.209216:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979250.209220:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979250.209222:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979250.209225:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979250.209227:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979250.209230:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345968:345968:256:4294967295] 192.168.201.109@tcp LPNI seq info [345957:345957:8:4294967295]
00000400:00000200:1.0:1783979250.209233:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.209239:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979250.209244:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979250.209249:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979250.209418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979250.209423:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979250.209429:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979250.209431:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979250.209435:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979250.209437:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979250.209440:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979250.209444:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979250.209447:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979250.209448:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979250.209450:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979250.209454:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209461:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979250.209464:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209469:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209470:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979250.209473:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979250.209478:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979250.209482:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979250.209485:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304781856
00000100:00000001:1.0:1783979250.209487:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304783095
00000100:00000001:1.0:1783979250.209489:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304781856
00000100:00000001:1.0:1783979250.209491:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304783095
00000100:00000001:1.0:1783979250.209493:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979250.209495:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209497:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979250.209501:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979250/real 1783979250]  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979250.209509:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979250.209511:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979250.209513:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979250.209515:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979250.209517:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979250.209518:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979250.209522:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979250.209529:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209534:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979250.209535:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209537:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.209539:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979250.209542:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209547:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979250.209551:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209557:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979250.209560:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209561:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.209562:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209564:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979250.209567:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979250.209573:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979250.209580:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979250.209583:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979250.209590:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979250.209596:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979250.209600:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979250.209603:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076224:192.168.201.109@tcp:38:kworker.0
00000100:00000040:2.0:1783979250.209608:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209611:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209616:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979250.209622:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979250.209623:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367076096/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979250.209625:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979250.209633:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979250.209638:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979250.209644:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1783979250.209644:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1783979250.209650:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1783979250.209651:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10119)
02000000:00000010:1.0:1783979250.209655:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979250.209660:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979250.209662:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979250.209664:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979250.209667:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979250.209670:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:1.0:1783979250.209678:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979250.209681:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979250.209683:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:1.0:1783979250.209687:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979250.209688:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209690:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979250.209693:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367076224/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209703:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979250.209705:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979250.209706:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979250.209709:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979250.209710:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979250.209711:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979250.209713:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979250.209714:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783979250.209716:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979250.209717:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979250.209719:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:1.0:1783979250.209721:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979250.209722:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209725:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.209736:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979250.209738:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209740:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979250.209743:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979250.209745:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979250.209748:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209756:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979250.209758:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.209760:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979250.209762:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979250.209764:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979250.209767:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076352:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979250.209771:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979250.209801:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979250.209804:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979250.209805:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979250.209810:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979250.209812:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979250.209817:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979250.209819:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979250.209823:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979250.209826:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076352, portal 10
00000100:00000001:1.0:1783979250.209828:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979250.209830:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:1.0:1783979250.209837:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209844:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979250.209847:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979250.209849:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979250.209851:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367076352, offset 0
00000400:00000200:1.0:1783979250.209855:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979250.209859:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.209864:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979250.209868:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979250.209870:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979250.209874:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979250.209876:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979250.209879:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345969:345969:256:4294967295] 192.168.201.109@tcp LPNI seq info [345958:345958:8:4294967295]
00000400:00000200:1.0:1783979250.209884:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979250.209891:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979250.209896:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979250.209899:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979250.209903:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979250.209906:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979250.209910:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979250.209912:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979250.209916:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979250.209918:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979250.209920:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979250.209924:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979250.209927:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979250.209929:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979250.209932:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979250.209935:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209942:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979250.209944:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.209950:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209951:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979250.209954:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979250.209958:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979250.209961:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979250.209964:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304781854
00000100:00000001:1.0:1783979250.209967:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304783095
00000100:00000001:1.0:1783979250.209969:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304781854
00000100:00000001:1.0:1783979250.209970:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304783095
00000100:00000001:1.0:1783979250.209972:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979250.209974:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.209976:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979250.209979:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979250/real 1783979250]  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979250.209986:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979250.209988:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979250.209989:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979250.209991:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979250.209993:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979250.209994:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979250.209997:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979250.210004:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.210010:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979250.210011:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210013:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.210015:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979250.210018:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.210024:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979250.210028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.210033:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979250.210035:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210037:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979250.210038:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210040:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979250.210042:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979250.210045:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979250.210047:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979250.210049:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979250.210053:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979250.210060:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076352:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979250.210064:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210065:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979250.210068:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367076352/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979250.210074:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979250.210076:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979250.210078:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979250.210081:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979250.210083:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979250.210084:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979250.210086:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979250.210088:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783979250.210091:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979250.210092:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979250.210093:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:1.0:1783979250.210096:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979250.210097:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210098:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979250.210101:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979250.210103:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979250.210105:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979250.210106:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979250.271878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979250.271890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979250.271893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979250.271900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979250.271905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979250.271909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979250.271912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979250.271917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979250.271920:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979250.400491:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979250.400497:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979250.400503:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979250.400505:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979250.401165:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979250.401169:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979250.401171:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979251.295890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979251.295899:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979251.295901:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979251.295908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979251.295911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979251.295915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979251.295918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979251.295921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979251.295923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.423948:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979251.423958:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979251.423960:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979251.423964:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.423969:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979251.423971:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.423973:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.423974:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.423977:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979251.423978:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979251.424042:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979251.424046:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979251.424049:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979251.487873:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304783095, at 4304783104
00000100:00000010:0.0:1783979251.487888:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000040:1.0:1783979251.487977:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304783095, at 4304783104
00000100:00000010:1.0:1783979251.487982:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000001:3.0:1783979252.320323:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979252.320333:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979252.320335:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979252.320342:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979252.320347:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979252.320351:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979252.320354:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979252.320358:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979252.320360:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979252.447924:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979252.447932:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979252.447938:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979252.447940:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979252.448006:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979252.448012:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979252.448015:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979253.345429:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979253.345438:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979253.345440:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979253.345448:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979253.345452:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979253.345457:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979253.345461:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979253.345464:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979253.345468:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979253.471927:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979253.471934:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979253.471940:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979253.471941:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979253.472007:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979253.472011:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979253.472015:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979254.368079:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979254.368089:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979254.368092:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979254.368098:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979254.368104:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979254.368109:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979254.368112:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979254.368115:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979254.368117:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.495895:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979254.495902:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.495908:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979254.495909:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979254.496152:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979254.496155:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979254.496157:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979255.330523:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979255.330535:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979255.330538:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979255.330541:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979255.330546:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979255.330554:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10114
00000400:00000200:0.0:1783979255.330565:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979255.330571:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979255.330575:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979255.330578:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330581:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330583:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330585:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979255.330591:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979255.330593:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979255.330597:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979255.330600:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979255.330603:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979255.330606:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979255.330610:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330612:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330614:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330615:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979255.330619:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979255.330624:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330627:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979255.330630:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979255.330634:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979255.330637:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.330639:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979255.330642:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979255.330654:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000020:00000040:0.0:1783979255.330658:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979255.330662:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979255.330664:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.330668:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979255.330671:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979255.330675:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979255.330684:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783979255.330692:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979255.330701:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979255.330711:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979255.330716:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979255.330720:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979255.330756:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979255.330760:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979255.330763:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979255.330764:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979255.330766:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979255.330768:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979255.330820:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10114
00000400:00000200:0.0:1783979255.330825:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979255.330829:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979255.330831:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979255.330834:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330837:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330839:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330848:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979255.330850:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979255.330852:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979255.330853:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979255.330855:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979255.330857:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979255.330859:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979255.330862:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330864:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330865:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330867:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979255.330869:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979255.330871:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330874:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979255.330875:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979255.330882:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979255.330884:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.330886:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979255.330890:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979255.330893:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.330895:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979255.330898:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000020:00000040:0.0:1783979255.330901:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979255.330904:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979255.330905:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.330907:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979255.330908:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979255.330910:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979255.330915:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783979255.330918:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979255.330923:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979255.330929:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979255.330931:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979255.330934:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979255.330941:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979255.330944:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979255.330947:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979255.330948:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979255.330949:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979255.330952:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979255.330954:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10114
00000400:00000200:0.0:1783979255.330957:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979255.330960:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979255.330962:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979255.330965:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330967:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330969:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330970:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979255.330973:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979255.330974:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979255.330975:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979255.330977:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979255.330979:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979255.330981:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979255.330984:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330986:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979255.330987:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330989:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979255.330990:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979255.330993:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979255.330995:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979255.330996:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979255.330999:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979255.331000:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.331002:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979255.331004:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979255.331006:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.331007:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979255.331010:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783979255.331012:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979255.331014:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979255.331015:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.331016:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979255.331017:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979255.331019:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979255.331021:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000001:0.0:1783979255.331025:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979255.331029:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979255.331035:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979255.331037:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979255.331040:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979255.331047:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979255.331050:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979255.331054:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979255.331057:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979255.331060:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979255.331064:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10124)
00000100:00000001:1.0:1783979255.332480:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979255.332487:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979255.332490:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979255.332501:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332513:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979255.332516:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.332520:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979255.332524:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979255.332527:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979255.332531:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076480:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979255.332535:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979255.332539:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979255.332541:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.332544:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979255.332552:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979255.332554:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979255.332562:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979255.332566:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979255.332572:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979255.332580:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076480, portal 25
00000100:00000001:1.0:1783979255.332582:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979255.332584:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:1.0:1783979255.332590:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332598:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979255.332601:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979255.332604:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979255.332607:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367076480, offset 0
00000400:00000200:1.0:1783979255.332613:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979255.332621:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.332628:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979255.332633:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979255.332650:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979255.332654:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979255.332657:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979255.332660:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345970:345970:256:4294967295] 192.168.201.109@tcp LPNI seq info [345959:345959:8:4294967295]
00000400:00000200:1.0:1783979255.332664:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.332673:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979255.332678:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.332683:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979255.332690:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979255.332694:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979255.332698:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979255.332701:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979255.332705:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.332707:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979255.332713:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979255.332717:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979255.332722:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979255.332724:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979255.332728:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979255.332733:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332742:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.332745:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332752:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.332753:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979255.332759:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979255.332762:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979255.332765:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304788218
00000100:00000010:1.0:1783979255.332770:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcae0.
00000100:00000001:1.0:1783979255.332809:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979255.332816:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304788219
00000100:00000010:1.0:1783979255.332820:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc180.
00000100:00000001:1.0:1783979255.332823:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979255.332826:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979255.332828:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.332831:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979255.332835:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979255.332843:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979255.332845:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979255.332847:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979255.332850:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979255.332851:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979255.332854:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979255.332857:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979255.332864:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332870:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979255.332872:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.332874:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.332876:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979255.332879:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332885:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979255.332889:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332895:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979255.332898:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.332899:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.332901:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.332903:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979255.332905:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979255.332908:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979255.332913:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979255.332915:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979255.332919:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979255.332926:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076480:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979255.332930:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979255.332934:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332939:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979255.332941:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.332943:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979255.332945:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979255.332947:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979255.332949:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979255.332952:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979255.332954:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979255.332956:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.332958:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979255.332961:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979255.332963:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979255.332966:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979255.332968:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979255.332972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979255.332975:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076608, portal 10
00000100:00000001:1.0:1783979255.332977:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979255.332979:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:1.0:1783979255.332986:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.332991:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979255.332993:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979255.332994:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979255.332996:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367076608, offset 0
00000400:00000200:1.0:1783979255.333000:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979255.333004:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.333007:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979255.333010:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979255.333012:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979255.333015:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979255.333017:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979255.333021:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345971:345971:256:4294967295] 192.168.201.109@tcp LPNI seq info [345960:345960:8:4294967295]
00000400:00000200:1.0:1783979255.333025:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.333030:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979255.333034:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.333037:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979255.333040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979255.333043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979255.333046:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979255.333049:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979255.333052:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.333054:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979255.333057:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979255.333060:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979255.333062:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979255.333064:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979255.333066:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979255.333069:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333076:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.333078:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333084:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.333085:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979255.333088:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979255.333091:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979255.333094:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979255.333096:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304786980
00000100:00000001:1.0:1783979255.333099:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304788218
00000100:00000001:1.0:1783979255.333101:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304786980
00000100:00000001:1.0:1783979255.333103:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304788219
00000100:00000001:1.0:1783979255.333105:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979255.333107:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.333108:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979255.333112:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979255.333118:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979255.333120:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979255.333121:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979255.333123:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979255.333125:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979255.333127:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979255.333130:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979255.333136:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333146:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979255.333148:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333150:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.333151:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979255.333154:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333160:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979255.333163:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333200:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979255.333204:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333205:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.333206:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333208:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979255.333211:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979255.333213:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979255.333216:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979255.333218:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979255.333222:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979255.333229:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076608:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979255.333233:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979255.333236:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333242:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979255.333244:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.333246:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979255.333247:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979255.333249:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979255.333251:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076736:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979255.333254:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979255.333256:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979255.333257:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979255.333259:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979255.333262:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979255.333264:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979255.333267:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979255.333269:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979255.333271:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979255.333274:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076736, portal 10
00000100:00000001:1.0:1783979255.333276:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979255.333277:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000040:1.0:1783979255.333283:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333288:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979255.333290:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979255.333293:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979255.333294:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367076736, offset 0
00000400:00000200:1.0:1783979255.333298:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979255.333301:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.333305:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979255.333307:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979255.333309:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979255.333311:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979255.333313:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979255.333316:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345972:345972:256:4294967295] 192.168.201.109@tcp LPNI seq info [345961:345961:8:4294967295]
00000400:00000200:1.0:1783979255.333320:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979255.333325:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979255.333329:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.333332:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979255.333335:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979255.333337:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979255.333342:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979255.333344:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979255.333348:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979255.333349:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979255.333352:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979255.333355:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979255.333358:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979255.333359:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979255.333361:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979255.333364:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333370:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.333373:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333379:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.333380:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979255.333383:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979255.333385:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979255.333388:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979255.333390:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304786977
00000100:00000001:1.0:1783979255.333392:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304788218
00000100:00000001:1.0:1783979255.333394:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304786977
00000100:00000001:1.0:1783979255.333396:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304788219
00000100:00000001:1.0:1783979255.333398:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979255.333400:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.333401:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979255.333404:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979255.333411:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979255.333413:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979255.333414:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979255.333416:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979255.333418:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979255.333419:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979255.333422:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979255.333430:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333437:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979255.333438:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333440:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.333441:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979255.333445:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333451:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979255.333454:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333460:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979255.333462:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333464:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979255.333465:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333467:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979255.333468:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979255.333471:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979255.333474:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979255.333476:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979255.333480:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979255.333488:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076736:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979255.333492:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333495:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.333498:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627367076480/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333504:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979255.333506:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979255.333509:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979255.333512:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979255.333515:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979255.333517:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979255.333519:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979255.333522:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979255.333527:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979255.333528:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979255.333530:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:1.0:1783979255.333534:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979255.333535:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333536:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.333539:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627367076608/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333545:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979255.333546:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979255.333548:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979255.333550:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979255.333551:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979255.333552:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979255.333554:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979255.333555:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783979255.333557:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979255.333558:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979255.333560:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:1.0:1783979255.333562:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979255.333563:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333564:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979255.333567:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627367076736/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979255.333573:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979255.333574:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979255.333575:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979255.333578:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979255.333579:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979255.333580:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979255.333582:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979255.333583:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979255.333585:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979255.333587:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979255.333588:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:1.0:1783979255.333590:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979255.333591:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333594:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979255.333601:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979255.333603:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979255.333605:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979255.333607:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979255.392454:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979255.392463:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979255.392465:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979255.392470:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979255.392474:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979255.392477:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979255.392480:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979255.392482:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979255.392486:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979255.519930:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979255.519936:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979255.519942:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979255.519943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979255.519995:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979255.519998:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979255.520000:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979256.415902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979256.415909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979256.415911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979256.415916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979256.415920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979256.415923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979256.415926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979256.415929:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979256.415932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979256.543868:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979256.543877:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979256.543883:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979256.543884:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979256.544009:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979256.544013:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979256.544016:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979256.607932:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304788218, at 4304788224
00000100:00000010:0.0:1783979256.607947:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000040:1.0:1783979256.608203:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304788219, at 4304788224
00000100:00000010:1.0:1783979256.608210:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000001:0.0:1783979257.439895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979257.439903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979257.439905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979257.439911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979257.439915:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979257.439918:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979257.439921:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979257.439924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979257.439927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979257.568188:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979257.568196:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979257.568202:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979257.568204:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979257.568732:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979257.568736:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979257.568739:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979258.463905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979258.463912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979258.463914:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979258.463919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979258.463922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979258.463926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979258.463929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979258.463931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979258.463934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.591898:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979258.591905:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.591909:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979258.591912:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979258.591913:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979258.591915:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.591918:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979258.591919:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.591921:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.591922:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979258.591975:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979258.591979:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979258.591982:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979259.489029:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979259.489037:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979259.489039:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979259.489044:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979259.489048:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979259.489051:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979259.489053:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979259.489055:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979259.489059:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.617466:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979259.617472:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.617476:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979259.617477:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979259.617604:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979259.617608:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979259.617610:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979260.448029:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979260.448039:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979260.448041:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979260.448045:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979260.448049:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979260.448056:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10119
00000400:00000200:1.0:1783979260.448064:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979260.448070:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979260.448073:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979260.448101:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448104:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.448106:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448108:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979260.448112:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979260.448115:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979260.448118:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979260.448122:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979260.448124:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979260.448128:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979260.448132:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448134:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.448136:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448139:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979260.448141:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979260.448144:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448147:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979260.448149:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979260.448153:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979260.448155:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.448157:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979260.448160:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979260.448170:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5880.
00000020:00000040:1.0:1783979260.448173:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979260.448177:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979260.448178:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.448181:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979260.448184:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979260.448188:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979260.448196:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289000.
00000100:00000001:1.0:1783979260.448202:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979260.448212:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979260.448221:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979260.448226:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979260.448231:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a8655d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448280:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979260.448285:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979260.448288:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979260.448293:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448301:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979260.448303:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.448306:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979260.448309:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979260.448311:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979260.448315:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076864:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979260.448319:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979260.448323:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979260.448325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.448327:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979260.448332:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.448334:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979260.448339:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979260.448343:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979260.448351:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979260.448357:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076864, portal 25
00000100:00000001:0.0:1783979260.448360:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979260.448361:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:0.0:1783979260.448366:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448372:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979260.448375:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979260.448377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979260.448380:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367076864, offset 0
00000400:00000200:0.0:1783979260.448386:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979260.448393:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.448399:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979260.448404:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979260.448408:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979260.448412:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979260.448414:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979260.448418:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345973:345973:256:4294967295] 192.168.201.109@tcp LPNI seq info [345962:345962:8:4294967295]
00000400:00000200:0.0:1783979260.448422:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.448444:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979260.448451:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.448456:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979260.448463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979260.448466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979260.448471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979260.448475:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979260.448479:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.448481:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979260.448487:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979260.448492:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979260.448497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979260.448499:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979260.448504:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979260.448508:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979260.448535:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979260.448538:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979260.448541:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979260.448543:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979260.448544:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979260.448547:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979260.448550:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10119
00000400:00000200:1.0:1783979260.448554:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979260.448556:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979260.448558:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979260.448561:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448563:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.448565:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448575:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979260.448578:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979260.448579:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979260.448581:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979260.448583:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979260.448585:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979260.448587:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979260.448590:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448592:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.448594:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448595:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979260.448597:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979260.448600:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979260.448602:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979260.448604:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979260.448609:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979260.448611:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.448613:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979260.448617:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979260.448619:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.448622:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979260.448625:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4700.
00000020:00000040:1.0:1783979260.448627:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979260.448629:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979260.448630:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.448632:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979260.448633:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979260.448634:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979260.448638:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979260.448641:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979260.448645:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979260.448651:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979260.448654:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979260.448657:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000642bc372] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448685:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.448699:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448705:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.448707:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979260.448713:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979260.448717:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979260.448720:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304793334
00000100:00000010:0.0:1783979260.448724:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979260.448730:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979260.448735:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304793334
00000100:00000010:0.0:1783979260.448738:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6780.
00000100:00000001:0.0:1783979260.448741:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979260.448743:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979260.448746:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.448748:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979260.448752:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979260.448767:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979260.448768:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979260.448791:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979260.448794:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979260.448795:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979260.448798:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979260.448801:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979260.448809:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448815:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979260.448817:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448819:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.448821:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979260.448826:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448833:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979260.448837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448844:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979260.448846:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448848:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.448849:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448852:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979260.448853:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979260.448856:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979260.448860:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979260.448862:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979260.448867:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979260.448875:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367076864:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979260.448879:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448881:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.448883:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367076864/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448890:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979260.448892:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979260.448895:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.448898:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979260.448900:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979260.448902:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979260.448904:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979260.448908:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289000.
02000000:00000001:0.0:1783979260.448912:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979260.448914:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979260.448916:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783979260.448919:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979260.448920:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448922:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.448930:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979260.448932:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.448934:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979260.448935:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979260.448936:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979260.448940:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.448946:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979260.448948:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.448951:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979260.448952:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979260.448954:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979260.448957:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076992:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979260.448960:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979260.448962:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979260.448963:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.448964:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979260.448967:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.448969:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979260.448982:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979260.448985:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979260.448992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979260.448994:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367076992, portal 10
00000100:00000001:0.0:1783979260.448996:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979260.448997:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783979260.449004:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449010:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979260.449012:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979260.449014:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979260.449017:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367076992, offset 0
00000400:00000200:0.0:1783979260.449020:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979260.449024:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.449028:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979260.449031:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979260.449034:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979260.449036:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979260.449038:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979260.449041:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345974:345974:256:4294967295] 192.168.201.109@tcp LPNI seq info [345963:345963:8:4294967295]
00000400:00000200:0.0:1783979260.449045:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.449051:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979260.449056:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.449059:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979260.449063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979260.449066:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979260.449069:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979260.449072:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979260.449088:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.449090:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979260.449093:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979260.449096:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979260.449099:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979260.449101:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979260.449103:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979260.449106:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449113:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.449115:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449120:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449122:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979260.449124:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979260.449128:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979260.449131:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979260.449133:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304792096
00000100:00000001:0.0:1783979260.449135:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304793334
00000100:00000001:0.0:1783979260.449137:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304792096
00000100:00000001:0.0:1783979260.449140:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304793334
00000100:00000001:0.0:1783979260.449142:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979260.449144:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449145:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979260.449149:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979260.449156:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979260.449157:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979260.449159:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979260.449161:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979260.449163:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979260.449164:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979260.449167:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979260.449174:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449180:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979260.449181:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449183:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.449184:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979260.449187:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449194:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979260.449197:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449203:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979260.449205:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449207:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.449208:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449210:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979260.449213:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979260.449216:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979260.449219:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979260.449222:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979260.449225:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979260.449233:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367076992:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979260.449236:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449238:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.449241:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367076992/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449247:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979260.449248:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979260.449250:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.449252:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979260.449253:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979260.449254:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979260.449256:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979260.449257:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783979260.449259:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979260.449261:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979260.449262:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783979260.449263:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979260.449264:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449266:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449269:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979260.449270:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449272:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979260.449273:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.449357:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979260.449360:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979260.449362:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979260.449363:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979260.449365:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979260.449366:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979260.449369:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10119
00000400:00000200:1.0:1783979260.449372:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979260.449374:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979260.449375:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979260.449377:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.449379:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.449380:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.449381:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979260.449383:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979260.449384:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979260.449386:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979260.449387:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979260.449389:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979260.449390:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979260.449392:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.449393:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979260.449394:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979260.449395:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979260.449396:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979260.449398:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979260.449399:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979260.449400:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979260.449403:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979260.449404:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.449405:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979260.449406:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979260.449408:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.449409:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979260.449412:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4e00.
00000020:00000040:1.0:1783979260.449413:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979260.449415:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979260.449416:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979260.449417:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979260.449418:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979260.449419:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979260.449422:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b800.
00000100:00000001:1.0:1783979260.449425:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979260.449429:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979260.449436:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979260.449439:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979260.449443:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079224371] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979260.449450:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979260.449453:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979260.449457:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979260.449459:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979260.449462:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979260.449467:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10129)
00000100:00000001:0.0:1783979260.449528:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979260.449531:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979260.449532:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979260.449537:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449543:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979260.449545:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.449547:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979260.449549:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979260.449550:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979260.449553:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077120:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979260.449556:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979260.449559:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979260.449560:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979260.449562:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979260.449565:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.449567:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979260.449570:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979260.449573:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979260.449576:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979260.449580:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077120, portal 10
00000100:00000001:0.0:1783979260.449582:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979260.449583:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000100:00000040:0.0:1783979260.449589:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449595:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979260.449597:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979260.449599:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979260.449602:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367077120, offset 0
00000400:00000200:0.0:1783979260.449606:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979260.449610:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.449613:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979260.449616:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979260.449619:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979260.449621:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979260.449623:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979260.449626:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345975:345975:256:4294967295] 192.168.201.109@tcp LPNI seq info [345964:345964:8:4294967295]
00000400:00000200:0.0:1783979260.449630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979260.449636:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979260.449641:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.449645:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979260.449649:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979260.449651:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979260.449655:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979260.449657:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979260.449660:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979260.449663:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979260.449666:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979260.449669:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979260.449672:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979260.449674:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979260.449676:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979260.449680:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449688:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.449691:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449696:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449697:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979260.449700:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979260.449703:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979260.449705:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979260.449706:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304792093
00000100:00000001:0.0:1783979260.449708:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304793334
00000100:00000001:0.0:1783979260.449709:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304792093
00000100:00000001:0.0:1783979260.449710:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304793334
00000100:00000001:0.0:1783979260.449712:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979260.449713:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449714:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979260.449717:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979260.449721:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979260.449722:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979260.449723:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979260.449725:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979260.449727:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979260.449729:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979260.449731:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979260.449739:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449746:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979260.449747:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449749:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.449751:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979260.449754:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449761:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979260.449764:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449770:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979260.449791:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449793:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979260.449794:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449796:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979260.449798:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979260.449800:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979260.449804:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979260.449806:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979260.449810:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979260.449817:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077120:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979260.449821:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449824:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979260.449826:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367077120/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979260.449830:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979260.449831:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979260.449832:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979260.449834:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979260.449835:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979260.449836:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979260.449837:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979260.449838:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783979260.449839:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979260.449840:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979260.449841:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783979260.449842:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979260.449843:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.449847:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979260.449848:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.449849:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979260.449850:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979260.511926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979260.511956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979260.511959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979260.511966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979260.511970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979260.511975:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.511978:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979260.511980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979260.511984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979260.639891:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979260.639897:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979260.639901:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979260.639902:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979260.639977:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979260.639982:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979260.639986:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979261.535917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979261.535926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979261.535928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979261.535934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979261.535938:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979261.535942:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979261.535945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979261.535948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979261.535951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.664236:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979261.664244:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979261.664246:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979261.664249:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.664254:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979261.664256:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.664258:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.664260:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.664264:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979261.664265:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979261.664329:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979261.664333:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979261.664336:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979261.727871:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304793334, at 4304793344
00000100:00000040:0.0:1783979261.727880:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304793334, at 4304793344
00000100:00000010:1.0:1783979261.727883:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6780.
00000100:00000010:0.0:1783979261.727886:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979262.559903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979262.559910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979262.559912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979262.559918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979262.559921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979262.559925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979262.559928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979262.559931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979262.559934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979262.687899:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979262.687905:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979262.687911:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979262.687912:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979262.687968:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979262.687971:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979262.687974:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979263.583898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979263.583906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979263.583908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979263.583919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979263.583923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979263.583926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979263.583928:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979263.583931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979263.583933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979263.711930:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979263.711937:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979263.711942:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979263.711943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979263.712067:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979263.712070:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979263.712073:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979264.607978:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979264.607986:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979264.607988:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979264.607994:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979264.607997:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979264.608000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979264.608014:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979264.608017:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979264.608019:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.738174:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979264.738180:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.738185:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979264.738186:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979264.738270:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979264.738274:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979264.738276:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979265.567895:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979265.567902:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979265.567904:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979265.567907:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979265.567911:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979265.567916:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10124
00000400:00000200:3.0:1783979265.567923:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979265.567928:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979265.567930:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979265.567932:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.567935:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.567936:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.567938:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979265.567941:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979265.567943:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979265.567945:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979265.567947:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979265.567948:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979265.567950:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979265.567951:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.567953:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.567954:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.567955:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979265.567958:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979265.567960:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979265.567961:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.567963:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979265.567966:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.567968:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.567970:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979265.567972:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979265.567979:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000020:00000040:3.0:1783979265.567982:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979265.567984:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979265.567997:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568001:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979265.568003:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979265.568007:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979265.568014:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979265.568021:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.568030:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979265.568040:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979265.568044:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.568048:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.568076:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979265.568079:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979265.568083:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979265.568084:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979265.568086:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979265.568089:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979265.568092:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10124
00000400:00000200:3.0:1783979265.568096:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979265.568099:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979265.568101:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979265.568104:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568106:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.568108:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568110:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979265.568112:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979265.568113:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979265.568115:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979265.568117:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979265.568119:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979265.568121:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979265.568124:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568126:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.568128:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568129:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979265.568131:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979265.568134:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568136:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.568138:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979265.568143:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.568145:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568147:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979265.568150:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979265.568153:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568155:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979265.568158:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783979265.568161:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979265.568163:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979265.568164:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568166:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979265.568168:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979265.568170:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979265.568174:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979265.568177:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.568182:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979265.568188:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979265.568190:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.568192:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.568197:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979265.568198:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979265.568200:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979265.568201:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979265.568202:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979265.568204:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979265.568205:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10124
00000400:00000200:3.0:1783979265.568207:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979265.568209:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979265.568210:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979265.568211:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568213:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.568214:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568215:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979265.568216:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979265.568217:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979265.568218:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979265.568219:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979265.568220:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979265.568221:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979265.568223:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568225:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979265.568226:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568227:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979265.568228:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979265.568230:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979265.568231:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.568232:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979265.568234:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.568235:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568236:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979265.568237:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979265.568238:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568239:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979265.568243:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783979265.568244:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979265.568246:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979265.568247:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.568248:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979265.568249:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979265.568250:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979265.568252:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979265.568254:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.568256:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979265.568260:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979265.568261:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.568264:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.568278:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.568280:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979265.568284:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979265.568287:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979265.568290:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979265.568294:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10134)
00000100:00000001:0.0:1783979265.568353:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979265.568356:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979265.568358:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979265.568363:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568368:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979265.568370:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568372:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979265.568374:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979265.568376:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979265.568378:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367077248:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979265.568380:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979265.568384:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979265.568386:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568388:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979265.568391:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979265.568392:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979265.568396:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979265.568399:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979265.568403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979265.568408:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077248, portal 25
00000100:00000001:0.0:1783979265.568410:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979265.568411:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:0.0:1783979265.568414:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568418:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979265.568420:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979265.568422:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979265.568424:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367077248, offset 0
00000400:00000200:0.0:1783979265.568428:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568433:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568437:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979265.568441:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979265.568444:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979265.568447:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979265.568449:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568452:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345976:345976:256:4294967295] 192.168.201.109@tcp LPNI seq info [345965:345965:8:4294967295]
00000400:00000200:0.0:1783979265.568455:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568461:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979265.568466:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568470:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979265.568477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979265.568482:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979265.568486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979265.568490:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979265.568494:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568496:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979265.568502:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979265.568506:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979265.568510:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979265.568513:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979265.568516:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979265.568519:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568525:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.568527:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568531:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568533:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979265.568537:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979265.568540:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979265.568542:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304798454
00000100:00000010:0.0:1783979265.568546:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979265.568551:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979265.568557:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304798454
00000100:00000010:0.0:1783979265.568560:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6720.
00000100:00000001:0.0:1783979265.568563:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979265.568566:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979265.568568:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568570:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979265.568575:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979265.568585:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979265.568586:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979265.568588:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979265.568591:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979265.568593:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979265.568595:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979265.568598:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979265.568603:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568607:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979265.568608:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568610:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.568612:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979265.568614:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568618:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979265.568621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568629:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979265.568631:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568632:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.568633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568634:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979265.568636:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979265.568637:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979265.568639:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979265.568641:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979265.568643:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979265.568647:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367077248:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979265.568651:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979265.568653:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568656:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979265.568657:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568658:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979265.568659:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979265.568660:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979265.568662:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077376:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979265.568664:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979265.568665:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979265.568666:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568667:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979265.568669:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979265.568671:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979265.568673:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979265.568674:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979265.568676:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979265.568678:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077376, portal 10
00000100:00000001:0.0:1783979265.568679:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979265.568680:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000040:0.0:1783979265.568686:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568692:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979265.568694:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979265.568696:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979265.568698:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367077376, offset 0
00000400:00000200:0.0:1783979265.568702:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568706:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568709:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979265.568712:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979265.568714:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979265.568716:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979265.568718:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568722:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345977:345977:256:4294967295] 192.168.201.109@tcp LPNI seq info [345966:345966:8:4294967295]
00000400:00000200:0.0:1783979265.568726:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568731:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979265.568734:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568737:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979265.568739:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979265.568741:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979265.568743:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979265.568745:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979265.568747:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979265.568750:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979265.568752:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979265.568754:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979265.568755:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979265.568757:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979265.568759:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568764:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.568766:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568769:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568770:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979265.568804:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979265.568807:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979265.568809:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979265.568810:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304797216
00000100:00000001:0.0:1783979265.568812:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304798454
00000100:00000001:0.0:1783979265.568813:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304797216
00000100:00000001:0.0:1783979265.568815:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304798454
00000100:00000001:0.0:1783979265.568816:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979265.568817:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568818:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979265.568821:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979265.568825:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979265.568826:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979265.568827:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979265.568829:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979265.568830:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979265.568831:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979265.568833:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979265.568837:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568845:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979265.568846:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568847:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.568848:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979265.568850:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568853:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979265.568855:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568859:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979265.568860:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568861:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.568861:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.568862:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979265.568864:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979265.568866:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979265.568868:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979265.568869:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979265.568871:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979265.568875:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077376:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979265.568877:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979265.568878:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568882:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979265.568883:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568884:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979265.568886:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979265.568887:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979265.568888:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077504:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979265.568890:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979265.568891:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979265.568892:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979265.568893:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979265.568895:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979265.568896:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979265.568898:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979265.568900:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979265.568902:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979265.568903:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077504, portal 10
00000100:00000001:0.0:1783979265.568905:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979265.568905:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:0.0:1783979265.568909:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568913:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979265.568914:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979265.568915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979265.568917:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367077504, offset 0
00000400:00000200:0.0:1783979265.568919:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568921:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568923:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979265.568924:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979265.568926:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979265.568927:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979265.568928:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979265.568930:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345978:345978:256:4294967295] 192.168.201.109@tcp LPNI seq info [345967:345967:8:4294967295]
00000400:00000200:0.0:1783979265.568933:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979265.568936:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979265.568939:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568941:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979265.568943:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979265.568945:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979265.568947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979265.568949:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979265.568951:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979265.568952:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979265.568954:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979265.568956:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979265.568958:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979265.568959:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979265.568960:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979265.568962:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568966:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.568968:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.568972:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568973:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979265.568974:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979265.568976:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979265.568978:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979265.568979:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304797213
00000100:00000001:0.0:1783979265.568981:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304798454
00000100:00000001:0.0:1783979265.568982:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304797213
00000100:00000001:0.0:1783979265.568983:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304798454
00000100:00000001:0.0:1783979265.568984:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979265.568995:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.568998:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979265.569001:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979265.569009:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979265.569010:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979265.569012:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979265.569014:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979265.569016:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979265.569018:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979265.569021:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979265.569029:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569035:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979265.569037:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569038:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.569039:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979265.569042:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569047:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979265.569051:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569057:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979265.569059:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569061:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979265.569062:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569063:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979265.569065:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979265.569068:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979265.569071:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979265.569073:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979265.569077:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979265.569084:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077504:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979265.569088:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569090:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.569093:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367077248/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569099:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979265.569100:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979265.569102:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979265.569104:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979265.569106:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979265.569107:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979265.569108:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979265.569110:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979265.569113:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979265.569114:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979265.569115:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:0.0:1783979265.569117:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979265.569118:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569119:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.569121:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367077376/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569125:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979265.569125:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979265.569126:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979265.569128:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979265.569128:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979265.569129:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979265.569130:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979265.569131:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979265.569132:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979265.569132:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979265.569133:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:0.0:1783979265.569135:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979265.569136:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569136:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979265.569138:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367077504/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979265.569141:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979265.569142:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979265.569143:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979265.569144:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979265.569144:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979265.569145:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979265.569146:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979265.569147:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979265.569148:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979265.569148:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979265.569149:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:0.0:1783979265.569150:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979265.569151:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569152:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.569157:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979265.569158:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.569160:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979265.569162:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979265.631895:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979265.631903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979265.631905:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979265.631910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979265.631913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979265.631917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.631920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979265.631922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979265.631925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979265.759920:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979265.759927:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979265.759932:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979265.759933:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979265.760015:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979265.760019:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979265.760023:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979266.655886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979266.655893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979266.655895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979266.655901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979266.655905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979266.655908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979266.655911:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979266.655914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979266.655917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979266.783887:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979266.783893:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979266.783897:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979266.783897:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979266.783961:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979266.783977:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979266.783980:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979266.847870:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304798454, at 4304798464
00000100:00000010:1.0:1783979266.847885:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6720.
00000100:00000040:0.0:1783979266.848579:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304798454, at 4304798464
00000100:00000010:0.0:1783979266.848586:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979267.679897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979267.679904:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979267.679906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979267.679911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979267.679914:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979267.679917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979267.679920:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979267.679922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979267.679925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.807943:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979267.807979:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.807985:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979267.807988:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979267.807990:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979267.807993:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.807996:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979267.807998:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.808001:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.808003:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979267.808071:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979267.808075:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979267.808078:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979268.703886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979268.703895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979268.703897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979268.703903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979268.703907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979268.703910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979268.703912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979268.703915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979268.703918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979268.831905:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979268.831913:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979268.831920:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979268.831921:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979268.832066:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979268.832070:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979268.832073:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979269.728994:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979269.729002:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979269.729004:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979269.729010:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979269.729014:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979269.729017:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979269.729020:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979269.729023:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979269.729026:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.855981:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979269.855987:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.855993:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979269.855994:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979269.856062:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979269.856066:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979269.856069:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979270.688473:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979270.688482:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979270.688485:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979270.688490:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979270.688494:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979270.688501:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10129
00000400:00000200:1.0:1783979270.688510:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979270.688516:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979270.688520:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979270.688523:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688525:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979270.688528:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688531:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979270.688535:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979270.688537:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979270.688540:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979270.688542:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979270.688545:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979270.688547:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979270.688550:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688552:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979270.688554:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688556:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979270.688559:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979270.688562:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688564:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979270.688567:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979270.688570:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979270.688573:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.688576:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979270.688578:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979270.688587:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4380.
00000020:00000040:1.0:1783979270.688590:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979270.688594:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979270.688595:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.688599:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979270.688602:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979270.688606:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979270.688613:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b000.
00000100:00000001:1.0:1783979270.688620:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979270.688629:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979270.688638:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979270.688642:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979270.688647:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080b07c04] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979270.688667:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979270.688670:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979270.688673:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979270.688674:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979270.688676:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979270.688679:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979270.688681:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10129
00000400:00000200:1.0:1783979270.688686:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979270.688689:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979270.688691:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979270.688694:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688696:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979270.688699:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688701:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979270.688703:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979270.688703:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979270.688707:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:0.0:1783979270.688708:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1783979270.688709:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979270.688711:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1783979270.688713:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979270.688718:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979270.688719:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979270.688723:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979270.688730:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1783979270.688731:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979270.688732:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.688737:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1783979270.688737:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1783979270.688741:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1783979270.688743:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:0.0:1783979270.688744:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.688749:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00100000:0.0:1783979270.688757:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367077632:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979270.688760:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979270.688764:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1783979270.688764:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000001:0.0:1783979270.688767:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.688770:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1783979270.688771:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688800:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979270.688802:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979270.688807:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1783979270.688808:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979270.688813:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979270.688813:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.688817:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979270.688818:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979270.688822:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000008:00100000:1.0:1783979270.688823:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979270.688827:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979270.688828:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000001:1.0:1783979270.688831:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979270.688834:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077632, portal 25
00000100:00000001:0.0:1783979270.688837:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1783979270.688837:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783979270.688840:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000020:00000040:1.0:1783979270.688843:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000040:0.0:1783979270.688846:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979270.688849:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979270.688851:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.688855:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979270.688858:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979270.688862:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.688863:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979270.688867:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979270.688870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
02000000:00000010:1.0:1783979270.688870:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b400.
00000100:00000200:0.0:1783979270.688873:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367077632, offset 0
00000100:00000001:1.0:1783979270.688877:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979270.688879:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00100000:1.0:1783979270.688887:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979270.688888:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.688894:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979270.688912:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979270.688915:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979270.688918:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:1.0:1783979270.688919:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979270.688925:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1783979270.688928:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071157554] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979270.688931:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.688941:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979270.688944:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979270.688947:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979270.688949:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979270.688950:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979270.688953:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979270.688956:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10129
00000400:00000200:0.0:1783979270.689016:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345979:345979:256:4294967295] 192.168.201.109@tcp LPNI seq info [345968:345968:8:4294967295]
00000400:00000200:0.0:1783979270.689020:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.689027:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979270.689031:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.689035:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979270.689040:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979270.689043:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979270.689047:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979270.689049:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979270.689052:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.689054:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979270.689058:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979270.689061:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979270.689924:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979270.689929:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979270.689932:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000100:00080000:1.0:1783979270.689933:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1783979270.689935:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:1.0:1783979270.689938:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.689941:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979270.689945:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.689948:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979270.689949:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1783979270.689953:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1783979270.689955:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979270.689956:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979270.689960:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979270.689963:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:0.0:1783979270.689968:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1783979270.689968:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979270.689972:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979270.689973:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979270.689981:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979270.689987:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979270.689991:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979270.689992:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.689994:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:0.0:1783979270.689995:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1783979270.689999:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000001:0.0:1783979270.690000:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979270.690003:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979270.690007:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979270.690008:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979270.690012:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979270.690016:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979270.690017:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304803576
02000000:00000001:1.0:1783979270.690019:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.690023:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1783979270.690025:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000008:00100000:1.0:1783979270.690026:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979270.690031:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979270.690033:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690034:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1783979270.690037:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4a80.
00000020:00000040:1.0:1783979270.690041:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:0.0:1783979270.690043:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304803576
02000000:00000001:1.0:1783979270.690044:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979270.690047:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979270.690048:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e66c0.
00000100:00000001:1.0:1783979270.690050:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979270.690053:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979270.690054:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1783979270.690055:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690058:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979270.690062:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979270.690062:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289800.
00000100:00000001:0.0:1783979270.690068:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979270.690069:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979270.690074:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979270.690084:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979270.690087:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1783979270.690088:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979270.690090:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979270.690095:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979270.690098:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:1.0:1783979270.690101:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979270.690102:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1783979270.690106:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979270.690110:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979270.690114:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e97cc30] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979270.690133:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979270.690133:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979270.690137:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979270.690145:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979270.690149:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979270.690150:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979270.690153:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979270.690154:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979270.690159:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690162:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979270.690162:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10140)
00000100:00100000:0.0:1783979270.690170:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690177:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979270.690183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690191:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979270.690194:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690196:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690200:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979270.690202:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979270.690204:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979270.690208:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979270.690210:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979270.690215:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979270.690223:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367077632:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979270.690238:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690240:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979270.690243:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367077632/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690249:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979270.690251:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979270.690254:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979270.690256:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979270.690258:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979270.690260:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979270.690262:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979270.690264:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783979270.690267:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979270.690269:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979270.690270:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783979270.690274:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979270.690275:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690277:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690283:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979270.690285:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690286:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979270.690288:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979270.690289:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979270.690293:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690299:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979270.690301:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.690303:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979270.690305:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979270.690307:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979270.690310:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979270.690312:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979270.690314:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979270.690317:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.690318:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979270.690321:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979270.690323:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979270.690326:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979270.690329:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979270.690332:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979270.690335:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077760, portal 10
00000100:00000001:0.0:1783979270.690337:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979270.690338:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783979270.690344:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690349:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979270.690358:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979270.690361:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979270.690364:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367077760, offset 0
00000400:00000200:0.0:1783979270.690368:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979270.690372:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.690376:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979270.690379:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979270.690381:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979270.690384:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979270.690386:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979270.690388:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345980:345980:256:4294967295] 192.168.201.109@tcp LPNI seq info [345969:345969:8:4294967295]
00000400:00000200:0.0:1783979270.690392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.690399:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979270.690403:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.690407:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979270.690411:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979270.690414:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979270.690418:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979270.690421:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979270.690424:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.690426:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979270.690429:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979270.690432:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979270.690435:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979270.690436:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979270.690438:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979270.690441:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690447:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979270.690450:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690455:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690457:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979270.690460:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979270.690464:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979270.690467:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979270.690469:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304802337
00000100:00000001:0.0:1783979270.690472:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304803576
00000100:00000001:0.0:1783979270.690474:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304802337
00000100:00000001:0.0:1783979270.690476:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304803576
00000100:00000001:0.0:1783979270.690477:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979270.690479:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690481:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979270.690484:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979270.690491:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979270.690492:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979270.690493:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979270.690495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979270.690497:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979270.690498:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979270.690501:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979270.690508:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690513:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979270.690514:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690516:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690517:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979270.690520:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690526:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979270.690529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690536:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979270.690538:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690540:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690541:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690543:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979270.690546:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979270.690548:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979270.690551:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979270.690554:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979270.690558:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979270.690565:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077760:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979270.690569:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979270.690572:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690578:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979270.690579:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.690581:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979270.690583:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979270.690584:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979270.690587:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077888:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979270.690591:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979270.690602:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979270.690604:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979270.690605:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979270.690609:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979270.690611:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979270.690613:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979270.690615:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979270.690617:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979270.690619:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367077888, portal 10
00000100:00000001:0.0:1783979270.690620:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979270.690621:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:0.0:1783979270.690625:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690629:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979270.690631:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979270.690632:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979270.690633:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367077888, offset 0
00000400:00000200:0.0:1783979270.690636:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979270.690638:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.690641:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979270.690642:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979270.690644:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979270.690645:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979270.690647:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979270.690649:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345981:345981:256:4294967295] 192.168.201.109@tcp LPNI seq info [345970:345970:8:4294967295]
00000400:00000200:0.0:1783979270.690651:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979270.690655:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979270.690658:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.690659:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979270.690662:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979270.690663:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979270.690666:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979270.690668:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979270.690670:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979270.690671:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979270.690673:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979270.690675:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979270.690677:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979270.690678:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979270.690680:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979270.690682:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690687:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979270.690688:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690692:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690693:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979270.690694:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979270.690696:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979270.690697:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979270.690699:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304802334
00000100:00000001:0.0:1783979270.690700:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304803576
00000100:00000001:0.0:1783979270.690702:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304802334
00000100:00000001:0.0:1783979270.690704:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304803576
00000100:00000001:0.0:1783979270.690706:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979270.690708:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690710:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979270.690713:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979270.690720:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979270.690721:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979270.690723:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979270.690725:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979270.690726:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979270.690728:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979270.690731:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979270.690737:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690743:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979270.690744:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690746:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690747:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979270.690750:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690756:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979270.690760:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690765:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979270.690767:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690769:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979270.690770:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690805:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979270.690808:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979270.690811:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979270.690814:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979270.690816:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979270.690820:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979270.690827:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367077888:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979270.690830:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690832:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979270.690834:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367077760/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690840:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979270.690842:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979270.690844:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979270.690847:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979270.690849:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979270.690850:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979270.690852:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979270.690853:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783979270.690855:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979270.690856:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979270.690857:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783979270.690860:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979270.690861:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690862:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979270.690865:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367077888/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979270.690870:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979270.690871:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979270.690872:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979270.690874:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979270.690875:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979270.690876:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979270.690878:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979270.690879:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783979270.690881:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979270.690882:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979270.690883:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783979270.690885:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979270.690887:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690888:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.690892:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979270.690893:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.690895:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979270.690896:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979270.751858:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979270.751864:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979270.751865:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979270.751869:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979270.751873:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979270.751875:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.751877:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979270.751879:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979270.751881:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.879893:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979270.879927:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979270.879930:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979270.879933:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.879937:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979270.879939:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.879941:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.879944:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.879948:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979270.879950:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979270.880070:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979270.880074:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979270.880076:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979271.776040:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979271.776049:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979271.776050:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979271.776056:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979271.776059:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979271.776063:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979271.776065:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979271.776068:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979271.776071:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979271.903911:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979271.903922:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979271.903927:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979271.903929:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979271.903991:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979271.903995:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979271.903998:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979271.967909:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304803576, at 4304803584
00000100:00000010:1.0:1783979271.967924:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e66c0.
00000100:00000040:0.0:1783979271.968023:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304803576, at 4304803584
00000100:00000010:0.0:1783979271.968034:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979272.801742:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979272.801748:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979272.801749:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979272.801754:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979272.801757:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979272.801759:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979272.801761:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979272.801763:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979272.801764:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979272.928979:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979272.928985:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979272.928991:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979272.928992:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979272.931544:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979272.931550:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979272.931555:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979273.823933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979273.823941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979273.823943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979273.823949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979273.823952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979273.823956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979273.823959:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979273.823961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979273.823964:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.951966:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979273.951973:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.951978:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979273.951979:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979273.952051:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979273.952054:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979273.952057:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979274.847921:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979274.847928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979274.847930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979274.847936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979274.847940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979274.847943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979274.847945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979274.847948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979274.847951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979274.975931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979274.975938:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979274.975944:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979274.975945:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979274.976016:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979274.976021:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979274.976025:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979275.807916:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.807926:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979275.807929:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.807932:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979275.807936:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.807950:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10135
00000400:00000200:3.0:1783979275.807959:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979275.807964:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.807967:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.807969:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.807972:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.807974:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.807977:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979275.807980:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979275.807982:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979275.807985:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979275.807988:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979275.807991:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979275.807993:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979275.807996:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.807998:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.808000:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808002:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979275.808005:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979275.808008:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808010:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.808012:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979275.808015:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979275.808018:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808020:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979275.808023:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979275.808032:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783979275.808035:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979275.808039:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.808041:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808044:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.808047:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979275.808050:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979275.808057:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979275.808063:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979275.808071:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979275.808082:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.808086:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.808090:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.808112:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.808115:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.808118:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979275.808119:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.808122:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979275.808125:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.808127:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10135
00000400:00000200:3.0:1783979275.808131:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979275.808134:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.808136:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.808139:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808141:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.808144:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808146:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979275.808148:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979275.808150:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979275.808152:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979275.808154:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979275.808156:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979275.808158:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979275.808159:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979275.808164:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979275.808165:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979275.808169:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979275.808169:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.808173:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808176:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:0.0:1783979275.808179:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979275.808179:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979275.808186:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808192:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808198:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979275.808200:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.808202:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979275.808204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979275.808207:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979275.808210:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.808212:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1783979275.808214:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078016:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979275.808217:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808221:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979275.808223:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1783979275.808227:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979275.808229:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1783979275.808231:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.808233:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808236:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.808238:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783979275.808242:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
02000000:00000010:0.0:1783979275.808245:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
00000020:00000040:3.0:1783979275.808247:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979275.808249:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.808252:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.808255:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.808259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979275.808259:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.808262:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979275.808265:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979275.808266:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
02000000:00000010:3.0:1783979275.808271:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979275.808274:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979275.808280:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979275.808287:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.808289:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.808293:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.808301:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.808304:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.808309:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979275.808310:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.808312:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1783979275.808313:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000001:3.0:1783979275.808316:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.808320:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10135
00000100:00000200:0.0:1783979275.808322:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078016, portal 25
00000400:00000200:3.0:1783979275.808327:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979275.808328:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979275.808333:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000400:00000200:3.0:1783979275.808333:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.808338:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979275.808344:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979275.808345:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808351:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.808356:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979275.808361:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979275.808361:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979275.808365:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1783979275.808368:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783979275.808369:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979275.808372:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1783979275.808373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000020:00000040:3.0:1783979275.808375:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000200:0.0:1783979275.808378:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367078016, offset 0
00000020:00000001:3.0:1783979275.808379:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979275.808384:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979275.808388:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979275.808392:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808393:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979275.808403:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979275.808407:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808411:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:0.0:1783979275.808412:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000020:00000040:3.0:1783979275.808415:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783979275.808419:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1783979275.808421:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979275.808426:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.808427:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:3.0:1783979275.808430:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783979275.808434:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979275.808436:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979275.808439:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000001:3.0:1783979275.808441:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808445:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979275.808447:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345982:345982:256:4294967295] 192.168.201.109@tcp LPNI seq info [345971:345971:8:4294967295]
00000008:00100000:3.0:1783979275.808448:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979275.808454:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808457:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.808458:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:3.0:1783979275.808463:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979275.808468:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:0.0:1783979275.808473:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1783979275.808474:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.808478:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.808480:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.808482:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1783979275.808485:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783979275.808486:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979275.808494:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000010:0.0:1783979275.808495:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000001:3.0:1783979275.808500:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979275.808505:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:3.0:1783979275.808508:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1783979275.808512:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979275.808521:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783979275.808523:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1783979275.808525:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1783979275.808528:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1783979275.808531:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979275.808535:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00000040:3.0:1783979275.808538:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979275.808541:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979275.808551:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979275.808553:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.808558:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979275.808560:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000100:00000040:3.0:1783979275.808562:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1783979275.808564:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:3.0:1783979275.808566:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979275.808571:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979275.808572:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1783979275.808579:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979275.808580:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10145)
00000100:00000001:0.0:1783979275.808591:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.808595:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808601:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808603:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979275.808608:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.808612:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979275.808614:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304808694
00000100:00000010:0.0:1783979275.808619:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979275.808625:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979275.808631:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304808694
00000100:00000010:0.0:1783979275.808633:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6180.
00000100:00000001:0.0:1783979275.808636:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979275.808639:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979275.808641:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808644:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979275.808647:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979275.808655:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979275.808656:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979275.808658:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979275.808661:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979275.808662:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979275.808664:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979275.808667:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979275.808674:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808684:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979275.808685:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808687:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.808689:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979275.808692:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808698:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979275.808702:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808708:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979275.808710:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808711:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.808713:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808715:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979275.808716:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979275.808719:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979275.808722:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979275.808725:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979275.808728:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979275.808736:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078016:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979275.808741:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808742:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.808745:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367078016/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808749:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979275.808750:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979275.808753:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979275.808755:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979275.808756:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979275.808757:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979275.808759:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979275.808761:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979275.808764:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979275.808765:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979275.808766:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783979275.808769:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979275.808770:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808792:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.808798:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979275.808799:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808801:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979275.808802:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979275.808803:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979275.808805:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808823:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979275.808824:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.808826:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979275.808828:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979275.808830:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979275.808833:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979275.808835:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979275.808837:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979275.808839:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.808841:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979275.808844:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979275.808846:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.808849:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979275.808852:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979275.808855:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979275.808858:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078144, portal 10
00000100:00000001:0.0:1783979275.808860:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979275.808861:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:0.0:1783979275.808868:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808874:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979275.808876:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979275.808877:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979275.808879:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367078144, offset 0
00000400:00000200:0.0:1783979275.808881:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979275.808884:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979275.808887:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979275.808889:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979275.808890:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979275.808892:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979275.808893:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979275.808896:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345983:345983:256:4294967295] 192.168.201.109@tcp LPNI seq info [345972:345972:8:4294967295]
00000400:00000200:0.0:1783979275.808898:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979275.808902:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979275.808904:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979275.808906:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979275.808909:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979275.808911:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979275.808913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979275.808915:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979275.808917:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979275.808918:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979275.808921:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979275.808924:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979275.808927:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979275.808928:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979275.808931:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979275.808934:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808960:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.808963:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.808971:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808972:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979275.808975:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979275.808979:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979275.808982:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979275.808984:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304807456
00000100:00000001:0.0:1783979275.808987:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304808694
00000100:00000001:0.0:1783979275.808989:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304807456
00000100:00000001:0.0:1783979275.808991:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304808694
00000100:00000001:0.0:1783979275.808993:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979275.808995:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.808997:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979275.809001:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979275.809007:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979275.809009:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979275.809011:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979275.809013:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979275.809015:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979275.809017:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979275.809020:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979275.809027:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809032:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979275.809034:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809036:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.809037:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979275.809040:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809046:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979275.809050:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809056:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979275.809058:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809059:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.809060:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809062:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979275.809064:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979275.809066:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979275.809069:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979275.809071:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979275.809075:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979275.809082:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078144:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979275.809086:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979275.809090:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809097:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979275.809098:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.809100:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979275.809102:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979275.809104:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979275.809107:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979275.809109:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979275.809111:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979275.809113:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979275.809115:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979275.809118:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979275.809120:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979275.809123:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979275.809126:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979275.809129:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979275.809131:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078272, portal 10
00000100:00000001:0.0:1783979275.809133:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979275.809134:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:0.0:1783979275.809138:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809142:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979275.809143:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979275.809145:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979275.809146:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367078272, offset 0
00000400:00000200:0.0:1783979275.809148:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979275.809151:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979275.809153:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979275.809155:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979275.809157:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979275.809158:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979275.809159:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979275.809161:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345984:345984:256:4294967295] 192.168.201.109@tcp LPNI seq info [345973:345973:8:4294967295]
00000400:00000200:0.0:1783979275.809164:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979275.809168:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979275.809171:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979275.809172:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979275.809175:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979275.809177:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979275.809179:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979275.809181:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979275.809183:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979275.809184:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979275.809186:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979275.809188:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979275.809190:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979275.809191:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979275.809192:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979275.809194:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809201:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.809204:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809210:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.809212:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979275.809215:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979275.809217:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979275.809220:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979275.809222:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304807453
00000100:00000001:0.0:1783979275.809225:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304808694
00000100:00000001:0.0:1783979275.809226:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304807453
00000100:00000001:0.0:1783979275.809228:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304808694
00000100:00000001:0.0:1783979275.809231:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979275.809233:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.809235:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979275.809238:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979275.809246:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979275.809247:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979275.809249:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979275.809251:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979275.809253:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979275.809255:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979275.809257:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979275.809265:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809272:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979275.809273:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809275:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.809277:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979275.809280:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809287:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979275.809291:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809297:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979275.809299:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809300:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979275.809301:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809303:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979275.809305:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979275.809307:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979275.809310:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979275.809311:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979275.809315:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979275.809330:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078272:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979275.809333:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809335:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.809338:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367078144/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809343:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979275.809345:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979275.809346:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979275.809349:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979275.809350:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979275.809351:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979275.809352:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979275.809353:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979275.809354:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979275.809355:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979275.809356:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783979275.809358:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979275.809359:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809360:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979275.809362:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367078272/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979275.809365:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979275.809366:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979275.809367:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566400.
02000000:00000001:0.0:1783979275.809368:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979275.809369:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979275.809370:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979275.809371:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979275.809371:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979275.809373:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979275.809373:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979275.809374:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:0.0:1783979275.809375:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979275.809377:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809378:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.809380:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979275.809381:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.809382:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979275.809383:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979275.871925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979275.871934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979275.871936:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979275.871941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979275.871945:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979275.871948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.871951:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979275.871953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979275.871956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979275.999904:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979275.999910:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979275.999916:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979275.999917:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979275.999975:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979275.999979:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979275.999983:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979276.895933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979276.895945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979276.895948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979276.895954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979276.895958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979276.895961:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979276.895964:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979276.895966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979276.895969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979277.023903:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979277.023909:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979277.023915:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979277.023916:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979277.023976:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979277.023979:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979277.023982:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979277.087921:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304808694, at 4304808704
00000100:00000040:1.0:1783979277.087936:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304808694, at 4304808704
00000100:00000010:0.0:1783979277.087938:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000010:1.0:1783979277.087947:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6180.
00000100:00000001:0.0:1783979277.919959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979277.919967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979277.919969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979277.919974:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979277.919978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979277.919982:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979277.919984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979277.919987:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979277.919989:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.047936:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979278.047943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.047949:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979278.047952:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979278.047955:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979278.047958:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.047962:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979278.047964:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.047966:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.047969:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979278.048032:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979278.048036:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979278.048039:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979278.943915:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979278.943923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979278.943925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979278.943931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979278.943935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979278.943939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979278.943942:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979278.943944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979278.943947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.072232:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979279.072294:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.072301:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979279.072302:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979279.072414:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979279.072418:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979279.072421:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979279.967888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979279.967896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979279.967898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979279.967904:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979279.967907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979279.967911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979279.967914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979279.967916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979279.967919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979280.095932:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979280.095939:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979280.095945:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979280.095946:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979280.096036:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979280.096039:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979280.096042:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979280.927936:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.927957:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979280.927960:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.927966:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.927972:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.927981:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10140
00000400:00000200:3.0:1783979280.927993:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979280.928001:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.928005:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.928008:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928012:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928014:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928017:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979280.928022:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.928024:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979280.928028:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.928031:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979280.928034:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979280.928037:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979280.928040:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928042:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928044:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928046:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979280.928050:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979280.928053:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928056:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.928060:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979280.928064:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.928067:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928070:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979280.928072:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.928085:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783979280.928089:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979280.928094:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.928096:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928100:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.928104:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.928109:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.928119:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979280.928128:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.928139:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979280.928151:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.928156:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.928162:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.928201:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.928205:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.928208:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979280.928211:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.928212:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.928216:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.928219:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10140
00000400:00000200:3.0:1783979280.928223:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979280.928226:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.928228:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.928231:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928234:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928235:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928237:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979280.928240:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.928241:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979280.928243:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.928245:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979280.928248:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979280.928250:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979280.928253:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928255:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928257:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928258:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979280.928261:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979280.928264:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928266:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.928268:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979280.928275:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.928277:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928279:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979280.928283:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979280.928286:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928288:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.928292:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979280.928294:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979280.928296:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.928297:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928299:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.928300:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.928302:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.928305:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979280.928308:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.928313:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979280.928321:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.928323:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.928326:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.928334:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.928337:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.928340:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979280.928341:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.928343:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.928346:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.928348:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10140
00000400:00000200:3.0:1783979280.928352:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979280.928355:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.928357:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.928360:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928362:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928364:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928366:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979280.928368:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.928370:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979280.928372:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.928373:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979280.928375:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979280.928378:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979280.928381:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928383:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.928384:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928386:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979280.928444:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979280.928448:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979280.928451:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.928453:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979280.928456:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.928458:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928460:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979280.928462:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979280.928465:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928466:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.928470:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979280.928479:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979280.928481:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.928482:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.928484:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.928485:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.928486:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.928491:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979280.928494:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.928497:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979280.928502:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.928503:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.928506:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.928512:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.928514:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979280.928517:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979280.928519:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979280.928521:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979280.928525:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10150)
00000100:00000001:0.0:1783979280.928813:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979280.928821:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979280.928825:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979280.928846:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.928859:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979280.928861:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.928865:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979280.928869:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979280.928872:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979280.928876:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078400:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979280.928880:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979280.928885:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979280.928888:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.928890:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979280.928899:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979280.928901:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979280.928917:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979280.928922:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979280.928930:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979280.928935:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078400, portal 25
00000100:00000001:0.0:1783979280.928937:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979280.928938:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:0.0:1783979280.928943:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.928949:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979280.928951:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979280.928953:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979280.928955:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367078400, offset 0
00000400:00000200:0.0:1783979280.928959:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979280.928965:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.928970:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979280.928974:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979280.928977:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979280.928980:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979280.928982:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979280.928985:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345985:345985:256:4294967295] 192.168.201.109@tcp LPNI seq info [345974:345974:8:4294967295]
00000400:00000200:0.0:1783979280.928988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.928995:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979280.928998:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929002:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979280.929007:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979280.929009:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979280.929014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979280.929016:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979280.929019:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929021:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979280.929025:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979280.929028:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979280.929031:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979280.929033:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979280.929035:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979280.929038:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929046:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929048:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929061:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929063:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979280.929069:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979280.929073:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979280.929076:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304813815
00000100:00000010:0.0:1783979280.929081:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979280.929087:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979280.929095:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304813815
00000100:00000010:0.0:1783979280.929098:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6000.
00000100:00000001:0.0:1783979280.929101:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979280.929104:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979280.929107:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929109:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979280.929113:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979280.929124:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979280.929125:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979280.929127:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979280.929129:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979280.929130:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979280.929132:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979280.929134:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979280.929139:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929142:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979280.929143:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929145:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979280.929148:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929153:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979280.929156:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929160:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979280.929161:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929162:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929163:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929165:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979280.929166:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979280.929168:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979280.929171:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979280.929174:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979280.929177:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979280.929198:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078400:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979280.929203:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979280.929206:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929212:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979280.929214:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.929216:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979280.929218:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979280.929219:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979280.929222:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979280.929225:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979280.929227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979280.929228:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.929229:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979280.929232:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979280.929233:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979280.929236:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979280.929239:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979280.929242:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979280.929245:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078528, portal 10
00000100:00000001:0.0:1783979280.929247:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979280.929248:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:0.0:1783979280.929254:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929259:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979280.929261:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979280.929263:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979280.929265:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367078528, offset 0
00000400:00000200:0.0:1783979280.929268:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979280.929272:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.929275:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979280.929277:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979280.929279:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979280.929281:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979280.929283:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979280.929286:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345986:345986:256:4294967295] 192.168.201.109@tcp LPNI seq info [345975:345975:8:4294967295]
00000400:00000200:0.0:1783979280.929289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.929294:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979280.929298:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929301:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979280.929304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979280.929306:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979280.929310:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979280.929312:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979280.929316:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929318:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979280.929321:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979280.929324:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979280.929326:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979280.929328:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979280.929330:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979280.929333:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929340:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929342:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929348:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929349:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979280.929352:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979280.929356:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979280.929359:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979280.929362:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304812576
00000100:00000001:0.0:1783979280.929364:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304813815
00000100:00000001:0.0:1783979280.929366:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304812576
00000100:00000001:0.0:1783979280.929368:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304813815
00000100:00000001:0.0:1783979280.929370:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979280.929372:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929373:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979280.929376:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979280.929384:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979280.929385:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979280.929387:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979280.929389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979280.929390:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979280.929392:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979280.929396:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979280.929403:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979280.929411:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929413:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929414:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979280.929417:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929424:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979280.929428:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929434:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979280.929437:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929439:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929440:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929441:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979280.929444:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979280.929446:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979280.929448:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979280.929449:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979280.929452:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979280.929456:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078528:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979280.929459:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979280.929461:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929466:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979280.929468:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.929470:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979280.929472:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979280.929474:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979280.929476:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979280.929479:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979280.929481:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979280.929483:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979280.929484:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979280.929487:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979280.929489:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979280.929492:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979280.929495:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979280.929498:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979280.929510:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078656, portal 10
00000100:00000001:0.0:1783979280.929513:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979280.929514:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:0.0:1783979280.929519:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929525:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979280.929527:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979280.929529:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979280.929532:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367078656, offset 0
00000400:00000200:0.0:1783979280.929534:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979280.929539:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.929542:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979280.929544:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979280.929547:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979280.929549:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979280.929551:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979280.929553:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345987:345987:256:4294967295] 192.168.201.109@tcp LPNI seq info [345976:345976:8:4294967295]
00000400:00000200:0.0:1783979280.929556:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979280.929561:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979280.929565:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929568:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979280.929571:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979280.929573:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979280.929576:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979280.929579:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979280.929582:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979280.929584:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979280.929587:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979280.929589:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979280.929592:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979280.929594:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979280.929596:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979280.929599:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929612:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929615:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929619:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929619:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979280.929622:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979280.929624:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979280.929626:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979280.929628:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304812573
00000100:00000001:0.0:1783979280.929629:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304813815
00000100:00000001:0.0:1783979280.929631:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304812573
00000100:00000001:0.0:1783979280.929632:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304813815
00000100:00000001:0.0:1783979280.929634:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979280.929635:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929636:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979280.929638:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979280.929642:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979280.929643:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979280.929644:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979280.929645:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979280.929646:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979280.929647:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979280.929648:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979280.929653:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929657:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979280.929658:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929659:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929660:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979280.929662:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929666:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979280.929669:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929675:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979280.929677:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929679:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979280.929680:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929681:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979280.929683:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979280.929685:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979280.929688:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979280.929690:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979280.929694:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979280.929702:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078656:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979280.929705:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929707:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929710:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367078400/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929715:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979280.929717:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979280.929719:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979280.929754:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979280.929756:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979280.929759:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979280.929761:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979280.929763:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979280.929767:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979280.929769:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979280.929813:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:0.0:1783979280.929818:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979280.929819:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929820:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929824:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367078528/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929830:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979280.929831:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979280.929832:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564000.
02000000:00000001:0.0:1783979280.929834:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979280.929835:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979280.929836:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979280.929838:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979280.929839:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979280.929842:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979280.929843:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979280.929845:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:0.0:1783979280.929847:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979280.929848:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929849:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979280.929852:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367078656/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979280.929858:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979280.929859:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979280.929861:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567000.
02000000:00000001:0.0:1783979280.929863:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979280.929863:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979280.929864:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979280.929866:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979280.929867:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979280.929869:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979280.929870:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979280.929871:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783979280.929873:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979280.929874:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929876:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.929883:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979280.929885:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.929887:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979280.929888:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979280.991876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979280.991883:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979280.991885:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979280.991890:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979280.991894:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979280.991897:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.991900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979280.992102:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979280.992105:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.119902:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979281.119910:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979281.119912:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979281.119915:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.119920:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979281.119923:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.119925:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.119927:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.119931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979281.119932:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979281.120031:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979281.120034:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979281.120037:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979282.015867:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979282.015873:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979282.015874:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979282.015878:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979282.015881:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979282.015884:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979282.015885:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979282.015887:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979282.015889:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979282.144426:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979282.144432:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979282.144437:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979282.144438:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979282.145095:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979282.145098:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979282.145100:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979282.207868:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304813815, at 4304813824
00000100:00000010:1.0:1783979282.207882:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6000.
00000100:00000040:0.0:1783979282.207958:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304813815, at 4304813824
00000100:00000010:0.0:1783979282.207963:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979283.039874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979283.039880:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979283.039882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979283.039887:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979283.039890:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979283.039892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979283.039895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979283.039896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979283.039899:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.167899:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979283.167905:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.167911:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979283.167912:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979283.167976:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979283.167980:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979283.167983:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979284.063950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979284.063959:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979284.063961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979284.063967:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979284.063970:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979284.063973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979284.063976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979284.063978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979284.063981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979284.192460:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979284.192466:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979284.192470:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979284.192471:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979284.192521:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979284.192526:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979284.192529:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979285.087903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979285.087911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979285.087913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979285.087918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979285.087922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979285.087925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979285.087927:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979285.087930:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979285.087933:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979285.215963:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979285.215970:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979285.215976:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979285.215978:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979285.216047:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979285.216052:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979285.216055:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979286.047895:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.047906:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979286.047908:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.047912:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979286.047916:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.047923:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10145
00000400:00000200:3.0:1783979286.047932:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979286.047937:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.047941:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.047944:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.047947:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.047949:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.047952:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979286.047956:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.047958:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979286.047960:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979286.047963:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979286.047965:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979286.047968:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979286.047971:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.047978:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.047980:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.047982:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979286.047985:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979286.047988:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979286.047991:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.047993:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979286.047997:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.047999:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048002:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979286.048004:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979286.048013:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979286.048016:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979286.048020:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979286.048022:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048025:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.048028:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979286.048031:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979286.048038:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979286.048044:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979286.048052:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979286.048061:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979286.048066:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979286.048070:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979286.048093:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.048096:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.048099:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979286.048101:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.048103:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979286.048106:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.048108:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10145
00000400:00000200:3.0:1783979286.048112:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979286.048116:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.048118:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.048121:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048123:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.048126:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048128:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979286.048131:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.048132:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979286.048134:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979286.048136:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979286.048138:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979286.048141:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979286.048144:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979286.048144:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048149:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979286.048150:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979286.048152:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979286.048154:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979286.048156:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979286.048160:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:0.0:1783979286.048163:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979286.048166:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048172:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.048177:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979286.048179:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979286.048183:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.048183:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.048188:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048189:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979286.048193:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979286.048195:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048198:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979286.048201:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979286.048203:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979286.048205:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979286.048207:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979286.048207:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048211:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979286.048212:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.048213:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979286.048217:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.048218:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979286.048224:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078784:192.168.201.109@tcp:250:kworker.0
02000000:00000010:3.0:1783979286.048226:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:0.0:1783979286.048228:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783979286.048233:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.048234:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979286.048238:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.048242:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1783979286.048242:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1783979286.048249:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
00000100:00000001:3.0:1783979286.048252:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979286.048253:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048256:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979286.048261:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979286.048263:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783979286.048268:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000100:00000001:3.0:1783979286.048276:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979286.048277:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00080000:3.0:1783979286.048279:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.048284:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1783979286.048285:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078784, portal 25
00000100:00000001:3.0:1783979286.048286:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.048289:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979286.048291:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979286.048293:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1783979286.048294:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00080000:3.0:1783979286.048299:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10145
00000100:00000040:0.0:1783979286.048304:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979286.048306:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979286.048313:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.048316:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979286.048318:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979286.048322:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000040:0.0:1783979286.048326:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048327:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979286.048331:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000040:3.0:1783979286.048332:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048337:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:0.0:1783979286.048338:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367078784, offset 0
00000020:00000001:3.0:1783979286.048340:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.048343:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979286.048345:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979286.048349:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783979286.048349:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979286.048353:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979286.048356:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979286.048360:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979286.048361:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048366:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.048368:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979286.048371:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783979286.048372:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979286.048377:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783979286.048378:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1783979286.048383:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:0.0:1783979286.048386:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979286.048389:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979286.048393:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979286.048393:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979286.048397:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979286.048398:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000001:3.0:1783979286.048403:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048407:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979286.048408:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345988:345988:256:4294967295] 192.168.201.109@tcp LPNI seq info [345977:345977:8:4294967295]
00000008:00100000:3.0:1783979286.048411:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979286.048416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000008:00000001:3.0:1783979286.048417:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.048421:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979286.048425:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000400:00000200:0.0:1783979286.048430:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1783979286.048430:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979286.048435:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979286.048438:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979286.048442:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048442:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.048445:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979286.048448:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979286.048449:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
02000000:00000010:3.0:1783979286.048454:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000200:0.0:1783979286.048456:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783979286.048460:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979286.048462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1783979286.048468:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1783979286.048473:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979286.048480:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1783979286.048484:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1783979286.048489:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979286.048489:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979286.048494:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00000040:3.0:1783979286.048497:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979286.048502:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979286.048511:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979286.048511:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979286.048518:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979286.048519:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979286.048523:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:3.0:1783979286.048525:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979286.048527:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979286.048530:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783979286.048533:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979286.048537:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979286.048545:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979286.048546:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10155)
00000100:00000040:0.0:1783979286.048549:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.048555:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979286.048559:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979286.048562:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979286.048564:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304818934
00000100:00000010:0.0:1783979286.048568:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979286.048573:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979286.048579:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304818934
00000100:00000010:0.0:1783979286.048580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6b40.
00000100:00000001:0.0:1783979286.048583:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979286.048585:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979286.048587:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.048589:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979286.048592:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979286]  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979286.048603:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979286.048605:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979286.048607:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979286.048609:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979286.048610:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979286.048613:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979286.048616:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979286.048624:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048629:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979286.048658:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048662:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.048664:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979286.048667:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048672:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979286.048675:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048679:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979286.048681:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048681:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.048682:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048684:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979286.048685:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979286.048687:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979286.048689:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979286.048690:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979286.048692:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979286.048698:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367078784:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979286.048701:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048703:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979286.048704:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367078784/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048708:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979286.048709:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979286.048711:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979286.048713:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979286.048714:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979286.048715:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979286.048717:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979286.048718:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979286.048721:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979286.048722:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979286.048723:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:0.0:1783979286.048726:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979286.048727:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048729:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048735:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979286.048737:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.048739:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979286.048740:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979286.048742:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979286.048745:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048751:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979286.048753:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.048755:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979286.048757:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979286.048759:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979286.048762:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979286.048765:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979286.048767:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979286.048768:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.048770:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979286.048797:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979286.048800:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979286.048803:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979286.048805:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979286.048808:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979286.048810:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367078912, portal 10
00000100:00000001:0.0:1783979286.048811:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979286.048812:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:0.0:1783979286.048817:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979286.048825:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979286.048827:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979286.048829:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367078912, offset 0
00000400:00000200:0.0:1783979286.048833:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979286.048837:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979286.048840:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979286.048843:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979286.048845:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979286.048848:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979286.048850:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979286.048852:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345989:345989:256:4294967295] 192.168.201.109@tcp LPNI seq info [345978:345978:8:4294967295]
00000400:00000200:0.0:1783979286.048856:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979286.048863:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979286.048867:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979286.048871:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979286.048874:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979286.048878:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979286.048882:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979286.048884:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979286.048887:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979286.048888:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979286.048890:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979286.048892:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979286.048894:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979286.048895:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979286.048897:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979286.048899:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048907:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979286.048910:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048916:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.048917:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979286.048920:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979286.048923:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979286.048927:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979286.048929:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304817696
00000100:00000001:0.0:1783979286.048931:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304818934
00000100:00000001:0.0:1783979286.048934:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304817696
00000100:00000001:0.0:1783979286.048936:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304818934
00000100:00000001:0.0:1783979286.048938:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979286.048940:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.048942:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979286.048945:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979286]  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979286.048950:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979286.048951:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979286.048953:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979286.048954:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979286.048955:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979286.048957:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979286.048959:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979286.048964:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048970:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979286.048971:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048973:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.048974:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979286.048978:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048984:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979286.048987:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.048993:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979286.048996:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.048997:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.048998:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049000:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979286.049002:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979286.049005:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979286.049008:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979286.049010:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979286.049014:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979286.049021:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367078912:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979286.049025:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979286.049029:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049035:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979286.049036:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.049038:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979286.049040:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979286.049042:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979286.049045:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979286.049048:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979286.049049:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979286.049051:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979286.049053:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979286.049056:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979286.049058:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979286.049061:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979286.049063:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979286.049067:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979286.049069:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079040, portal 10
00000100:00000001:0.0:1783979286.049071:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979286.049073:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:0.0:1783979286.049078:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049083:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979286.049084:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979286.049086:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979286.049088:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367079040, offset 0
00000400:00000200:0.0:1783979286.049090:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979286.049093:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979286.049095:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979286.049098:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979286.049100:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979286.049103:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979286.049105:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979286.049107:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345990:345990:256:4294967295] 192.168.201.109@tcp LPNI seq info [345979:345979:8:4294967295]
00000400:00000200:0.0:1783979286.049111:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979286.049117:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979286.049122:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979286.049125:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979286.049129:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979286.049131:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979286.049135:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979286.049138:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979286.049142:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979286.049144:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979286.049146:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979286.049149:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979286.049152:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979286.049154:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979286.049156:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979286.049159:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049166:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979286.049169:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049175:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.049177:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979286.049180:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979286.049182:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979286.049186:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979286.049187:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304817693
00000100:00000001:0.0:1783979286.049190:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304818934
00000100:00000001:0.0:1783979286.049192:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304817693
00000100:00000001:0.0:1783979286.049195:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304818934
00000100:00000001:0.0:1783979286.049197:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979286.049198:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.049200:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979286.049204:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979286]  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979286.049212:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979286.049213:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979286.049214:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979286.049217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979286.049218:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979286.049220:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979286.049224:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979286.049232:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049238:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979286.049239:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049241:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.049243:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979286.049246:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049253:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979286.049255:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049260:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979286.049261:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049262:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979286.049263:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049264:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979286.049266:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979286.049267:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979286.049270:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979286.049271:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979286.049274:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979286.049278:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079040:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979286.049280:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049282:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979286.049283:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367078912/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049288:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979286.049290:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979286.049292:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979286.049294:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979286.049296:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979286.049297:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979286.049299:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979286.049300:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979286.049303:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979286.049304:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979286.049306:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:0.0:1783979286.049308:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979286.049309:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049311:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979286.049314:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367079040/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979286.049320:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979286.049321:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979286.049322:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564400.
02000000:00000001:0.0:1783979286.049325:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979286.049326:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979286.049327:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979286.049328:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979286.049330:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979286.049332:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979286.049332:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979286.049334:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:0.0:1783979286.049336:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979286.049337:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049338:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.049342:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979286.049343:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.049345:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979286.049346:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979286.112427:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979286.112434:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979286.112435:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979286.112439:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979286.112441:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979286.112443:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.112445:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979286.112447:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979286.112449:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979286.239941:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979286.239949:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979286.239955:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979286.239956:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979286.240024:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979286.240027:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979286.240030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979287.135891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979287.135897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979287.135898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979287.135903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979287.135906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979287.135908:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979287.135910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979287.135912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979287.135915:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979287.263908:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979287.263917:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979287.263923:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979287.263924:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979287.263993:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979287.263997:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979287.264001:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979287.327887:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304818934, at 4304818944
00000100:00000010:0.0:1783979287.327904:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979287.327994:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304818934, at 4304818944
00000100:00000010:1.0:1783979287.328001:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6b40.
00000100:00000001:0.0:1783979288.159871:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979288.159878:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979288.159880:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979288.159885:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979288.159889:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979288.159893:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979288.159895:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979288.159898:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979288.159900:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.288077:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979288.288082:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.288086:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979288.288089:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979288.288090:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979288.288092:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.288095:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979288.288096:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.288097:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.288099:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979288.288179:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979288.288181:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979288.288183:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979289.185704:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979289.185710:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979289.185712:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979289.185718:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979289.185721:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979289.185724:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979289.185726:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979289.185729:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979289.185731:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.311880:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979289.311885:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.311889:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979289.311890:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979289.311955:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979289.311962:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979289.311967:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979290.207902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979290.207911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979290.207913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979290.207918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979290.207921:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979290.207924:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979290.207926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979290.207928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979290.207930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979290.335940:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979290.335947:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979290.335952:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979290.335954:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979290.336061:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979290.336069:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979290.336073:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979291.167913:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979291.167927:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979291.167931:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979291.167935:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979291.167941:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979291.167950:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10150
00000400:00000200:1.0:1783979291.167961:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979291.167968:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979291.167972:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979291.167975:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.167979:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.167982:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.167985:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979291.167990:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979291.167992:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979291.167995:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979291.167998:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979291.168001:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979291.168004:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979291.168007:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168009:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.168018:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168024:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979291.168028:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979291.168032:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168034:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979291.168037:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979291.168041:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979291.168045:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168047:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979291.168050:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979291.168063:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5f80.
00000020:00000040:1.0:1783979291.168067:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979291.168072:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979291.168073:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168077:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979291.168080:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979291.168084:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979291.168091:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000100:00000001:1.0:1783979291.168098:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979291.168106:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979291.168114:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979291.168118:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979291.168122:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cfc6a55] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979291.168146:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979291.168149:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979291.168152:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979291.168153:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979291.168154:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979291.168157:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979291.168158:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10150
00000400:00000200:1.0:1783979291.168161:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979291.168163:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979291.168165:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979291.168167:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168168:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.168170:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168171:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979291.168173:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979291.168173:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979291.168174:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979291.168176:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979291.168177:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979291.168178:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979291.168180:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168182:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.168183:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168184:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979291.168186:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979291.168187:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168188:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979291.168189:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979291.168194:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979291.168196:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168197:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979291.168200:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979291.168202:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168203:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979291.168206:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5500.
00000020:00000040:1.0:1783979291.168207:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979291.168209:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979291.168209:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168210:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979291.168211:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979291.168212:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979291.168214:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a800.
00000100:00000001:1.0:1783979291.168217:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979291.168220:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979291.168225:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979291.168226:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979291.168229:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20cdd57] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979291.168234:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979291.168235:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979291.168238:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979291.168239:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979291.168240:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979291.168242:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979291.168244:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10150
00000400:00000200:1.0:1783979291.168245:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979291.168247:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979291.168248:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979291.168250:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168251:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.168252:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168253:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979291.168254:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979291.168254:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979291.168255:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979291.168256:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979291.168257:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979291.168258:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979291.168260:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168261:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979291.168262:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168263:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979291.168264:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979291.168265:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979291.168267:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979291.168268:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979291.168269:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979291.168270:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168271:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979291.168273:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979291.168275:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168276:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979291.168278:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7800.
00000020:00000040:1.0:1783979291.168279:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979291.168281:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979291.168281:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979291.168282:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979291.168283:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979291.168284:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979291.168286:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000100:00000001:1.0:1783979291.168287:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979291.168289:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979291.168293:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979291.168294:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979291.168296:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000257411b7] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979291.168300:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979291.168302:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979291.168304:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979291.168306:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979291.168307:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979291.168311:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10160)
00000100:00000001:0.0:1783979291.168383:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979291.168387:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979291.168390:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979291.168396:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168402:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979291.168404:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.168407:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979291.168410:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979291.168413:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979291.168416:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079168:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979291.168421:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979291.168426:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979291.168429:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.168431:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979291.168437:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979291.168439:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979291.168445:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979291.168449:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979291.168457:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979291.168466:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079168, portal 25
00000100:00000001:0.0:1783979291.168469:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979291.168471:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:0.0:1783979291.168477:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168485:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979291.168487:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979291.168491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979291.168494:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367079168, offset 0
00000400:00000200:0.0:1783979291.168502:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979291.168512:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.168519:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979291.168526:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979291.168531:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979291.168535:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979291.168539:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979291.168556:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345991:345991:256:4294967295] 192.168.201.109@tcp LPNI seq info [345980:345980:8:4294967295]
00000400:00000200:0.0:1783979291.168561:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.168571:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979291.168579:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.168585:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979291.168593:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979291.168597:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979291.168603:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979291.168607:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979291.168612:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.168615:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979291.168623:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979291.168627:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979291.168634:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979291.168637:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979291.168642:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979291.168647:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168657:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.168660:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168668:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.168670:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979291.168676:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979291.168680:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979291.168683:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304824054
00000100:00000010:0.0:1783979291.168688:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979291.168697:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979291.168704:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304824054
00000100:00000010:0.0:1783979291.168708:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6f00.
00000100:00000001:0.0:1783979291.168711:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979291.168715:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979291.168718:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.168721:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979291.168725:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979291.168735:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979291.168737:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979291.168739:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979291.168742:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979291.168744:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979291.168747:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979291.168750:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979291.168755:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168760:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979291.168761:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.168763:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.168765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979291.168768:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168801:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979291.168807:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168814:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979291.168818:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.168820:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.168821:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.168823:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979291.168825:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979291.168828:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979291.168832:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979291.168834:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979291.168837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979291.168843:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079168:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979291.168848:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979291.168851:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168858:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979291.168859:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.168861:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979291.168863:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979291.168865:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979291.168867:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979291.168870:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979291.168872:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979291.168874:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.168876:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979291.168879:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979291.168881:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979291.168885:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979291.168888:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979291.168891:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979291.168894:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079296, portal 10
00000100:00000001:0.0:1783979291.168895:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979291.168896:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783979291.168901:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168905:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979291.168907:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979291.168909:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979291.168910:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367079296, offset 0
00000400:00000200:0.0:1783979291.168913:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979291.168916:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.168919:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979291.168921:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979291.168922:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979291.168924:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979291.168926:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979291.168928:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345992:345992:256:4294967295] 192.168.201.109@tcp LPNI seq info [345981:345981:8:4294967295]
00000400:00000200:0.0:1783979291.168930:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.168934:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979291.168937:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.168940:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979291.168942:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979291.168944:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979291.168947:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979291.168950:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979291.168954:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.168956:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979291.168959:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979291.168962:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979291.168964:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979291.168966:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979291.168968:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979291.168972:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168979:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.168983:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.168989:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.168991:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979291.168994:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979291.168999:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979291.169002:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979291.169004:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304822816
00000100:00000001:0.0:1783979291.169007:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304824054
00000100:00000001:0.0:1783979291.169010:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304822816
00000100:00000001:0.0:1783979291.169012:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304824054
00000100:00000001:0.0:1783979291.169014:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979291.169016:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.169018:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979291.169022:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979291.169029:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979291.169031:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979291.169032:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979291.169035:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979291.169037:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979291.169039:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979291.169041:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979291.169048:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979291.169056:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169058:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.169059:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979291.169063:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169069:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979291.169073:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169080:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979291.169082:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169084:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.169085:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169087:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979291.169090:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979291.169093:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979291.169096:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979291.169098:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979291.169102:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979291.169110:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079296:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979291.169114:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979291.169117:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169121:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979291.169122:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.169123:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979291.169124:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979291.169125:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979291.169127:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979291.169130:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979291.169132:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979291.169133:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979291.169135:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979291.169138:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783979291.169140:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979291.169144:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979291.169146:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979291.169150:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979291.169152:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079424, portal 10
00000100:00000001:0.0:1783979291.169155:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979291.169156:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:0.0:1783979291.169162:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169168:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979291.169170:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979291.169173:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979291.169175:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367079424, offset 0
00000400:00000200:0.0:1783979291.169179:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979291.169182:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.169186:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979291.169189:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979291.169191:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979291.169193:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979291.169196:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979291.169199:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345993:345993:256:4294967295] 192.168.201.109@tcp LPNI seq info [345982:345982:8:4294967295]
00000400:00000200:0.0:1783979291.169202:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979291.169208:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979291.169212:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.169215:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979291.169218:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979291.169221:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979291.169225:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979291.169229:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979291.169232:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979291.169234:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979291.169237:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979291.169240:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979291.169243:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979291.169245:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979291.169247:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979291.169250:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169258:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.169260:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169266:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.169268:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979291.169271:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979291.169273:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979291.169276:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979291.169278:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304822813
00000100:00000001:0.0:1783979291.169281:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304824054
00000100:00000001:0.0:1783979291.169283:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304822813
00000100:00000001:0.0:1783979291.169285:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304824054
00000100:00000001:0.0:1783979291.169287:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979291.169289:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.169291:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979291.169294:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979291.169301:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979291.169302:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979291.169304:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979291.169306:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979291.169308:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979291.169309:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979291.169312:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979291.169320:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169326:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979291.169328:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169329:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.169331:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979291.169334:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169341:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979291.169344:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169350:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979291.169353:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169354:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979291.169355:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169357:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979291.169359:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979291.169361:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979291.169364:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979291.169366:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979291.169370:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979291.169378:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079424:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979291.169382:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169384:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.169387:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367079168/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169394:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979291.169397:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979291.169400:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979291.169403:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979291.169405:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979291.169407:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979291.169409:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979291.169411:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979291.169416:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979291.169418:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979291.169420:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783979291.169424:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979291.169425:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169427:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.169430:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367079296/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169436:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979291.169437:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979291.169439:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979291.169441:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979291.169442:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979291.169444:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979291.169446:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979291.169447:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a800.
02000000:00000001:0.0:1783979291.169449:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979291.169451:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979291.169452:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979291.169454:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979291.169455:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169456:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979291.169460:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367079424/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979291.169466:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979291.169467:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979291.169469:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783979291.169471:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979291.169472:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979291.169473:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979291.169476:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979291.169477:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979291.169479:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979291.169480:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979291.169481:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783979291.169484:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979291.169485:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.169496:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979291.169498:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.169500:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979291.169502:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979291.231945:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979291.231957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979291.231959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979291.231966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979291.231971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979291.231976:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.231979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979291.231982:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979291.231986:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.359898:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979291.359911:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979291.359914:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979291.359919:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.359933:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979291.359936:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.359938:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.359942:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.359947:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979291.359949:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979291.360007:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979291.360012:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979291.360015:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979292.255900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979292.255911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979292.255913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979292.255920:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979292.255925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979292.255929:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979292.255931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979292.255933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979292.255935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979292.383997:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979292.384004:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979292.384009:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979292.384011:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979292.384108:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979292.384115:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979292.384119:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979292.447897:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304824054, at 4304824064
00000100:00000040:1.0:1783979292.447912:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304824054, at 4304824064
00000100:00000010:0.0:1783979292.447913:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000010:1.0:1783979292.447923:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6f00.
00000100:00000001:0.0:1783979293.279879:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979293.279884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979293.279887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979293.279891:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979293.279893:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979293.279896:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979293.279898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979293.279900:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979293.279902:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.407915:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979293.407922:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.407927:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979293.407929:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979293.407994:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979293.408008:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979293.408011:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979294.303839:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979294.303847:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979294.303849:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979294.303854:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979294.303858:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979294.303861:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979294.303864:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979294.303866:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979294.303869:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979294.431923:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979294.431929:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979294.431933:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979294.431935:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979294.432031:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979294.432033:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979294.432035:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979295.328013:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979295.328020:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979295.328022:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979295.328028:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979295.328032:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979295.328035:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979295.328038:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979295.328041:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979295.328044:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979295.455901:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979295.455908:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979295.455914:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979295.455915:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979295.456071:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979295.456075:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979295.456077:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979296.287892:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979296.287904:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979296.287906:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979296.287910:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979296.287915:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979296.287922:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10155
00000400:00000200:1.0:1783979296.287932:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979296.287939:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979296.287942:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979296.287945:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.287947:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979296.287949:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.287951:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979296.287954:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979296.287956:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979296.287958:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979296.287962:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979296.287963:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979296.287965:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979296.287966:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.287968:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979296.287969:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.287970:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979296.287972:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979296.287976:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979296.287978:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.287981:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979296.287984:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.287986:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.287989:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979296.287991:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979296.288001:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7800.
00000020:00000040:1.0:1783979296.288005:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979296.288009:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979296.288010:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.288013:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979296.288016:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979296.288020:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979296.288031:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828ac00.
00000100:00000001:1.0:1783979296.288037:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979296.288047:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979296.288056:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979296.288061:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979296.288065:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000257411b7] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.288090:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979296.288093:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979296.288097:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979296.288102:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979296.288104:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979296.288107:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979296.288109:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10155
00000400:00000200:1.0:1783979296.288113:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979296.288116:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979296.288119:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979296.288122:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288125:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979296.288127:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288129:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979296.288132:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979296.288133:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979296.288135:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979296.288138:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979296.288140:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979296.288141:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979296.288142:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:0.0:1783979296.288148:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1783979296.288148:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288151:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979296.288152:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979296.288156:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288159:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000040:0.0:1783979296.288163:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979296.288163:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979296.288170:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288177:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288181:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1783979296.288181:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979296.288185:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.288189:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979296.288190:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979296.288193:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.288194:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.288196:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979296.288200:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1783979296.288202:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1783979296.288206:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079552:192.168.201.109@tcp:250:kworker.0
00000008:00000001:1.0:1783979296.288208:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288212:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1783979296.288217:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.288218:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1783979296.288222:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5500.
02000000:00000001:0.0:1783979296.288223:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979296.288228:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979296.288229:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979296.288234:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979296.288235:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979296.288237:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
00000100:00000001:1.0:1783979296.288237:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979296.288240:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979296.288241:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.288243:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979296.288250:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828bc00.
00000400:00000200:0.0:1783979296.288251:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979296.288258:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000100:00000001:1.0:1783979296.288258:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979296.288268:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00100000:1.0:1783979296.288268:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979296.288277:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079552, portal 25
00000100:00000001:1.0:1783979296.288279:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979296.288282:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.288284:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288286:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641652736 : -118905067898880 : ffff93db41aa7800)
00000100:00000040:1.0:1783979296.288291:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20cdd57] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979296.288296:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288309:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1783979296.288316:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979296.288319:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979296.288321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:1.0:1783979296.288326:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1783979296.288327:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000001:1.0:1783979296.288329:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1783979296.288333:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367079552, offset 0
00000100:00080000:1.0:1783979296.288333:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979296.288338:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979296.288344:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10155
00000400:00000200:0.0:1783979296.288347:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979296.288351:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979296.288356:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:0.0:1783979296.288359:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:1.0:1783979296.288361:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979296.288366:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288370:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:1.0:1783979296.288371:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979296.288376:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288379:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979296.288381:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979296.288385:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979296.288386:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:0.0:1783979296.288388:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:1.0:1783979296.288389:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979296.288393:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:0.0:1783979296.288396:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1783979296.288398:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979296.288403:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:1.0:1783979296.288403:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979296.288410:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288413:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345994:345994:256:4294967295] 192.168.201.109@tcp LPNI seq info [345983:345983:8:4294967295]
00000100:00000001:1.0:1783979296.288414:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979296.288419:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288424:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979296.288424:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979296.288430:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979296.288434:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288440:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.288441:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1783979296.288444:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979296.288448:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1783979296.288450:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:1.0:1783979296.288452:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.288468:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979296.288470:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979296.288472:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.288474:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979296.288478:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5f80.
00000020:00000040:1.0:1783979296.288480:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979296.288483:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1783979296.288485:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
02000000:00000001:1.0:1783979296.288485:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.288487:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979296.288490:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979296.288492:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979296.288497:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:1.0:1783979296.288499:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288400.
00000800:00000200:0.0:1783979296.288502:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783979296.288505:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979296.288513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00100000:1.0:1783979296.288514:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1783979296.288518:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979296.288529:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000001:1.0:1783979296.288530:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1783979296.288533:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000100:00000001:1.0:1783979296.288534:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.288542:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1783979296.288542:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cfc6a55] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979296.288553:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979296.288560:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.288561:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000100:00000040:1.0:1783979296.288563:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1783979296.288565:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000040:1.0:1783979296.288572:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979296.288573:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1783979296.288578:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783979296.288580:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979296.288583:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979296.288590:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10165)
00000100:00000001:0.0:1783979296.288595:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.288601:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288609:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288611:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979296.288618:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.288622:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979296.288625:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304829174
00000100:00000010:0.0:1783979296.288631:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979296.288638:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979296.288644:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304829174
00000100:00000010:0.0:1783979296.288647:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e67e0.
00000100:00000001:0.0:1783979296.288650:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979296.288653:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979296.288656:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288658:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979296.288663:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979296.288672:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979296.288674:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979296.288677:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979296.288679:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979296.288681:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979296.288683:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979296.288701:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979296.288710:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288716:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979296.288717:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.288722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979296.288725:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288732:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979296.288736:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288743:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979296.288745:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288747:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.288748:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288750:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979296.288752:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979296.288755:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979296.288759:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979296.288762:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979296.288766:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979296.288799:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079552:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979296.288804:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288806:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.288809:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7800 x1870627367079552/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288815:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979296.288817:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979296.288819:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979296.288822:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979296.288824:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979296.288826:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979296.288828:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979296.288830:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:0.0:1783979296.288833:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979296.288835:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979296.288836:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7800.
00000100:00000001:0.0:1783979296.288839:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979296.288840:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288842:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.288849:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979296.288851:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.288853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979296.288854:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979296.288855:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979296.288859:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288865:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979296.288866:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.288868:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979296.288870:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979296.288873:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979296.288875:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979296.288878:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979296.288880:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979296.288882:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.288884:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979296.288886:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979296.288888:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.288892:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979296.288894:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979296.288897:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979296.288900:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079680, portal 10
00000100:00000001:0.0:1783979296.288902:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979296.288903:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641643776 : -118905067907840 : ffff93db41aa5500)
00000100:00000040:0.0:1783979296.288909:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.288915:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979296.288917:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979296.288919:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979296.288921:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367079680, offset 0
00000400:00000200:0.0:1783979296.288925:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288929:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979296.288932:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979296.288935:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979296.288937:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979296.288939:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979296.288941:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.288944:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345995:345995:256:4294967295] 192.168.201.109@tcp LPNI seq info [345984:345984:8:4294967295]
00000400:00000200:0.0:1783979296.288947:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979296.288953:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979296.288957:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979296.288961:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979296.288964:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979296.288967:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979296.288981:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979296.288987:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979296.288991:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979296.288993:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979296.288995:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979296.288999:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979296.289002:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979296.289003:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979296.289005:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979296.289009:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289016:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.289019:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289025:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.289026:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979296.289029:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979296.289033:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979296.289036:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979296.289037:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304827936
00000100:00000001:0.0:1783979296.289040:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304829174
00000100:00000001:0.0:1783979296.289041:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304827936
00000100:00000001:0.0:1783979296.289043:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304829174
00000100:00000001:0.0:1783979296.289045:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979296.289047:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.289049:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979296.289052:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979296.289064:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979296.289065:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979296.289067:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979296.289069:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979296.289070:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979296.289072:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979296.289074:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979296.289081:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289087:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979296.289089:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289090:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.289092:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979296.289095:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289101:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979296.289104:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289109:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979296.289111:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289113:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.289114:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289116:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979296.289118:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979296.289121:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979296.289123:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979296.289125:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979296.289128:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979296.289135:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079680:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979296.289138:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979296.289141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289146:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979296.289147:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.289149:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979296.289150:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979296.289152:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979296.289154:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979296.289157:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979296.289158:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979296.289160:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979296.289161:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979296.289164:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979296.289166:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979296.289168:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979296.289170:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979296.289172:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979296.289175:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079808, portal 10
00000100:00000001:0.0:1783979296.289176:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979296.289177:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641646464 : -118905067905152 : ffff93db41aa5f80)
00000100:00000040:0.0:1783979296.289181:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289187:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979296.289188:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979296.289190:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979296.289192:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367079808, offset 0
00000400:00000200:0.0:1783979296.289195:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979296.289199:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979296.289202:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979296.289204:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979296.289206:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979296.289208:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979296.289210:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979296.289213:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345996:345996:256:4294967295] 192.168.201.109@tcp LPNI seq info [345985:345985:8:4294967295]
00000400:00000200:0.0:1783979296.289216:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979296.289221:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979296.289225:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979296.289227:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979296.289231:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979296.289233:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979296.289237:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979296.289239:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979296.289243:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979296.289244:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979296.289246:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979296.289249:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979296.289252:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979296.289253:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979296.289255:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979296.289259:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289265:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.289268:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289274:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.289275:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979296.289277:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979296.289280:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979296.289283:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979296.289286:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304827933
00000100:00000001:0.0:1783979296.289288:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304829174
00000100:00000001:0.0:1783979296.289290:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304827933
00000100:00000001:0.0:1783979296.289292:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304829174
00000100:00000001:0.0:1783979296.289294:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979296.289295:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.289297:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979296.289300:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979296.289306:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979296.289308:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979296.289309:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979296.289311:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979296.289313:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979296.289314:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979296.289317:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979296.289324:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289330:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979296.289331:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289332:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.289333:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979296.289336:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289342:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979296.289345:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289350:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979296.289353:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289355:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979296.289356:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289358:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979296.289359:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979296.289361:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979296.289364:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979296.289366:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979296.289369:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979296.289376:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367079808:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979296.289379:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289380:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.289383:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5500 x1870627367079680/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289389:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979296.289390:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979296.289392:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979296.289394:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979296.289396:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979296.289397:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979296.289399:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979296.289400:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783979296.289403:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979296.289404:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979296.289405:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5500.
00000100:00000001:0.0:1783979296.289408:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979296.289409:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289411:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979296.289414:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5f80 x1870627367079808/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979296.289425:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979296.289427:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979296.289428:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979296.289430:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979296.289431:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979296.289432:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979296.289433:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979296.289434:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288400.
02000000:00000001:0.0:1783979296.289436:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979296.289436:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979296.289437:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5f80.
00000100:00000001:0.0:1783979296.289438:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979296.289439:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289441:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.289443:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979296.289444:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.289445:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979296.289446:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979296.351891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979296.351897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979296.351898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979296.351902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979296.351905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979296.351907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.351909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979296.351911:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979296.351913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979296.479918:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979296.479925:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979296.479931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979296.479932:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979296.480035:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979296.480048:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979296.480051:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979297.375880:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979297.375889:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979297.375891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979297.375896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979297.375900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979297.375904:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979297.375906:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979297.375909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979297.375912:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979297.503908:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979297.503915:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979297.503922:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979297.503923:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979297.503983:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979297.503987:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979297.503991:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979297.567904:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304829174, at 4304829184
00000100:00000010:0.0:1783979297.567919:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979297.567920:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304829174, at 4304829184
00000100:00000010:1.0:1783979297.567929:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e67e0.
00000100:00000001:0.0:1783979298.399887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979298.399900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979298.399903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979298.399908:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979298.399912:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979298.399916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979298.399918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979298.399921:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979298.399923:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.527930:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979298.527938:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.527944:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979298.527948:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979298.527950:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979298.527953:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.527957:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979298.527960:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.527962:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.527964:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979298.528081:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979298.528085:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979298.528089:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979299.423902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979299.423910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979299.423912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979299.423918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979299.423922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979299.423925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979299.423929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979299.423931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979299.423934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979299.551906:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979299.551913:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979299.551918:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979299.551919:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979299.551987:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979299.551991:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979299.551995:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979300.447884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979300.447892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979300.447894:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979300.447900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979300.447903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979300.447907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979300.447909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979300.447912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979300.447916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.575948:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979300.575956:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.575962:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979300.575963:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979300.576035:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979300.576038:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979300.576041:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979301.407906:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979301.407916:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979301.407919:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979301.407923:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979301.407928:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979301.407936:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10160
00000400:00000200:0.0:1783979301.407944:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979301.407950:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979301.407953:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979301.407957:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.407960:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979301.407962:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.407964:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979301.407969:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979301.407980:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979301.407986:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979301.407989:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979301.407992:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979301.407994:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979301.407997:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.407999:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979301.408001:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408003:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979301.408005:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979301.408008:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408011:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979301.408014:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979301.408018:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979301.408021:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408023:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979301.408026:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979301.408035:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b100.
00000020:00000040:0.0:1783979301.408039:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979301.408043:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979301.408045:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408048:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979301.408050:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979301.408054:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979301.408062:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000001:0.0:1783979301.408068:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979301.408078:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979301.408088:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979301.408093:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979301.408106:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd48bd24] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979301.408129:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979301.408132:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979301.408135:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979301.408136:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979301.408138:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979301.408143:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979301.408146:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10160
00000400:00000200:0.0:1783979301.408151:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979301.408156:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979301.408156:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1783979301.408159:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979301.408162:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1783979301.408163:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979301.408166:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1783979301.408167:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979301.408174:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979301.408176:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979301.408177:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979301.408183:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979301.408187:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979301.408190:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979301.408192:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1783979301.408194:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783979301.408195:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979301.408198:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979301.408200:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
02000000:00000001:1.0:1783979301.408202:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1783979301.408204:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408206:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1783979301.408206:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1783979301.408210:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979301.408211:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408212:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979301.408215:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00100000:1.0:1783979301.408217:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079936:192.168.201.109@tcp:250:kworker.0
00000100:00080000:0.0:1783979301.408220:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979301.408223:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1783979301.408224:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979301.408226:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979301.408227:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.408230:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979301.408231:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.408232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1783979301.408235:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408237:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1783979301.408238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979301.408240:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1783979301.408241:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979301.408244:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408246:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.408246:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000010:0.0:1783979301.408249:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28380.
00000400:00000010:1.0:1783979301.408251:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000020:00000040:0.0:1783979301.408252:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979301.408256:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979301.408257:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979301.408258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:0.0:1783979301.408259:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979301.408261:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979301.408262:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979301.408265:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367079936, portal 25
02000000:00000010:0.0:1783979301.408267:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:1.0:1783979301.408268:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.408271:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207032576 : -118905502519040 : ffff93db27c2b100)
00000100:00000001:0.0:1783979301.408273:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.408277:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979301.408280:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979301.408294:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1783979301.408297:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1783979301.408300:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408301:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979301.408304:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000040:0.0:1783979301.408307:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000943672cc] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.408308:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367079936, offset 0
00000400:00000200:1.0:1783979301.408317:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408318:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979301.408321:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979301.408323:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979301.408323:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979301.408326:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979301.408326:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979301.408331:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979301.408332:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:0.0:1783979301.408342:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10160
00000400:00000200:1.0:1783979301.408344:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.408355:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979301.408359:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.408361:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979301.408393:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345997:345997:256:4294967295] 192.168.201.109@tcp LPNI seq info [345986:345986:8:4294967295]
00000400:00000200:1.0:1783979301.408398:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979301.408408:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1783979301.408416:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000800:00000200:1.0:1783979301.408417:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979301.408424:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000800:00000010:1.0:1783979301.408426:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000100:00080000:0.0:1783979301.408428:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979301.408433:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408438:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979301.408438:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:0.0:1783979301.408443:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979301.408445:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1783979301.408447:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979301.408452:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979301.408454:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000200:1.1:1783979301.408455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:0.0:1783979301.408457:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979301.408461:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.1:1783979301.408462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1783979301.408466:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979301.408471:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000100:1.0:1783979301.408472:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979301.408477:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000040:0.0:1783979301.408479:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408483:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979301.408485:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1783979301.408486:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979301.408491:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979301.408496:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1783979301.408497:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979301.408503:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783979301.408505:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000100:00000001:0.0:1783979301.408507:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979301.408509:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
02000000:00000001:0.0:1783979301.408510:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979301.408516:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.408517:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1783979301.408520:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408525:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1783979301.408525:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1783979301.408529:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979301.408535:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408539:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979301.408545:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29880.
00000100:00000001:1.0:1783979301.408545:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1783979301.408550:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000040:1.0:1783979301.408552:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979301.408553:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979301.408556:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408561:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979301.408563:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979301.408565:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979301.408571:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783979301.408577:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979301.408583:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979301.408598:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.408599:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979301.408601:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979301.408604:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.408609:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979301.408610:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a4010fd] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979301.408616:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979301.408620:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304834294
00000100:00000010:1.0:1783979301.408626:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc180.
00000100:00000001:0.0:1783979301.408627:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979301.408632:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979301.408634:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1783979301.408636:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979301.408640:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979301.408641:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304834294
00000100:00000010:1.0:1783979301.408645:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd80.
00000100:00000040:0.0:1783979301.408647:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979301.408649:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979301.408655:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1783979301.408656:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10170)
00000100:00000001:1.0:1783979301.408660:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.408674:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.408679:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.408688:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.408690:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.408692:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979301.408695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979301.408697:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979301.408699:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.408703:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.408712:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408716:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.408717:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408719:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.408727:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.408734:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408741:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.408746:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408753:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.408756:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408758:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.408759:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408761:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.408763:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.408766:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.408769:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979301.408770:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.408789:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.408794:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367079936:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979301.408797:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408798:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.408800:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b100 x1870627367079936/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408804:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.408806:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.408808:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979301.408810:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.408811:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.408812:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979301.408814:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.408816:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979301.408818:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.408820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.408821:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b100.
00000100:00000001:1.0:1783979301.408823:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.408824:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408825:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.408831:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979301.408832:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.408833:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.408834:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979301.408835:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.408837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408842:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.408843:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.408844:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.408845:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.408847:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.408848:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.408850:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.408852:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.408853:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.408854:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.408856:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979301.408857:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.408859:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979301.408861:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979301.408863:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979301.408865:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080064, portal 10
00000100:00000001:1.0:1783979301.408866:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.408867:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020928 : -118905502530688 : ffff93db27c28380)
00000100:00000040:1.0:1783979301.408871:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408875:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.408877:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979301.408878:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979301.408880:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080064, offset 0
00000400:00000200:1.0:1783979301.408882:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979301.408885:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979301.408887:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979301.408889:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.408891:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979301.408893:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.408895:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979301.408898:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345998:345998:256:4294967295] 192.168.201.109@tcp LPNI seq info [345987:345987:8:4294967295]
00000400:00000200:1.0:1783979301.408902:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979301.408908:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.408913:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979301.408916:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979301.408920:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979301.408923:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979301.408927:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979301.408930:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979301.408933:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979301.408935:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979301.408937:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.408940:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.408943:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979301.408944:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979301.408946:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.408950:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408956:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.408959:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.408965:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.408966:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.408970:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.408985:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979301.408988:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979301.408991:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304833056
00000100:00000001:1.0:1783979301.408993:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304834294
00000100:00000001:1.0:1783979301.408996:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304833056
00000100:00000001:1.0:1783979301.408998:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304834294
00000100:00000001:1.0:1783979301.409000:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.409002:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.409004:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.409007:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.409016:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.409017:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.409018:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979301.409021:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979301.409022:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979301.409024:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.409026:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.409031:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409035:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.409036:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409037:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.409038:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.409040:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409044:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.409046:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409050:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.409052:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409053:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.409054:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409055:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.409056:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.409058:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.409060:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979301.409061:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.409063:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.409067:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080064:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.409070:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.409071:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409075:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.409076:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.409077:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.409078:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.409079:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.409081:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.409082:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.409084:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.409085:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.409086:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.409088:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979301.409089:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.409091:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979301.409093:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979301.409095:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979301.409096:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080192, portal 10
00000100:00000001:1.0:1783979301.409098:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.409099:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207026304 : -118905502525312 : ffff93db27c29880)
00000100:00000040:1.0:1783979301.409102:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409106:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.409108:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979301.409109:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979301.409110:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080192, offset 0
00000400:00000200:1.0:1783979301.409113:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979301.409116:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979301.409119:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979301.409122:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.409124:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979301.409127:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.409129:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979301.409131:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [345999:345999:256:4294967295] 192.168.201.109@tcp LPNI seq info [345988:345988:8:4294967295]
00000400:00000200:1.0:1783979301.409135:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979301.409140:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.409144:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979301.409148:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979301.409151:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979301.409154:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979301.409158:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979301.409160:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979301.409164:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979301.409165:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979301.409167:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.409169:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.409171:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979301.409173:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979301.409174:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.409176:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409181:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.409183:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409187:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.409187:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.409189:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.409191:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979301.409193:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979301.409195:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304833053
00000100:00000001:1.0:1783979301.409196:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304834294
00000100:00000001:1.0:1783979301.409197:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304833053
00000100:00000001:1.0:1783979301.409199:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304834294
00000100:00000001:1.0:1783979301.409200:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.409201:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.409202:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.409204:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.409208:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.409209:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.409210:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979301.409212:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979301.409213:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979301.409214:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.409215:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.409220:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409224:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.409225:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409226:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.409227:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.409229:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409232:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.409234:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409237:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.409239:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.409240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409241:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.409242:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.409243:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.409245:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979301.409246:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.409248:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.409252:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080192:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.409254:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409255:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.409257:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28380 x1870627367080064/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409261:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.409262:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.409263:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979301.409264:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.409265:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.409266:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979301.409267:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.409268:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783979301.409270:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.409271:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.409272:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28380.
00000100:00000001:1.0:1783979301.409273:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.409274:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409275:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.409277:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29880 x1870627367080192/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.409280:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.409281:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.409281:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979301.409282:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.409283:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.409284:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979301.409285:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.409285:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783979301.409286:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.409287:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.409288:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29880.
00000100:00000001:1.0:1783979301.409289:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.409289:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409290:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.409292:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979301.409293:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.409294:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.409295:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979301.471898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979301.471908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979301.471910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979301.471917:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979301.471929:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979301.471933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979301.471936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979301.471938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979301.471942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.599916:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979301.599933:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979301.599936:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979301.599940:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.599945:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979301.599948:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.599950:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.599952:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.599957:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979301.599958:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979301.600020:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979301.600025:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979301.600028:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979302.495888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979302.495895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979302.495897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979302.495903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979302.495907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979302.495910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979302.495913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979302.495915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979302.495918:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979302.623933:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979302.623941:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979302.623946:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979302.623948:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979302.624004:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979302.624007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979302.624009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979302.687880:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304834294, at 4304834304
00000100:00000010:0.0:1783979302.687891:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000040:1.0:1783979302.687899:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304834294, at 4304834304
00000100:00000010:1.0:1783979302.687908:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:0.0:1783979303.519885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979303.519893:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979303.519895:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979303.519900:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979303.519903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979303.519907:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979303.519909:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979303.519912:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979303.519914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979303.648006:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979303.648012:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979303.648017:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979303.648019:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979303.648070:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979303.648073:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979303.648077:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979304.544301:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979304.544324:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979304.544326:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979304.544332:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979304.544335:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979304.544339:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979304.544341:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979304.544344:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979304.544347:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.671924:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979304.671929:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.671933:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979304.671934:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979304.672031:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979304.672035:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979304.672037:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979305.567874:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979305.567881:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979305.567883:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979305.567888:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979305.567892:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979305.567895:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979305.567898:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979305.567901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979305.567903:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979305.695973:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979305.695980:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979305.695984:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979305.695986:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979305.696049:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979305.696053:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979305.696057:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979306.527984:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979306.528007:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979306.528009:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979306.528013:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979306.528018:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979306.528025:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10165
00000400:00000200:2.0:1783979306.528033:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979306.528038:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979306.528040:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979306.528042:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528051:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979306.528053:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528059:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979306.528063:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979306.528065:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979306.528068:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979306.528071:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979306.528074:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979306.528077:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979306.528080:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528082:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979306.528084:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528086:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979306.528089:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979306.528092:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528094:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979306.528097:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979306.528099:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979306.528102:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528103:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979306.528105:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979306.528113:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979306.528115:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979306.528118:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979306.528119:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528122:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979306.528124:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979306.528127:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979306.528134:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783979306.528140:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979306.528147:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979306.528157:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979306.528161:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979306.528166:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979306.528188:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979306.528192:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979306.528195:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979306.528197:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979306.528198:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979306.528201:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979306.528203:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10165
00000400:00000200:2.0:1783979306.528207:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979306.528210:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979306.528213:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979306.528217:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528219:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979306.528221:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528223:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979306.528226:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979306.528228:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979306.528230:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979306.528232:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783979306.528232:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979306.528237:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979306.528238:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979306.528240:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979306.528243:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979306.528246:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528249:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.528252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979306.528253:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528259:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979306.528264:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783979306.528269:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1783979306.528270:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979306.528273:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528274:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.528291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979306.528294:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.528297:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.528301:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367080320:192.168.201.109@tcp:250:kworker.0
02000000:00000001:2.0:1783979306.528305:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979306.528313:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979306.528314:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979306.528317:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528320:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979306.528321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1783979306.528324:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979306.528325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.528330:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1783979306.528331:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528335:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.528336:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
00000100:00000010:2.0:1783979306.528339:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
02000000:00000001:1.0:1783979306.528340:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979306.528344:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979306.528348:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783979306.528350:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:2.0:1783979306.528351:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528355:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1783979306.528357:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
02000000:00000001:2.0:1783979306.528357:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979306.528359:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979306.528365:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
02000000:00000010:2.0:1783979306.528366:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783979306.528372:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979306.528378:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783979306.528383:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080320, portal 25
00000100:00000001:2.0:1783979306.528388:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.528389:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979306.528392:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000001:2.0:1783979306.528392:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979306.528400:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979306.528402:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979306.528421:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528423:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979306.528426:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979306.528430:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979306.528432:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367080320, offset 0
00000100:00080000:2.0:1783979306.528436:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783979306.528440:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979306.528443:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979306.528446:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979306.528448:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979306.528450:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979306.528454:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979306.528457:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:2.0:1783979306.528460:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10165
00000400:00000200:1.0:1783979306.528463:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979306.528468:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979306.528469:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979306.528474:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979306.528477:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979306.528479:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:2.0:1783979306.528483:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979306.528484:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346000:346000:256:4294967295] 192.168.201.109@tcp LPNI seq info [345989:345989:8:4294967295]
00000400:00000200:1.0:1783979306.528491:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979306.528491:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528496:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979306.528501:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979306.528503:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979306.528506:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000800:00000200:1.0:1783979306.528511:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000020:00000001:2.0:1783979306.528512:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979306.528515:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000800:00000010:1.0:1783979306.528516:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000020:00000001:2.0:1783979306.528517:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979306.528521:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000800:00000200:1.0:1783979306.528524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000001:2.0:1783979306.528526:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.0:1783979306.528528:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1783979306.528531:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000800:00000200:1.1:1783979306.528536:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979306.528538:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000800:00000200:1.1:1783979306.528540:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1783979306.528543:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1783979306.528547:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979306.528550:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000100:00000040:2.0:1783979306.528550:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979306.528555:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979306.528557:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1783979306.528559:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979306.528564:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1783979306.528567:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783979306.528568:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979306.528572:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:2.0:1783979306.528573:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528576:0:2406:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1783979306.528577:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979306.528581:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1783979306.528582:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979306.528587:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528592:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979306.528595:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1783979306.528595:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1783979306.528599:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1783979306.528601:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528605:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979306.528611:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979306.528613:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979306.528615:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000100:00000001:1.0:1783979306.528617:0:2406:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1783979306.528620:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979306.528623:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528624:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979306.528625:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979306.528628:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979306.528631:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979306.528632:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000010:2.0:1783979306.528636:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:1.0:1783979306.528637:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304839414
00000100:00000001:2.0:1783979306.528641:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.528644:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd80.
00000100:00100000:2.0:1783979306.528650:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.528653:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979306.528660:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304839414
00000100:00000010:1.0:1783979306.528664:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc5a0.
00000100:00000001:1.0:1783979306.528669:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979306.528673:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979306.528674:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.528676:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528679:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1783979306.528679:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.528686:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979306.528688:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979306.528700:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979306.528702:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979306.528704:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979306.528706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979306.528710:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:2.0:1783979306.528711:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528712:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1783979306.528717:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1783979306.528718:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979306.528726:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.528729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979306.528730:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528733:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.528735:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979306.528735:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1783979306.528740:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979306.528741:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979306.528749:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979306.528752:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979306.528756:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979306.528759:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10175)
00000100:00000001:1.0:1783979306.528762:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979306.528766:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528767:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.528769:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528771:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979306.528817:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979306.528821:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979306.528825:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979306.528827:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979306.528831:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979306.528839:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367080320:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979306.528846:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528849:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979306.528851:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367080320/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.528857:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979306.528859:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979306.528862:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979306.528864:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979306.528866:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979306.528868:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979306.528870:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979306.528872:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783979306.528876:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979306.528878:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979306.528879:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979306.528882:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979306.528883:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528885:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.528892:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979306.528893:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.528895:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979306.528896:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979306.528897:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979306.528901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.528907:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979306.528908:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.528910:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979306.528911:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.528913:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.528915:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979306.528918:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979306.528919:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979306.528921:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.528923:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979306.528926:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979306.528927:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979306.528931:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979306.528934:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979306.528937:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979306.528940:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080448, portal 10
00000100:00000001:1.0:1783979306.528942:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979306.528943:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979306.528950:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.528956:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979306.528958:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979306.528960:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979306.528963:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080448, offset 0
00000400:00000200:1.0:1783979306.528965:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979306.528968:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979306.528971:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979306.528973:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979306.528975:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979306.528976:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979306.528978:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979306.528982:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346001:346001:256:4294967295] 192.168.201.109@tcp LPNI seq info [345990:345990:8:4294967295]
00000400:00000200:1.0:1783979306.528986:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979306.528992:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979306.528996:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979306.528999:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979306.529003:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979306.529006:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979306.529010:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979306.529013:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979306.529016:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979306.529018:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979306.529022:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979306.529025:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979306.529028:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979306.529030:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979306.529032:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979306.529034:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529039:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979306.529041:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529045:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.529046:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979306.529048:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.529051:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979306.529054:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979306.529056:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304838176
00000100:00000001:1.0:1783979306.529058:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304839414
00000100:00000001:1.0:1783979306.529060:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304838176
00000100:00000001:1.0:1783979306.529062:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304839414
00000100:00000001:1.0:1783979306.529064:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979306.529066:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.529068:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979306.529072:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979306.529079:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979306.529080:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979306.529082:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979306.529084:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979306.529086:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979306.529088:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979306.529092:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979306.529099:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529104:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979306.529105:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529106:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.529107:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979306.529109:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529113:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979306.529115:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529119:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979306.529120:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529121:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.529122:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529123:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979306.529125:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979306.529134:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979306.529137:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979306.529138:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979306.529142:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979306.529148:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080448:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979306.529152:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979306.529155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529165:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979306.529167:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.529169:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979306.529170:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.529172:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.529175:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979306.529178:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979306.529180:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979306.529182:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.529183:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979306.529187:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979306.529188:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979306.529191:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979306.529193:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979306.529195:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979306.529197:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080576, portal 10
00000100:00000001:1.0:1783979306.529198:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979306.529199:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979306.529203:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529207:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979306.529208:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979306.529210:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979306.529211:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080576, offset 0
00000400:00000200:1.0:1783979306.529213:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979306.529216:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979306.529218:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979306.529220:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979306.529221:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979306.529223:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979306.529224:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979306.529226:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346002:346002:256:4294967295] 192.168.201.109@tcp LPNI seq info [345991:345991:8:4294967295]
00000400:00000200:1.0:1783979306.529229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979306.529233:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979306.529236:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979306.529238:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000800:00000200:1.0:1783979306.529240:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979306.529242:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979306.529244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979306.529246:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979306.529248:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979306.529249:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:1.0:1783979306.529251:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979306.529253:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979306.529255:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:1.0:1783979306.529256:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979306.529258:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979306.529260:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529264:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979306.529266:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529270:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.529271:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979306.529272:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.529274:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979306.529275:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979306.529288:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304838173
00000100:00000001:1.0:1783979306.529292:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304839414
00000100:00000001:1.0:1783979306.529294:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304838173
00000100:00000001:1.0:1783979306.529296:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304839414
00000100:00000001:1.0:1783979306.529298:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979306.529304:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.529306:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979306.529310:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979306.529317:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979306.529319:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979306.529320:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979306.529323:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979306.529324:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979306.529326:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979306.529329:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979306.529337:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529344:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979306.529345:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529347:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.529348:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979306.529351:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529357:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979306.529359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529363:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979306.529365:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529366:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979306.529366:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529367:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979306.529368:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979306.529369:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979306.529372:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979306.529373:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979306.529377:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979306.529385:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080576:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979306.529388:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529390:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979306.529393:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367080448/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529399:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979306.529401:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979306.529402:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979306.529405:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979306.529406:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979306.529408:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979306.529410:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979306.529411:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783979306.529415:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979306.529417:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979306.529418:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979306.529420:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979306.529422:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529423:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979306.529426:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367080576/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.529432:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979306.529432:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979306.529434:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979306.529435:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979306.529436:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979306.529436:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979306.529438:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979306.529439:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783979306.529440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979306.529441:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979306.529442:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979306.529443:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979306.529444:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529445:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979306.529447:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979306.529448:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.529449:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979306.529450:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979306.591897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979306.591905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979306.591907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979306.591913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979306.591916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979306.591919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979306.591922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979306.591925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979306.591927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979306.719927:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979306.719933:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979306.719938:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979306.719940:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979306.720002:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979306.720006:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979306.720009:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979307.615898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979307.615906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979307.615909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979307.615915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979307.615920:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979307.615925:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979307.615929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979307.615931:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979307.615934:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.743855:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979307.743868:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.743874:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979307.743878:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979307.743880:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979307.743883:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.743887:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979307.743889:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.743891:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.743893:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979307.743952:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979307.743956:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979307.743959:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979307.807921:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304839414, at 4304839424
00000100:00000010:1.0:1783979307.807935:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000040:0.0:1783979307.808028:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304839414, at 4304839424
00000100:00000010:0.0:1783979307.808034:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:0.0:1783979308.639938:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979308.639945:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979308.639948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979308.639954:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979308.639959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979308.639962:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979308.639965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979308.639968:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979308.639983:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979308.767933:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979308.767940:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979308.767946:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979308.767947:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979308.768133:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979308.768137:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979308.768141:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979309.663934:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979309.663946:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979309.663948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979309.663956:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979309.663960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979309.663972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979309.663976:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979309.663983:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979309.663987:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979309.791963:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979309.791973:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979309.791981:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979309.791983:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979309.792046:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979309.792051:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979309.792054:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979310.687937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979310.687959:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979310.687961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979310.687968:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979310.687973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979310.687978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979310.687981:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979310.687983:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979310.687986:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.815960:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979310.815969:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979310.815971:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979310.815975:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.815980:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979310.815982:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.815984:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.815986:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.815989:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979310.815990:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979310.816062:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979310.816067:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979310.816070:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979311.647931:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979311.647944:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979311.647948:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979311.647952:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979311.647958:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979311.647967:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10170
00000400:00000200:2.0:1783979311.647979:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979311.647987:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979311.647991:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979311.647994:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.647998:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979311.648000:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648003:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979311.648007:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979311.648009:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979311.648013:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979311.648016:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979311.648020:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979311.648023:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979311.648026:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648028:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979311.648030:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648032:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979311.648036:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979311.648039:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648042:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979311.648045:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979311.648050:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979311.648053:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648056:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979311.648058:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979311.648072:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979311.648076:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979311.648080:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979311.648082:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648086:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979311.648089:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979311.648094:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979311.648104:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783979311.648112:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979311.648128:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979311.648139:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979311.648145:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979311.648150:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979311.648176:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979311.648180:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979311.648184:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979311.648186:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979311.648187:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979311.648203:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979311.648206:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10170
00000400:00000200:2.0:1783979311.648210:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979311.648214:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979311.648216:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979311.648220:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648222:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979311.648224:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648227:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979311.648229:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979311.648231:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979311.648233:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979311.648236:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979311.648238:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979311.648241:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979311.648241:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979311.648247:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979311.648248:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979311.648249:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979311.648254:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979311.648254:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979311.648264:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:1.0:1783979311.648265:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979311.648270:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648276:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979311.648280:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979311.648283:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979311.648287:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979311.648288:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979311.648291:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979311.648292:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648296:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979311.648296:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979311.648301:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1783979311.648303:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783979311.648307:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367080704:192.168.201.109@tcp:250:kworker.0
00000008:00000001:2.0:1783979311.648309:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648314:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648315:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1783979311.648319:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
02000000:00000001:1.0:1783979311.648321:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1783979311.648323:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979311.648325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979311.648329:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979311.648331:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979311.648332:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648336:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979311.648337:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1783979311.648338:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:2.0:1783979311.648340:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648342:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979311.648348:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000400:00000200:1.0:1783979311.648349:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979311.648356:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979311.648357:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00100000:2.0:1783979311.648367:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979311.648368:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979311.648378:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080704, portal 25
00000100:00000001:2.0:1783979311.648378:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979311.648382:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648384:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979311.648387:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:2.0:1783979311.648390:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979311.648396:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979311.648409:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648412:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1783979311.648414:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979311.648419:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:2.0:1783979311.648421:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979311.648424:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1783979311.648425:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00080000:2.0:1783979311.648427:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1783979311.648431:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367080704, offset 0
00000100:00000001:2.0:1783979311.648432:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979311.648437:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10170
00000400:00000200:1.0:1783979311.648445:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:2.0:1783979311.648445:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979311.648452:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979311.648455:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979311.648459:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979311.648460:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648465:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979311.648467:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979311.648470:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783979311.648472:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979311.648476:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979311.648478:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783979311.648479:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1783979311.648482:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979311.648486:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783979311.648487:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:2.0:1783979311.648491:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979311.648496:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1783979311.648496:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979311.648502:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000040:2.0:1783979311.648504:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648509:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979311.648510:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346003:346003:256:4294967295] 192.168.201.109@tcp LPNI seq info [345992:345992:8:4294967295]
00000100:00000040:2.0:1783979311.648514:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648518:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979311.648520:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783979311.648523:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979311.648528:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648534:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979311.648539:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979311.648541:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979311.648543:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979311.648544:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979311.648547:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979311.648550:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979311.648555:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979311.648556:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979311.648558:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979311.648564:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000800:00000010:1.0:1783979311.648566:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b000.
00000020:00000040:2.0:1783979311.648568:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979311.648573:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979311.648574:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648576:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1783979311.648579:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:2.0:1783979311.648580:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979311.648583:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979311.648589:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000010:2.0:1783979311.648591:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000100:00000001:2.0:1783979311.648597:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979311.648602:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979311.648616:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979311.648617:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979311.648619:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979311.648625:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:2.0:1783979311.648626:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979311.648634:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304844534
00000100:00000001:2.0:1783979311.648636:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979311.648641:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1783979311.648643:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc5a0.
00000100:00000040:2.0:1783979311.648649:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979311.648652:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979311.648657:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979311.648663:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1783979311.648664:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10180)
00000100:00000001:1.0:1783979311.648676:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304844534
00000100:00000010:1.0:1783979311.648681:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc1e0.
00000100:00000001:1.0:1783979311.648685:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979311.648689:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979311.648692:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648696:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648699:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979311.648707:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979311.648709:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979311.648711:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979311.648713:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979311.648714:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979311.648719:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979311.648726:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979311.648728:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648729:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979311.648731:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979311.648733:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979311.648736:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979311.648739:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979311.648741:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979311.648743:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648744:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979311.648748:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979311.648750:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979311.648753:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979311.648756:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979311.648760:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979311.648763:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080832, portal 10
00000100:00000001:1.0:1783979311.648765:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979311.648766:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979311.648812:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979311.648818:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979311.648820:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979311.648823:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad22a8.
00000100:00000200:1.0:1783979311.648826:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080832, offset 0
00000400:00000200:1.0:1783979311.648830:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979311.648833:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979311.648836:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979311.648839:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979311.648841:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979311.648843:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979311.648845:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979311.648848:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346004:346004:255:4294967295] 192.168.201.109@tcp LPNI seq info [345993:345993:7:4294967295]
00000400:00000200:1.0:1783979311.648852:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979311.648857:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979311.648861:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979311.648864:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b100.
00000800:00000200:1.0:1783979311.648867:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979311.648870:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979311.648873:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979311.648876:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979311.648879:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979311.648881:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304843296
00000100:00000001:1.0:1783979311.648883:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304844534
00000100:00000001:1.0:1783979311.648885:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304843296
00000100:00000001:1.0:1783979311.648894:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304844534
00000100:00000001:1.0:1783979311.648896:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979311.648898:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.648900:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979311.648903:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979311.648909:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979311.648910:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648912:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979311.648914:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979311.648916:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979311.648918:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979311.648921:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979311.648923:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979311.648925:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979311.648926:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979311.648929:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979311.648931:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979311.648934:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979311.648936:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979311.648939:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979311.648942:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367080960, portal 10
00000100:00000001:1.0:1783979311.648944:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979311.648945:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979311.648949:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979311.648956:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979311.648958:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979311.648960:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2330.
00000100:00000200:1.0:1783979311.648962:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367080960, offset 0
00000400:00000200:1.0:1783979311.648966:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979311.648969:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979311.648972:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979311.648975:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979311.648977:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979311.648979:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979311.648981:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979311.648984:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346005:346005:254:4294967295] 192.168.201.109@tcp LPNI seq info [345994:345994:6:4294967295]
00000400:00000200:1.0:1783979311.648987:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979311.649004:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979311.649008:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979311.649012:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0bc00.
00000800:00000200:1.0:1783979311.649015:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979311.649019:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979311.649021:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979311.649024:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979311.649027:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979311.649029:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304843293
00000100:00000001:1.0:1783979311.649031:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304844534
00000100:00000001:1.0:1783979311.649033:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304843293
00000100:00000001:1.0:1783979311.649035:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304844534
00000100:00000001:1.0:1783979311.649038:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979311.649040:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.649042:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.649044:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979311.649047:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979311.649048:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979311.649050:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979311.649051:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979311.649053:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979311.649055:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979311.711950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979311.711961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979311.711963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979311.711972:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979311.711976:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979311.711981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979311.711984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979311.711988:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979311.711992:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979311.839951:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979311.839960:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979311.839965:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979311.839966:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979311.840023:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979311.840028:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979311.840031:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979312.735926:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979312.735937:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979312.735939:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979312.735947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979312.735951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979312.735956:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979312.735958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979312.735962:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979312.735965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979312.864392:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979312.864403:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979312.864410:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979312.864411:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979312.864482:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979312.864487:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979312.864490:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979312.927992:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304844534, at 4304844544
00000100:00000010:1.0:1783979312.928013:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc1e0.
00000100:00000040:0.0:1783979312.928300:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304844534, at 4304844544
00000100:00000010:0.0:1783979312.928308:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000001:0.0:1783979313.759933:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979313.759944:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979313.759946:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979313.759953:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979313.759958:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979313.759962:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979313.759974:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979313.759980:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979313.759984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.888291:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979313.888300:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.888319:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979313.888321:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979313.888439:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979313.888443:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979313.888445:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979314.720228:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979314.720291:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979314.720316:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979314.720321:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979314.720327:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979314.720335:0:2396:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979314.720342:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979314.720346:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b000.
00000400:00000200:3.0:1783979314.720353:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979314.720358:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979314.720375:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:3.0:1783979314.720379:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:3.0:1783979314.720387:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979314.720399:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720430:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979314.720435:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720444:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979314.720446:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979314.720458:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979314.720460:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b100.
00000400:00000200:3.0:1783979314.720464:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979314.720467:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979314.720470:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad22a8
00000400:00000010:3.0:1783979314.720472:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad22a8.
00000100:00000001:3.0:1783979314.720474:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979314.720479:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720488:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979314.720491:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720498:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979314.720500:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979314.720506:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979314.720508:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0bc00.
00000400:00000200:3.0:1783979314.720511:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979314.720514:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979314.720517:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2330
00000400:00000010:3.0:1783979314.720520:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2330.
00000100:00000001:3.0:1783979314.720522:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979314.720527:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720537:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979314.720540:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979314.720546:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979314.720548:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979314.721046:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979314.721053:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979314.721058:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979314.721070:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979314]  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979314.721096:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979314.721099:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979314.721104:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979314.721108:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979314.721110:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979314.721114:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979314.721118:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979314.721128:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721143:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979314.721145:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721149:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721151:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979314.721156:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721163:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979314.721168:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721176:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979314.721179:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721181:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721182:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721186:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979314.721191:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979314.721196:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979314.721201:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979314.721204:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979314.721208:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979314.721216:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080832:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979314.721221:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979314.721225:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979314]  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979314.721233:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979314.721234:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979314.721236:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979314.721238:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979314.721239:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979314.721242:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979314.721244:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979314.721251:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721256:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979314.721257:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721259:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721260:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979314.721263:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721269:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979314.721272:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721278:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979314.721280:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721282:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721283:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721284:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979314.721286:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979314.721288:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979314.721292:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979314.721296:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979314.721315:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979314.721322:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367080960:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979314.721326:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979314.721330:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979314]  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979314.721337:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979314.721339:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979314.721340:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979314.721343:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979314.721345:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979314.721347:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979314.721349:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979314.721358:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721364:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979314.721371:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721373:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721374:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979314.721378:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721385:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979314.721388:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721395:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979314.721397:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721400:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979314.721401:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721403:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979314.721404:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979314.721407:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979314.721411:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979314.721413:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979314.721416:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979314.721425:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367080704:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979314.721430:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721433:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979314.721436:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367080832/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721443:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979314.721446:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979314.721451:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979314.721455:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979314.721459:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979314.721462:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979314.721464:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979314.721467:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783979314.721471:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979314.721473:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979314.721475:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979314.721479:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979314.721481:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721482:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979314.721486:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367080960/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721491:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979314.721493:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979314.721494:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979314.721497:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979314.721498:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979314.721499:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979314.721502:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979314.721503:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783979314.721508:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979314.721509:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979314.721510:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979314.721513:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979314.721514:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721516:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979314.721519:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367080704/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979314.721525:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979314.721526:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979314.721528:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979314.721531:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979314.721532:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979314.721533:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979314.721535:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979314.721536:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:1.0:1783979314.721539:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979314.721540:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979314.721541:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979314.721544:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979314.721545:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721548:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979314.721557:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979314.721560:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979314.721562:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979314.721563:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979314.784018:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979314.784031:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979314.784033:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979314.784045:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979314.784051:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979314.784057:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979314.784060:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979314.784065:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979314.784068:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979314.912004:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979314.912016:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979314.912023:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979314.912025:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979314.912106:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979314.912112:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979314.912117:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979315.813206:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979315.813218:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979315.813221:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979315.813229:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979315.813234:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979315.813239:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979315.813242:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979315.813246:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979315.813250:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979315.935962:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979315.935972:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979315.935980:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979315.935981:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979315.936055:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979315.936060:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979315.936064:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979316.768570:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979316.768585:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979316.768588:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979316.768593:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979316.768598:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979316.768608:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10175
00000400:00000200:1.0:1783979316.768620:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979316.768627:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979316.768631:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979316.768634:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.768638:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.768641:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.768643:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979316.768648:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979316.768651:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979316.768654:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979316.768658:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979316.768661:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979316.768664:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979316.768667:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.768669:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.768672:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.768674:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979316.768677:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979316.768681:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979316.768684:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.768688:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979316.768693:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.768696:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.768700:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979316.768703:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979316.768714:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4a80.
00000020:00000040:1.0:1783979316.768719:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979316.768723:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979316.768725:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.768729:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979316.768733:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979316.768738:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979316.768747:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979316.768755:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.768766:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979316.769342:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979316.769349:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.769356:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e97cc30] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.769378:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979316.769381:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979316.769385:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979316.769386:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979316.769388:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979316.769391:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979316.769394:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10175
00000400:00000200:1.0:1783979316.769400:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979316.769404:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979316.769407:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979316.769410:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769412:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.769415:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769417:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979316.769420:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979316.769422:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979316.769424:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979316.769427:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979316.769429:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979316.769431:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979316.769444:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769446:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.769447:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769450:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979316.769452:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979316.769454:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769457:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.769459:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979316.769466:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.769469:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769470:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979316.769475:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979316.769478:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769480:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979316.769486:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6a00.
00000020:00000040:1.0:1783979316.769488:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979316.769490:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979316.769492:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769494:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979316.769495:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979316.769498:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979316.769502:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b800.
00000100:00000001:1.0:1783979316.769506:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.769512:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979316.769520:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979316.769522:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.769526:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071157554] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.769533:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979316.769536:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979316.769539:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979316.769540:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979316.769542:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979316.769545:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979316.769547:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10175
00000400:00000200:1.0:1783979316.769562:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979316.769565:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979316.769567:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979316.769570:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769572:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.769574:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769576:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979316.769579:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979316.769580:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979316.769582:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979316.769584:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979316.769586:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979316.769588:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979316.769591:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769592:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979316.769594:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769595:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979316.769598:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979316.769600:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979316.769602:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.769604:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979316.769606:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.769609:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769610:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979316.769612:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979316.769615:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769617:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979316.769620:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4380.
00000020:00000040:1.0:1783979316.769622:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979316.769625:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979316.769626:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.769627:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979316.769628:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979316.769630:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979316.769634:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979316.769637:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.769642:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979316.769648:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979316.769650:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.769653:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080b07c04] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.769660:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.769662:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979316.769666:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979316.769669:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979316.769672:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979316.769679:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10186)
00000100:00000001:0.0:1783979316.773241:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979316.773253:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979316.773257:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979316.773274:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773299:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979316.773301:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.773307:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979316.773312:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979316.773315:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979316.773319:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979316.773323:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979316.773329:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979316.773332:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.773335:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979316.773348:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979316.773350:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979316.773358:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979316.773365:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979316.773381:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979316.773390:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081088, portal 25
00000100:00000001:0.0:1783979316.773393:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979316.773395:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641088 : -118905067910528 : ffff93db41aa4a80)
00000100:00000040:0.0:1783979316.773402:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773411:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979316.773415:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979316.773418:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979316.773427:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367081088, offset 0
00000400:00000200:0.0:1783979316.773435:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979316.773446:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.773455:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979316.773462:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979316.773467:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979316.773473:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979316.773476:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979316.773480:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346006:346006:256:4294967295] 192.168.201.109@tcp LPNI seq info [345995:345995:8:4294967295]
00000400:00000200:0.0:1783979316.773486:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.773497:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979316.773504:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.773511:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979316.773518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979316.773524:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979316.773530:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979316.773534:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979316.773539:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.773542:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979316.773550:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979316.773556:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979316.773562:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979316.773564:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979316.773569:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979316.773574:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773586:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.773590:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773597:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.773599:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979316.773606:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979316.773610:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979316.773613:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304849659
00000100:00000010:0.0:1783979316.773619:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979316.773628:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979316.773638:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304849659
00000100:00000010:0.0:1783979316.773641:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c60.
00000100:00000001:0.0:1783979316.773644:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979316.773649:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979316.773652:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.773654:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979316.773658:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979316.773668:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979316.773671:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979316.773673:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979316.773675:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979316.773678:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979316.773681:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979316.773684:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979316.773693:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773715:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979316.773717:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.773720:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.773722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979316.773727:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773735:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979316.773740:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773747:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979316.773751:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.773753:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.773754:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.773758:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979316.773760:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979316.773765:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979316.773770:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979316.773813:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979316.773819:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979316.773828:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081088:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979316.773833:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979316.773838:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773845:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979316.773847:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.773849:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979316.773851:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979316.773853:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979316.773856:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979316.773860:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979316.773862:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979316.773864:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.773866:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979316.773872:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979316.773874:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979316.773877:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979316.773880:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979316.773883:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979316.773887:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081216, portal 10
00000100:00000001:0.0:1783979316.773889:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979316.773890:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641649152 : -118905067902464 : ffff93db41aa6a00)
00000100:00000040:0.0:1783979316.773898:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.773904:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979316.773906:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979316.773908:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979316.773911:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367081216, offset 0
00000400:00000200:0.0:1783979316.773915:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979316.773919:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.773923:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979316.773926:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979316.773928:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979316.773931:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979316.773933:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979316.773937:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346007:346007:256:4294967295] 192.168.201.109@tcp LPNI seq info [345996:345996:8:4294967295]
00000400:00000200:0.0:1783979316.773941:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.773947:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979316.773962:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.773968:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979316.773973:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979316.773975:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979316.773979:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979316.773982:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979316.773985:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.773987:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979316.773991:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979316.773995:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979316.773998:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979316.773999:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979316.774002:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979316.774005:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774013:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.774016:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774023:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.774024:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979316.774027:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979316.774032:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979316.774035:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979316.774037:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304848421
00000100:00000001:0.0:1783979316.774040:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304849659
00000100:00000001:0.0:1783979316.774042:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304848421
00000100:00000001:0.0:1783979316.774044:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304849659
00000100:00000001:0.0:1783979316.774046:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979316.774048:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.774050:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979316.774054:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979316.774071:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979316.774073:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979316.774078:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979316.774081:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979316.774082:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979316.774084:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979316.774088:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979316.774097:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774113:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979316.774115:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774117:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.774119:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979316.774122:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774129:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979316.774133:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774141:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979316.774144:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774145:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.774147:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774149:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979316.774154:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979316.774156:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979316.774160:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979316.774162:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979316.774166:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979316.774174:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081216:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979316.774179:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979316.774184:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774197:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979316.774198:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.774201:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979316.774202:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979316.774205:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979316.774208:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979316.774211:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979316.774214:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979316.774215:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979316.774217:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979316.774220:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979316.774222:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979316.774225:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979316.774228:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979316.774231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979316.774234:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081344, portal 10
00000100:00000001:0.0:1783979316.774236:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979316.774237:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641639296 : -118905067912320 : ffff93db41aa4380)
00000100:00000040:0.0:1783979316.774243:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774250:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979316.774252:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979316.774254:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979316.774256:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367081344, offset 0
00000400:00000200:0.0:1783979316.774260:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979316.774264:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.774267:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979316.774271:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979316.774273:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979316.774275:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979316.774278:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979316.774281:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346008:346008:256:4294967295] 192.168.201.109@tcp LPNI seq info [345997:345997:8:4294967295]
00000400:00000200:0.0:1783979316.774285:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979316.774291:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979316.774296:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.774299:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979316.774313:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979316.774316:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979316.774320:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979316.774323:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979316.774326:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979316.774328:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979316.774331:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979316.774334:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979316.774337:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979316.774339:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979316.774341:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979316.774345:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774353:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.774356:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774363:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.774365:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979316.774367:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979316.774371:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979316.774374:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979316.774376:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304848418
00000100:00000001:0.0:1783979316.774378:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304849659
00000100:00000001:0.0:1783979316.774381:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304848418
00000100:00000001:0.0:1783979316.774383:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304849659
00000100:00000001:0.0:1783979316.774385:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979316.774387:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.774389:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979316.774393:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979316.774401:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979316.774402:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979316.774404:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979316.774407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979316.774408:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979316.774410:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979316.774414:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979316.774421:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774427:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979316.774429:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774431:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.774432:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979316.774435:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774442:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979316.774446:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774452:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979316.774454:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774456:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979316.774457:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774459:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979316.774460:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979316.774463:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979316.774467:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979316.774468:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979316.774472:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979316.774481:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081344:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979316.774485:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774487:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.774490:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4a80 x1870627367081088/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774497:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979316.774500:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979316.774503:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979316.774507:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979316.774510:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979316.774512:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979316.774515:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979316.774518:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:0.0:1783979316.774522:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979316.774524:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979316.774527:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4a80.
00000100:00000001:0.0:1783979316.774531:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979316.774532:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774534:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.774537:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6a00 x1870627367081216/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774543:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979316.774544:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979316.774546:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979316.774548:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979316.774549:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979316.774550:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979316.774553:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979316.774554:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:0.0:1783979316.774557:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979316.774558:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979316.774559:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6a00.
00000100:00000001:0.0:1783979316.774562:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979316.774563:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774564:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979316.774567:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4380 x1870627367081344/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979316.774574:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979316.774575:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979316.774577:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979316.774579:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979316.774580:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979316.774581:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979316.774583:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979316.774585:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:0.0:1783979316.774587:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979316.774588:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979316.774589:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4380.
00000100:00000001:0.0:1783979316.774591:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979316.774592:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774594:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979316.774604:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979316.774606:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979316.774609:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979316.774611:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.831959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979316.831967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979316.831969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.831975:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979316.831979:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979316.831983:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979316.831986:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979316.831989:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979316.831992:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979316.959939:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979316.959945:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979316.959951:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979316.959952:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979316.960050:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979316.960054:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979316.960056:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979317.855912:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979317.855920:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979317.855922:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979317.855928:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979317.855932:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979317.855935:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979317.855938:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979317.855941:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979317.855944:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.983908:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979317.983914:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.983919:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979317.983923:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979317.983926:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979317.983929:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.983932:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979317.983934:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.983936:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.983938:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979317.984061:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979317.984065:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979317.984068:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979318.047942:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304849659, at 4304849664
00000100:00000010:1.0:1783979318.047957:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c60.
00000100:00000040:0.0:1783979318.048260:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304849659, at 4304849664
00000100:00000010:0.0:1783979318.048266:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:3.0:1783979318.879996:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979318.880005:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979318.880007:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979318.880012:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979318.880016:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979318.880020:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979318.880023:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979318.880027:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979318.880031:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.008165:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979319.008173:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.008179:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979319.008181:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979319.008584:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979319.008588:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979319.008592:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979319.904804:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979319.904815:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979319.904817:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979319.904825:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979319.904829:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979319.904833:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979319.904837:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979319.904840:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979319.904843:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979320.031988:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979320.032001:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979320.032010:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979320.032012:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979320.033113:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979320.033119:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979320.033123:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979320.927959:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979320.927972:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979320.927974:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979320.927982:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979320.927986:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979320.928004:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979320.928008:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979320.928012:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979320.928015:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.056005:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979321.056015:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979321.056017:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979321.056020:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.056034:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979321.056036:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.056038:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.056040:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.056044:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979321.056045:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979321.056103:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979321.056106:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979321.056109:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979321.887940:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979321.887956:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979321.887960:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979321.887965:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979321.887980:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979321.887992:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10181
00000400:00000200:1.0:1783979321.888003:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979321.888024:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979321.888029:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979321.888032:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888036:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888039:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888042:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979321.888047:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979321.888050:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979321.888054:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979321.888057:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979321.888060:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979321.888062:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979321.888066:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888067:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888070:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888072:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979321.888075:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979321.888078:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888080:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.888083:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979321.888088:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.888091:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888093:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979321.888096:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979321.888108:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4e00.
00000020:00000040:1.0:1783979321.888113:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979321.888118:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979321.888119:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888123:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979321.888127:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979321.888132:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979321.888141:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b400.
00000100:00000001:1.0:1783979321.888149:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.888160:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979321.888170:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979321.888176:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.888180:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079224371] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.888210:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979321.888214:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979321.888218:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979321.888219:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979321.888220:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979321.888224:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979321.888227:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10181
00000400:00000200:1.0:1783979321.888231:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979321.888234:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979321.888236:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979321.888239:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888241:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888243:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888245:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979321.888247:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979321.888248:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979321.888250:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979321.888252:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979321.888255:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979321.888257:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979321.888259:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888261:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888263:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888265:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979321.888267:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979321.888269:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888272:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.888274:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979321.888281:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.888284:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888286:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979321.888291:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979321.888294:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888296:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.888298:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1783979321.888300:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783979321.888304:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1783979321.888305:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:0.0:1783979321.888309:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1783979321.888310:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979321.888314:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888316:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979321.888318:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979321.888321:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979321.888322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979321.888325:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b000.
00000100:00000001:1.0:1783979321.888332:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.888338:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979321.888342:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.888342:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979321.888349:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979321.888355:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.888355:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979321.888360:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.888361:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.888367:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000642bc372] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979321.888369:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081472:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979321.888378:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979321.888385:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979321.888389:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888390:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.888395:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1783979321.888396:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979321.888400:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979321.888402:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1783979321.888404:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
00000100:00080000:1.0:1783979321.888404:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979321.888409:0:80002:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783979321.888410:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979321.888415:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10181
00000400:00000200:0.0:1783979321.888419:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979321.888424:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979321.888427:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000200:1.0:1783979321.888428:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979321.888433:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979321.888436:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:0.0:1783979321.888438:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000001:1.0:1783979321.888439:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888443:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888446:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979321.888448:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1783979321.888449:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081472, portal 25
00000020:00000040:1.0:1783979321.888450:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000001:0.0:1783979321.888455:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1783979321.888455:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979321.888457:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000100:00000001:0.0:1783979321.888459:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641641984 : -118905067909632 : ffff93db41aa4e00)
00000020:00000001:1.0:1783979321.888461:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979321.888464:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979321.888466:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888468:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979321.888472:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888476:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979321.888479:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000040:0.0:1783979321.888481:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979321.888485:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979321.888491:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.888495:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979321.888498:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1783979321.888500:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1783979321.888505:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:1.0:1783979321.888506:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888509:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1783979321.888510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979321.888514:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367081472, offset 0
00000008:00100000:1.0:1783979321.888514:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979321.888521:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888524:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.888527:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000010:1.0:1783979321.888530:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5880.
00000020:00000040:1.0:1783979321.888534:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979321.888537:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1783979321.888538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979321.888539:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.888543:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979321.888545:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979321.888546:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:1.0:1783979321.888549:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.888553:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1783979321.888557:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08289800.
00000400:00000200:0.0:1783979321.888558:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979321.888563:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1783979321.888563:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.888567:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00100000:1.0:1783979321.888572:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979321.888573:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346009:346009:256:4294967295] 192.168.201.109@tcp LPNI seq info [345998:345998:8:4294967295]
00000400:00000200:0.0:1783979321.888579:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979321.888587:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979321.888592:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1783979321.888592:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.888600:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a8655d] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1783979321.888602:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.888610:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000100:00000001:1.0:1783979321.888611:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.888618:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1783979321.888623:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:1.0:1783979321.888625:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1783979321.888629:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1783979321.888630:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979321.888637:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1783979321.888641:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:1.0:1783979321.888645:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10191)
00000800:00000200:0.1:1783979321.888647:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979321.888654:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.888657:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979321.888665:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979321.888671:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979321.888678:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979321.888682:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979321.888687:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979321.888692:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888701:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.888705:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888713:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.888715:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979321.888723:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.888727:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979321.888730:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304854774
00000100:00000010:0.0:1783979321.888737:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979321.888745:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979321.888752:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304854774
00000100:00000010:0.0:1783979321.888756:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6060.
00000100:00000001:0.0:1783979321.888758:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979321.888761:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979321.888763:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.888765:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979321.888770:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979321.888808:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979321.888810:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979321.888813:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979321.888817:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979321.888818:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979321.888820:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979321.888824:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979321.888830:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888835:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979321.888837:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888839:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.888841:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979321.888845:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888852:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979321.888857:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888865:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979321.888868:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888870:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.888871:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888874:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979321.888876:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979321.888879:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979321.888882:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979321.888884:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979321.888887:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979321.888893:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081472:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979321.888896:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888898:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.888899:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4e00 x1870627367081472/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888904:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979321.888906:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979321.888909:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979321.888911:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979321.888913:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979321.888915:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979321.888916:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979321.888919:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b400.
02000000:00000001:0.0:1783979321.888923:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979321.888924:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979321.888926:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4e00.
00000100:00000001:0.0:1783979321.888928:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979321.888929:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888931:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.888948:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979321.888950:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.888952:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979321.888953:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979321.888954:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979321.888956:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.888961:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979321.888962:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.888963:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979321.888965:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979321.888966:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979321.888968:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979321.888974:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979321.888975:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979321.888977:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.888978:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979321.888980:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979321.888982:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.888985:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979321.888988:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979321.888991:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979321.888994:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081600, portal 10
00000100:00000001:0.0:1783979321.889001:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979321.889002:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641640192 : -118905067911424 : ffff93db41aa4700)
00000100:00000040:0.0:1783979321.889009:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889030:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979321.889032:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979321.889035:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979321.889038:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367081600, offset 0
00000400:00000200:0.0:1783979321.889042:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979321.889046:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979321.889050:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979321.889053:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979321.889056:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979321.889080:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979321.889083:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979321.889086:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346010:346010:256:4294967295] 192.168.201.109@tcp LPNI seq info [345999:345999:8:4294967295]
00000400:00000200:0.0:1783979321.889089:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979321.889096:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979321.889100:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.889104:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979321.889108:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979321.889111:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979321.889114:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979321.889116:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979321.889120:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.889121:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979321.889124:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979321.889128:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979321.889153:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979321.889155:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979321.889159:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979321.889174:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889180:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.889182:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889187:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.889187:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979321.889202:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979321.889266:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979321.889270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979321.889272:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304853536
00000100:00000001:0.0:1783979321.889274:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304854774
00000100:00000001:0.0:1783979321.889275:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304853536
00000100:00000001:0.0:1783979321.889278:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304854774
00000100:00000001:0.0:1783979321.889280:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979321.889281:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.889283:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979321.889286:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979321.889291:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979321.889292:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979321.889293:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979321.889295:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979321.889296:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979321.889298:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979321.889299:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979321.889304:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889308:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979321.889309:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889310:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.889311:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979321.889313:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889317:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979321.889320:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889326:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979321.889329:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889331:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.889332:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889334:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979321.889337:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979321.889340:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979321.889343:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979321.889345:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979321.889366:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979321.889374:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081600:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979321.889379:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979321.889382:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889389:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979321.889390:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.889392:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979321.889394:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979321.889397:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979321.889400:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979321.889403:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979321.889405:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979321.889406:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979321.889408:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979321.889412:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979321.889413:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979321.889416:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979321.889417:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979321.889420:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979321.889422:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081728, portal 10
00000100:00000001:0.0:1783979321.889423:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979321.889424:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641644672 : -118905067906944 : ffff93db41aa5880)
00000100:00000040:0.0:1783979321.889429:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889433:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979321.889434:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979321.889436:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979321.889437:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367081728, offset 0
00000400:00000200:0.0:1783979321.889440:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979321.889442:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979321.889444:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979321.889460:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979321.889462:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979321.889463:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979321.889465:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979321.889467:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346011:346011:256:4294967295] 192.168.201.109@tcp LPNI seq info [346000:346000:8:4294967295]
00000400:00000200:0.0:1783979321.889470:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979321.889474:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979321.889477:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.889479:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979321.889482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979321.889484:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979321.889486:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979321.889488:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979321.889491:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979321.889492:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979321.889494:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979321.889497:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979321.889513:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979321.889515:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979321.889518:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979321.889521:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889529:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.889532:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889545:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.889546:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979321.889549:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979321.889551:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979321.889553:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979321.889555:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304853533
00000100:00000001:0.0:1783979321.889556:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304854774
00000100:00000001:0.0:1783979321.889559:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304853533
00000100:00000001:0.0:1783979321.889561:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304854774
00000100:00000001:0.0:1783979321.889563:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979321.889564:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.889566:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979321.889570:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979321.889578:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979321.889579:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979321.889581:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979321.889583:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979321.889584:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979321.889587:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979321.889590:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979321.889598:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889604:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979321.889605:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889607:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.889609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979321.889612:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889619:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979321.889623:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889628:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979321.889630:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889631:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979321.889632:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889633:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979321.889634:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979321.889635:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979321.889637:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979321.889638:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979321.889641:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979321.889645:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081728:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979321.889648:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889650:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.889653:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4700 x1870627367081600/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889660:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979321.889662:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979321.889663:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979321.889666:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979321.889668:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979321.889669:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979321.889671:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979321.889673:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b000.
02000000:00000001:0.0:1783979321.889675:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979321.889677:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979321.889678:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4700.
00000100:00000001:0.0:1783979321.889681:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979321.889682:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889684:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979321.889687:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5880 x1870627367081728/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979321.889693:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979321.889695:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979321.889696:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979321.889699:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979321.889700:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979321.889701:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979321.889703:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979321.889705:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08289800.
02000000:00000001:0.0:1783979321.889707:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979321.889708:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979321.889709:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5880.
00000100:00000001:0.0:1783979321.889712:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979321.889713:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889715:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979321.889719:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979321.889720:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979321.889722:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979321.889723:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979321.951922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979321.951938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979321.951940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979321.951947:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979321.951951:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979321.951955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979321.951958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979321.951960:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979321.951962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979322.079883:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979322.079894:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979322.079902:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979322.079904:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979322.079949:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979322.079955:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979322.079959:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979322.976188:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979322.976198:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979322.976200:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979322.976206:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979322.976210:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979322.976214:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979322.976217:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979322.976220:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979322.976228:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.103958:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979323.103968:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.103974:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979323.103975:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979323.104050:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979323.104054:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979323.104058:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979323.167920:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304854774, at 4304854784
00000100:00000010:0.0:1783979323.167938:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979323.168095:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304854774, at 4304854784
00000100:00000010:1.0:1783979323.168103:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6060.
00000100:00000001:3.0:1783979323.999890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979323.999897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979323.999899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979323.999903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979323.999906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979323.999909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979323.999910:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979323.999913:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979323.999914:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979324.128029:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979324.128037:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979324.128044:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979324.128045:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979324.128228:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979324.128232:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979324.128235:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979325.023922:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979325.023928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979325.023930:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979325.023939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979325.023941:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979325.023945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979325.023947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979325.023948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979325.023950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979325.151899:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979325.151905:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979325.151909:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979325.151910:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979325.152003:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979325.152007:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979325.152010:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979326.047891:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979326.047898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979326.047900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979326.047905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979326.047909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979326.047912:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979326.047914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979326.047917:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979326.047919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979326.176838:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979326.176845:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979326.176851:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979326.176852:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979326.177410:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979326.177414:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979326.177416:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979327.007977:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979327.007988:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979327.007992:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979327.007995:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979327.008001:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979327.008008:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10186
00000400:00000200:3.0:1783979327.008018:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979327.008024:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979327.008027:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979327.008030:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008034:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008036:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008039:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979327.008043:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979327.008045:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979327.008048:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979327.008051:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979327.008054:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979327.008056:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979327.008060:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008063:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008064:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008067:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979327.008069:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979327.008072:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008075:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.008077:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979327.008081:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.008083:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008086:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979327.008088:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979327.008099:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783979327.008102:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979327.008106:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979327.008108:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008111:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979327.008126:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979327.008131:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979327.008139:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979327.008146:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.008156:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979327.008166:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979327.008171:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.008175:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.008204:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979327.008207:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979327.008211:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979327.008212:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979327.008214:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979327.008217:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979327.008220:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10186
00000400:00000200:3.0:1783979327.008224:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979327.008227:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979327.008229:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979327.008232:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008234:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008236:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008238:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979327.008240:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979327.008242:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979327.008243:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979327.008245:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979327.008247:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979327.008249:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979327.008252:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008254:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008255:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008257:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979327.008260:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979327.008263:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008265:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.008267:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979327.008273:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.008275:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008277:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979327.008282:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979327.008285:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008287:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979327.008291:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783979327.008293:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979327.008296:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979327.008297:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008299:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979327.008301:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979327.008302:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979327.008306:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979327.008310:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.008314:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979327.008321:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979327.008323:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.008326:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.008334:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979327.008337:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979327.008340:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979327.008342:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979327.008343:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979327.008346:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979327.008348:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10186
00000400:00000200:3.0:1783979327.008352:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979327.008355:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979327.008357:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979327.008360:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008362:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008364:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008366:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979327.008368:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979327.008369:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979327.008371:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979327.008373:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979327.008375:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979327.008377:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979327.008380:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008382:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979327.008383:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008385:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979327.008387:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979327.008389:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979327.008391:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.008393:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979327.008396:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.008398:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008399:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979327.008401:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979327.008404:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008405:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979327.008419:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783979327.008422:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979327.008425:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979327.008426:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.008428:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979327.008429:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979327.008430:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979327.008434:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979327.008437:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.008442:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979327.008449:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979327.008451:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.008454:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.008460:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.008464:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979327.008467:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979327.008470:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979327.008472:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979327.008477:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10196)
00000100:00000001:0.0:1783979327.008666:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979327.008670:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979327.008672:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979327.008677:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008683:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979327.008684:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.008687:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979327.008689:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979327.008690:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979327.008693:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081856:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979327.008695:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979327.008698:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979327.008700:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.008702:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979327.008706:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979327.008707:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979327.008711:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979327.008714:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979327.008718:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979327.008723:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081856, portal 25
00000100:00000001:0.0:1783979327.008724:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979327.008726:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000040:0.0:1783979327.008729:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008733:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979327.008735:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979327.008736:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979327.008738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367081856, offset 0
00000400:00000200:0.0:1783979327.008742:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979327.008748:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.008753:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979327.008756:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979327.008760:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979327.008764:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979327.008767:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979327.008770:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346012:346012:256:4294967295] 192.168.201.109@tcp LPNI seq info [346001:346001:8:4294967295]
00000400:00000200:0.0:1783979327.008798:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.008806:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979327.008813:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.008818:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979327.008824:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979327.008828:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979327.008833:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979327.008836:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979327.008840:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.008843:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979327.008849:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979327.008853:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979327.008858:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979327.008860:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979327.008864:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979327.008868:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008877:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.008880:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008887:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.008889:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979327.008895:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979327.008899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979327.008902:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304859895
00000100:00000010:0.0:1783979327.008907:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979327.008914:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979327.008920:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304859895
00000100:00000010:0.0:1783979327.008932:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6c00.
00000100:00000001:0.0:1783979327.008936:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979327.008939:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979327.008941:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.008943:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979327.008947:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979327.008957:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979327.008959:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979327.008961:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979327.008964:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979327.008965:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979327.008968:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979327.008971:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979327.008978:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008984:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979327.008985:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.008987:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.008989:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979327.008992:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.008998:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979327.009001:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009007:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979327.009009:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009011:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.009012:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009015:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979327.009017:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979327.009019:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979327.009022:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979327.009024:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979327.009028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979327.009035:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367081856:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979327.009039:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979327.009042:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009047:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979327.009048:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.009050:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979327.009052:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979327.009054:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979327.009056:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979327.009059:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979327.009061:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979327.009062:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.009064:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979327.009067:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979327.009068:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979327.009071:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979327.009074:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979327.009077:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979327.009080:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367081984, portal 10
00000100:00000001:0.0:1783979327.009082:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979327.009084:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:0.0:1783979327.009090:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009096:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979327.009098:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979327.009100:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979327.009103:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367081984, offset 0
00000400:00000200:0.0:1783979327.009106:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979327.009110:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.009113:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979327.009127:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979327.009129:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979327.009131:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979327.009133:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979327.009135:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346013:346013:256:4294967295] 192.168.201.109@tcp LPNI seq info [346002:346002:8:4294967295]
00000400:00000200:0.0:1783979327.009138:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.009143:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979327.009148:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.009150:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979327.009153:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979327.009156:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979327.009159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979327.009161:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979327.009164:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.009166:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979327.009169:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979327.009171:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979327.009174:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979327.009176:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979327.009178:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979327.009182:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009188:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.009191:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009196:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.009198:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979327.009200:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979327.009203:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979327.009206:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979327.009208:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304858656
00000100:00000001:0.0:1783979327.009210:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304859895
00000100:00000001:0.0:1783979327.009211:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304858656
00000100:00000001:0.0:1783979327.009214:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304859895
00000100:00000001:0.0:1783979327.009215:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979327.009217:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.009219:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979327.009222:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979327.009228:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979327.009229:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979327.009231:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979327.009232:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979327.009234:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979327.009235:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979327.009238:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979327.009245:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979327.009251:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009253:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.009254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979327.009257:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009263:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979327.009266:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009271:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979327.009273:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009274:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.009275:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009276:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979327.009279:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979327.009281:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979327.009284:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979327.009286:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979327.009289:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979327.009296:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367081984:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979327.009299:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979327.009303:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009309:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979327.009311:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.009313:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979327.009314:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979327.009316:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979327.009318:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979327.009322:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979327.009324:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979327.009325:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979327.009327:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979327.009330:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979327.009331:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979327.009334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979327.009337:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979327.009340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979327.009342:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082112, portal 10
00000100:00000001:0.0:1783979327.009344:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979327.009346:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:0.0:1783979327.009351:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009357:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979327.009359:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979327.009361:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979327.009363:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367082112, offset 0
00000400:00000200:0.0:1783979327.009367:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979327.009370:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.009373:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979327.009376:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979327.009378:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979327.009380:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979327.009383:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979327.009386:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346014:346014:256:4294967295] 192.168.201.109@tcp LPNI seq info [346003:346003:8:4294967295]
00000400:00000200:0.0:1783979327.009389:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979327.009394:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979327.009399:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.009402:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979327.009406:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979327.009408:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979327.009421:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979327.009424:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979327.009428:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979327.009430:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979327.009433:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979327.009436:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979327.009438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979327.009440:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979327.009442:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979327.009446:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009452:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.009454:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009460:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.009462:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979327.009464:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979327.009466:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979327.009469:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979327.009471:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304858653
00000100:00000001:0.0:1783979327.009473:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304859895
00000100:00000001:0.0:1783979327.009475:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304858653
00000100:00000001:0.0:1783979327.009477:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304859895
00000100:00000001:0.0:1783979327.009479:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979327.009481:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.009482:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979327.009486:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979327.009493:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979327.009494:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979327.009495:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979327.009498:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979327.009499:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979327.009502:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979327.009505:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979327.009512:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009517:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979327.009518:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009520:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.009521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979327.009525:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009531:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979327.009534:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009542:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979327.009544:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009545:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979327.009547:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009548:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979327.009550:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979327.009552:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979327.009555:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979327.009557:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979327.009560:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979327.009567:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082112:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979327.009570:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009573:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.009575:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367081856/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009582:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979327.009584:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979327.009586:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979327.009589:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979327.009591:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979327.009592:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979327.009594:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979327.009597:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:0.0:1783979327.009602:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979327.009603:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979327.009605:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:0.0:1783979327.009607:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979327.009608:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009610:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.009612:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367081984/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009617:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979327.009618:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979327.009620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979327.009621:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979327.009622:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979327.009623:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979327.009625:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979327.009626:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:0.0:1783979327.009628:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979327.009629:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979327.009630:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:0.0:1783979327.009632:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979327.009633:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009634:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979327.009637:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367082112/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979327.009642:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979327.009644:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979327.009645:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979327.009647:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979327.009648:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979327.009650:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979327.009651:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979327.009653:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979327.009655:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979327.009656:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979327.009657:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:0.0:1783979327.009659:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979327.009660:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009662:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979327.009669:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979327.009671:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979327.009672:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979327.009674:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.075708:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979327.075717:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979327.075719:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.075726:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979327.075729:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979327.075733:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.075736:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.075738:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.075741:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979327.200331:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979327.200337:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979327.200344:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979327.200345:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979327.200443:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979327.200447:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979327.200450:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979328.098849:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979328.098856:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979328.098857:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979328.098863:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979328.098866:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979328.098869:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979328.098872:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979328.098875:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979328.098878:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.223978:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979328.223984:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.223988:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979328.223990:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979328.223992:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979328.223994:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.223997:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979328.223998:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.223999:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.224001:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979328.224069:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979328.224073:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979328.224076:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979328.287862:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304859895, at 4304859904
00000100:00000010:0.0:1783979328.287881:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979328.287881:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304859895, at 4304859904
00000100:00000010:1.0:1783979328.287891:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6c00.
00000100:00000001:3.0:1783979329.120057:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979329.120065:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979329.120067:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979329.120073:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979329.120076:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979329.120080:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979329.120082:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979329.120084:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979329.120088:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.250133:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979329.250141:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.250148:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979329.250149:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979329.250257:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979329.250261:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979329.250264:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979330.144633:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979330.144643:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979330.144647:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979330.144653:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979330.144657:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979330.144661:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979330.144663:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979330.144665:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979330.144668:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979330.272259:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979330.272269:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979330.272275:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979330.272277:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979330.272383:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979330.272390:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979330.272396:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979331.167927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979331.167936:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979331.167938:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979331.167944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979331.167949:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979331.167954:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979331.167956:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979331.167959:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979331.167962:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.296049:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979331.296057:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979331.296059:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979331.296063:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.296069:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979331.296071:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.296073:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.296075:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.296080:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979331.296081:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979331.296216:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979331.296220:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979331.296223:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1783979331.616230:0:171567:0:(osc_request.c:745:osc_update_next_shrink()) next time 11395 to shrink grant
00000100:00080000:3.0:1783979332.127972:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979332.127994:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979332.127999:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979332.128003:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979332.128008:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979332.128015:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10191
00000400:00000200:3.0:1783979332.128025:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979332.128031:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979332.128034:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979332.128037:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128040:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128043:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128046:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979332.128050:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979332.128052:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979332.128055:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979332.128058:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979332.128060:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979332.128063:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979332.128066:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128068:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128070:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128072:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979332.128075:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979332.128078:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128081:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.128084:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979332.128087:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.128090:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128092:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979332.128094:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979332.128105:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979332.128109:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979332.128114:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979332.128116:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128119:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979332.128122:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979332.128126:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979332.128134:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979332.128207:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.128217:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979332.128227:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979332.128232:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.128237:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.128265:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979332.128269:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979332.128272:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979332.128273:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979332.128275:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979332.128278:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979332.128280:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10191
00000400:00000200:3.0:1783979332.128284:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979332.128287:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979332.128289:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979332.128291:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128294:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128295:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128297:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979332.128300:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979332.128301:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979332.128302:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979332.128304:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979332.128306:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979332.128309:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979332.128311:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128313:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128315:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128317:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979332.128319:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979332.128322:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128324:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.128325:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979332.128331:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.128333:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128335:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979332.128339:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979332.128342:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128344:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979332.128347:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979332.128349:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979332.128352:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979332.128353:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128354:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979332.128356:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979332.128357:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979332.128361:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979332.128364:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.128368:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979332.128376:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979332.128377:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.128381:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.128388:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979332.128390:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979332.128393:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979332.128394:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979332.128395:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979332.128397:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979332.128399:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10191
00000400:00000200:3.0:1783979332.128403:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979332.128405:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979332.128407:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979332.128410:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128412:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128413:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128415:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979332.128417:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979332.128419:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979332.128420:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979332.128422:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979332.128423:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979332.128425:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979332.128428:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128429:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979332.128431:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128433:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979332.128434:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979332.128437:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979332.128438:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.128440:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979332.128442:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.128444:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128445:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979332.128447:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979332.128449:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128451:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979332.128453:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979332.128456:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979332.128458:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979332.128459:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.128460:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979332.128461:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979332.128463:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979332.128467:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979332.128470:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.128474:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979332.128485:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979332.128487:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.128491:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.128497:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.128500:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979332.128503:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979332.128505:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979332.128508:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979332.128512:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10201)
00000100:00000001:0.0:1783979332.128941:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979332.128946:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979332.128949:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979332.128956:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.128965:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979332.128968:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.128971:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979332.128974:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979332.128977:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979332.128980:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367082240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979332.128995:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979332.128999:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979332.129002:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.129004:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979332.129009:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979332.129011:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979332.129016:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979332.129020:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979332.129026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979332.129033:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082240, portal 25
00000100:00000001:0.0:1783979332.129035:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979332.129037:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:0.0:1783979332.129042:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129049:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979332.129051:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979332.129054:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979332.129057:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367082240, offset 0
00000400:00000200:0.0:1783979332.129064:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979332.129071:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.129077:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979332.129082:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979332.129087:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979332.129090:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979332.129093:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979332.129097:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346015:346015:256:4294967295] 192.168.201.109@tcp LPNI seq info [346004:346004:8:4294967295]
00000400:00000200:0.0:1783979332.129101:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.129111:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979332.129117:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.129123:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979332.129130:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979332.129134:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979332.129245:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979332.129249:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979332.129254:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.129256:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979332.129263:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979332.129267:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979332.129273:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979332.129275:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979332.129280:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979332.129284:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129294:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.129298:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129304:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.129306:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979332.129312:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979332.129316:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979332.129319:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304865015
00000100:00000010:0.0:1783979332.129325:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979332.129331:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979332.129338:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304865015
00000100:00000010:0.0:1783979332.129341:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6420.
00000100:00000001:0.0:1783979332.129344:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979332.129347:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979332.129350:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.129352:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979332.129357:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979332.129374:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979332.129376:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979332.129378:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979332.129380:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979332.129382:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979332.129385:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979332.129389:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979332.129398:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129405:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979332.129407:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.129409:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.129411:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979332.129415:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129423:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979332.129427:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129435:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979332.129438:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.129440:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.129441:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.129443:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979332.129445:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979332.129449:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979332.129452:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979332.129454:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979332.129459:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979332.129468:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367082240:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979332.129472:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979332.129475:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129481:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979332.129482:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.129484:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979332.129486:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979332.129488:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979332.129490:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979332.129494:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979332.129495:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979332.129497:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.129499:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979332.129502:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979332.129503:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979332.129507:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979332.129510:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979332.129513:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979332.129516:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082368, portal 10
00000100:00000001:0.0:1783979332.129518:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979332.129519:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:0.0:1783979332.129525:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.129531:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979332.130401:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979332.130406:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979332.130411:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367082368, offset 0
00000400:00000200:0.0:1783979332.130416:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979332.130422:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.130426:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979332.130430:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979332.130433:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979332.130436:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979332.130438:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979332.130441:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346016:346016:256:4294967295] 192.168.201.109@tcp LPNI seq info [346005:346005:8:4294967295]
00000400:00000200:0.0:1783979332.130445:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.130452:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979332.130457:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.130461:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979332.130466:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979332.130470:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979332.130474:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979332.130477:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979332.130481:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.130482:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979332.130486:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979332.130489:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979332.130493:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979332.130495:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979332.130498:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979332.130503:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130512:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.130515:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130521:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.130523:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979332.130527:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979332.130531:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979332.130601:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979332.130605:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304863777
00000100:00000001:0.0:1783979332.130608:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304865015
00000100:00000001:0.0:1783979332.130610:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304863777
00000100:00000001:0.0:1783979332.130612:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304865015
00000100:00000001:0.0:1783979332.130614:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979332.130616:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.130618:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979332.130622:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979332.130629:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979332.130631:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979332.130632:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979332.130635:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979332.130636:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979332.130638:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979332.130641:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979332.130648:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130653:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979332.130655:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.130657:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.130658:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979332.130662:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130668:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979332.130671:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130677:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979332.130680:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.130682:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.130683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.130685:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979332.130688:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979332.130691:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979332.130695:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979332.130697:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979332.130701:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979332.130709:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082368:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979332.130713:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979332.130717:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130724:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979332.130725:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.130728:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979332.130730:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979332.130732:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979332.130736:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979332.130739:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979332.130742:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979332.130744:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979332.130746:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979332.130750:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979332.130752:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979332.130755:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979332.130758:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979332.130762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979332.130765:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082496, portal 10
00000100:00000001:0.0:1783979332.130767:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979332.130769:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:0.0:1783979332.130793:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.130800:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979332.130802:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979332.130805:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979332.130808:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367082496, offset 0
00000400:00000200:0.0:1783979332.130812:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979332.130816:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.130980:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979332.131075:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979332.131079:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979332.131082:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979332.131084:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979332.131088:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346017:346017:256:4294967295] 192.168.201.109@tcp LPNI seq info [346006:346006:8:4294967295]
00000400:00000200:0.0:1783979332.131092:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979332.131099:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979332.131104:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.131108:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979332.131113:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979332.131116:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979332.131120:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979332.131123:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979332.131127:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979332.131129:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979332.131133:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979332.131208:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979332.131213:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979332.131215:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979332.131218:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979332.131222:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131237:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.131240:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131247:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.131248:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979332.131252:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979332.131256:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979332.131259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979332.131261:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304863775
00000100:00000001:0.0:1783979332.131264:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304865015
00000100:00000001:0.0:1783979332.131266:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304863775
00000100:00000001:0.0:1783979332.131268:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304865015
00000100:00000001:0.0:1783979332.131271:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979332.131273:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.131275:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979332.131279:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979332.131288:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979332.131289:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979332.131291:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979332.131294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979332.131296:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979332.131298:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979332.131301:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979332.131309:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131316:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979332.131318:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131320:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.131322:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979332.131325:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131333:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979332.131337:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131345:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979332.131347:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131349:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979332.131351:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131353:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979332.131354:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979332.131357:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979332.131360:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979332.131363:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979332.131366:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979332.131374:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082496:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979332.131379:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131382:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.131385:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367082240/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131391:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979332.131394:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979332.131397:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565000.
02000000:00000001:0.0:1783979332.131400:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979332.131403:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979332.131405:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979332.131407:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979332.131410:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979332.131414:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979332.131416:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979332.131418:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:0.0:1783979332.131421:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979332.131422:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131424:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.131427:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367082368/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131434:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979332.131435:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979332.131437:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565800.
02000000:00000001:0.0:1783979332.131439:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979332.131440:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979332.131441:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979332.131443:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979332.131445:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979332.131447:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979332.131448:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979332.131449:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:0.0:1783979332.131452:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979332.131453:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131454:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979332.131458:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367082496/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979332.131464:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979332.131465:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979332.131467:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08567800.
02000000:00000001:0.0:1783979332.131469:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979332.131471:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979332.131472:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979332.131474:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979332.131475:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979332.131478:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979332.131479:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979332.131481:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:0.0:1783979332.131483:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979332.131484:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131487:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979332.131495:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979332.131497:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979332.131500:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979332.131502:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.191858:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979332.191867:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979332.191869:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.191874:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979332.191878:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979332.191882:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.191884:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979332.191886:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.191889:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979332.326947:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979332.326954:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979332.326959:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979332.326960:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979332.327031:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979332.327035:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979332.327039:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979333.215927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979333.215935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979333.215937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979333.215944:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979333.215959:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979333.215962:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979333.215965:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979333.215967:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979333.215970:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.343951:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979333.343959:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.343964:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979333.343965:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979333.344058:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979333.344061:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979333.344065:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979333.408974:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304865015, at 4304865025
00000100:00000010:0.0:1783979333.409001:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979333.409129:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304865015, at 4304865025
00000100:00000010:1.0:1783979333.409135:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6420.
00000100:00000001:3.0:1783979334.239897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979334.239905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979334.239907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979334.239913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979334.239917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979334.239920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979334.239922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979334.239925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979334.239927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979334.368529:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979334.368535:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979334.368540:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979334.368542:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979334.368597:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979334.368601:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979334.368604:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979335.263927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979335.263934:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979335.263935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979335.263939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979335.263942:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979335.263945:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979335.263947:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979335.263948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979335.263950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979335.391943:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979335.391950:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979335.391956:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979335.391957:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979335.392107:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979335.392111:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979335.392113:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979336.287889:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979336.287897:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979336.287899:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979336.287905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979336.287908:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979336.287911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979336.287914:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979336.287916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979336.287919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979336.415921:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979336.415927:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979336.415932:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979336.415934:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979336.416136:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979336.416140:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979336.416143:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979337.248819:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979337.248831:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979337.248833:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979337.248837:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979337.248842:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979337.248849:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10196
00000400:00000200:0.0:1783979337.248858:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979337.248865:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979337.248868:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979337.248870:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.248873:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979337.248875:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.248878:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979337.248882:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979337.248885:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979337.248888:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979337.248891:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979337.248893:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979337.248896:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979337.248899:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.248900:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979337.248902:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.248904:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979337.248907:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979337.248910:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979337.248913:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979337.248916:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979337.248920:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979337.248923:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.248926:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979337.248928:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979337.248937:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29500.
00000020:00000040:0.0:1783979337.248941:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979337.248945:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979337.248947:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.248950:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979337.248953:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979337.248958:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979337.248965:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567800.
00000100:00000001:0.0:1783979337.248972:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979337.248981:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979337.248991:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979337.248996:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979337.249000:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c86d031] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979337.249036:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979337.249039:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979337.249042:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979337.249044:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979337.249045:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979337.249048:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979337.249051:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10196
00000400:00000200:0.0:1783979337.249054:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979337.249057:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979337.249060:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979337.249062:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249064:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979337.249066:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249068:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979337.249070:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979337.249071:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979337.249073:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979337.249075:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979337.249077:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979337.249079:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979337.249100:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249102:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979337.249104:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249106:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979337.249108:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979337.249111:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249113:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979337.249115:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979337.249121:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979337.249123:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249125:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979337.249129:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979337.249131:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249133:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979337.249137:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2b800.
00000020:00000040:0.0:1783979337.249139:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979337.249141:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979337.249143:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249145:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979337.249146:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979337.249147:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979337.249151:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565800.
00000100:00000001:0.0:1783979337.249155:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979337.249160:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979337.249166:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979337.249168:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979337.249172:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06bee0d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979337.249179:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979337.249181:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979337.249183:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979337.249185:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979337.249186:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979337.249188:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979337.249190:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10196
00000400:00000200:0.0:1783979337.249194:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979337.249197:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979337.249199:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979337.249202:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249203:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979337.249205:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249207:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979337.249210:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979337.249212:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979337.249214:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979337.249215:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979337.249218:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979337.249220:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979337.249223:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249225:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979337.249226:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1783979337.249227:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249231:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979337.249234:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979337.249236:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979337.249238:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979337.249240:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979337.249243:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979337.249244:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249246:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979337.249248:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979337.249250:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249251:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979337.249254:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28000.
00000020:00000040:0.0:1783979337.249257:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979337.249259:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979337.249260:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979337.249261:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979337.249262:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979337.249264:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979337.249267:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783979337.249271:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979337.249275:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979337.249282:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979337.249284:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979337.249287:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e1adf9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979337.249295:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979337.249298:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979337.249301:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1783979337.249302:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979337.249306:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979337.249307:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979337.249312:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979337.249317:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979337.249319:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10206)
00000100:00000001:1.0:1783979337.249329:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979337.249333:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.249336:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979337.249339:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979337.249342:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979337.249346:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367082624:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979337.249350:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979337.249355:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979337.249358:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.249361:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979337.249365:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979337.249367:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979337.249373:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979337.249377:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979337.249383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979337.249390:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082624, portal 25
00000100:00000001:1.0:1783979337.249393:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979337.249394:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207025408 : -118905502526208 : ffff93db27c29500)
00000100:00000040:1.0:1783979337.249400:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249408:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979337.249411:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979337.249414:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979337.249416:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367082624, offset 0
00000400:00000200:1.0:1783979337.249423:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979337.249431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.249437:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979337.249442:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979337.249446:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979337.249450:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979337.249452:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979337.249456:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346018:346018:256:4294967295] 192.168.201.109@tcp LPNI seq info [346007:346007:8:4294967295]
00000400:00000200:1.0:1783979337.249460:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.249469:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979337.249475:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.249481:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979337.249487:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979337.249491:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979337.249496:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979337.249500:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979337.249504:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.249507:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979337.249513:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979337.249517:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979337.249523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979337.249526:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979337.249530:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979337.249534:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249543:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.249547:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.249556:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979337.249562:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979337.249566:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979337.249568:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304870135
00000100:00000010:1.0:1783979337.249573:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc1e0.
00000100:00000001:1.0:1783979337.249579:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979337.249586:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304870135
00000100:00000010:1.0:1783979337.249590:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc5a0.
00000100:00000001:1.0:1783979337.249593:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979337.249596:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979337.249661:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.249664:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979337.249669:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979337.249679:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979337.249681:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979337.249683:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979337.249686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979337.249689:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979337.249691:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979337.249694:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979337.249703:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249709:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979337.249711:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.249713:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.249715:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979337.249719:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249725:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979337.249729:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249736:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979337.249739:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.249740:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.249742:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.249744:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979337.249758:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979337.249761:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979337.249765:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979337.249767:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979337.249815:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979337.249824:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367082624:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979337.249840:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979337.249893:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249900:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979337.249901:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.249904:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979337.249905:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979337.249907:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979337.249910:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979337.249913:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979337.249915:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979337.249916:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.249918:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979337.249921:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979337.249922:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979337.249926:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979337.249929:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979337.249932:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979337.249934:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082752, portal 10
00000100:00000001:1.0:1783979337.249936:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979337.249937:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207034368 : -118905502517248 : ffff93db27c2b800)
00000100:00000040:1.0:1783979337.249943:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.249950:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979337.249952:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979337.249954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979337.249956:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367082752, offset 0
00000400:00000200:1.0:1783979337.249960:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979337.249964:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.249967:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979337.249970:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979337.249972:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979337.249974:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979337.249976:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979337.249980:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346019:346019:256:4294967295] 192.168.201.109@tcp LPNI seq info [346008:346008:8:4294967295]
00000400:00000200:1.0:1783979337.249983:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.249989:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979337.249993:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.249996:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979337.250000:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979337.250003:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979337.250007:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979337.250009:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979337.250013:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.250015:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979337.250018:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979337.250021:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979337.250024:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979337.250025:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979337.250027:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979337.250030:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250038:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.250042:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250048:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.250050:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979337.250053:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979337.250056:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979337.250059:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979337.250061:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304868897
00000100:00000001:1.0:1783979337.250064:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304870135
00000100:00000001:1.0:1783979337.250066:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304868897
00000100:00000001:1.0:1783979337.250068:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304870135
00000100:00000001:1.0:1783979337.250070:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979337.250072:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.250074:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979337.250078:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979337.250086:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979337.250087:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979337.250089:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979337.250091:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979337.250093:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979337.250095:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979337.250097:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979337.250105:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250111:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979337.250112:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250113:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.250115:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979337.250118:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250125:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979337.250128:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250135:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979337.250137:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250138:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.250139:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250141:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979337.250144:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979337.250146:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979337.250149:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979337.250152:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979337.250155:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979337.250163:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082752:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979337.250167:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250169:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.250171:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29500 x1870627367082624/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250178:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979337.250180:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979337.250182:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979337.250186:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979337.250188:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979337.250190:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979337.250192:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979337.250194:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567800.
02000000:00000001:1.0:1783979337.250197:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979337.250199:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979337.250201:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29500.
00000100:00000001:1.0:1783979337.250204:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979337.250205:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250207:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.250210:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2b800 x1870627367082752/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250216:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979337.250217:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979337.250218:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979337.250220:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979337.250222:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979337.250223:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979337.250225:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979337.250227:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565800.
02000000:00000001:1.0:1783979337.250229:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979337.250230:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979337.250231:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2b800.
00000100:00000001:1.0:1783979337.250819:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979337.250821:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250823:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.250830:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979337.250832:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.250834:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979337.250836:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979337.250838:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979337.250905:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250913:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979337.250915:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.250917:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979337.250920:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979337.250922:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979337.250925:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979337.250928:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979337.250930:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979337.250932:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979337.250934:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979337.250937:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979337.250939:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979337.250943:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979337.250946:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979337.250949:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979337.250952:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367082880, portal 10
00000100:00000001:1.0:1783979337.250954:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979337.250955:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207020032 : -118905502531584 : ffff93db27c28000)
00000100:00000040:1.0:1783979337.250961:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.250968:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979337.250970:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979337.250972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979337.250974:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367082880, offset 0
00000400:00000200:1.0:1783979337.250979:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979337.250983:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.250986:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979337.250990:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979337.250992:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979337.250995:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979337.250997:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979337.251000:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346020:346020:256:4294967295] 192.168.201.109@tcp LPNI seq info [346009:346009:8:4294967295]
00000400:00000200:1.0:1783979337.251003:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979337.251009:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979337.251014:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.251018:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979337.251022:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979337.251025:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783979337.251028:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979337.251031:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1783979337.251034:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979337.251036:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979337.251039:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979337.251042:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979337.251045:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979337.251047:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979337.251050:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979337.251053:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251061:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.251065:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251071:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.251072:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979337.251075:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979337.251078:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979337.251081:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979337.251084:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304868895
00000100:00000001:1.0:1783979337.251086:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304870135
00000100:00000001:1.0:1783979337.251088:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304868895
00000100:00000001:1.0:1783979337.251090:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304870135
00000100:00000001:1.0:1783979337.251092:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979337.251094:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.251096:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979337.251099:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979337.251107:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979337.251109:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979337.251111:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979337.251113:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979337.251115:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979337.251117:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979337.251120:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979337.251128:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251135:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979337.251136:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251138:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.251139:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979337.251143:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251149:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979337.251153:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251160:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979337.251162:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251163:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979337.251164:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251166:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979337.251168:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979337.251170:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979337.251174:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979337.251176:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979337.251180:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979337.251188:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367082880:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979337.251192:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251193:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979337.251196:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28000 x1870627367082880/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979337.251202:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979337.251204:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979337.251206:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979337.251209:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979337.251211:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979337.251212:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979337.251214:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979337.251216:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979337.251218:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979337.251219:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979337.251220:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28000.
00000100:00000001:1.0:1783979337.251222:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979337.251224:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979337.251229:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979337.251230:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979337.252066:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979337.252070:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.311896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979337.311905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.311906:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.311913:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979337.311916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.311920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.311923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.311937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.311940:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979337.440008:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979337.440016:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979337.440021:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979337.440022:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979337.440100:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979337.440104:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979337.440108:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979338.335884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979338.335902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979338.335904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979338.335912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979338.335916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979338.335921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979338.335924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979338.335926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979338.335930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.464007:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979338.464013:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.464018:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979338.464020:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979338.464022:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979338.464025:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.464028:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979338.464030:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.464032:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.464034:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979338.464494:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979338.464498:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979338.464501:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979338.527940:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304870135, at 4304870144
00000100:00000010:0.0:1783979338.527956:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc1e0.
00000100:00000040:1.0:1783979338.529478:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304870135, at 4304870145
00000100:00000010:1.0:1783979338.529489:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000001:3.0:1783979339.363098:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979339.363108:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979339.363111:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979339.363118:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979339.363123:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979339.363128:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979339.363131:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979339.363134:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979339.363137:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979339.488089:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979339.488096:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979339.488102:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979339.488104:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979339.489143:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979339.489148:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979339.489151:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979340.384977:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979340.384985:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979340.384987:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979340.384993:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979340.384996:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979340.384999:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979340.385002:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979340.385005:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979340.385008:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.512116:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979340.512123:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.512130:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979340.512131:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979340.512257:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979340.512260:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979340.512263:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979341.407950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979341.407959:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979341.407960:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979341.407966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979341.407969:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979341.407974:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979341.407977:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979341.407981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979341.407984:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.536732:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979341.536741:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979341.536743:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979341.536746:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.536751:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979341.536754:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.536756:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.536758:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.536762:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979341.536763:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979341.536848:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979341.536854:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979341.536859:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979342.368210:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979342.368222:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979342.368225:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979342.368230:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979342.368235:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979342.368244:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10201
00000400:00000200:3.0:1783979342.368255:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979342.368262:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979342.368265:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979342.368268:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368273:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979342.368276:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368279:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979342.368283:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979342.368294:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979342.368298:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979342.368305:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979342.368308:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979342.368310:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979342.368313:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368315:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979342.368318:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368320:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979342.368323:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979342.368326:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368329:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.368332:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979342.368336:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.368339:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368341:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979342.368343:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979342.368356:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979342.368360:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979342.368364:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979342.368366:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368385:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979342.368388:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979342.368392:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979342.368403:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979342.368411:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.368421:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979342.368438:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979342.368450:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979342.368456:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.368480:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979342.368483:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979342.368486:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979342.368488:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979342.368490:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979342.368493:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979342.368496:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10201
00000400:00000200:3.0:1783979342.368500:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979342.368503:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979342.368505:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979342.368509:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368511:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979342.368514:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368516:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979342.368519:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979342.368520:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979342.368522:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979342.368524:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979342.368526:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979342.368528:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979342.368531:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979342.368532:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368534:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979342.368538:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979342.368539:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979342.368540:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979342.368544:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783979342.368545:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979342.368548:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368553:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.368555:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979342.368559:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979342.368563:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.368568:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368571:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979342.368577:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979342.368578:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979342.368583:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979342.368583:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368587:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.368590:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1783979342.368592:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
02000000:00000001:1.0:1783979342.368595:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979342.368596:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979342.368601:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.368602:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979342.368604:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368608:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1783979342.368610:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083008:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979342.368610:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979342.368613:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.368619:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1783979342.368619:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979342.368624:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.368627:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979342.368631:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.368632:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979342.368636:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979342.368644:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1783979342.368645:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
00000100:00000001:3.0:1783979342.368647:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.368655:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.368678:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979342.368682:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979342.368686:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00000001:3.0:1783979342.368695:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979342.368697:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00080000:3.0:1783979342.368706:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1783979342.368707:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083008, portal 25
00000100:00000001:1.0:1783979342.368712:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783979342.368713:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979342.368716:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000001:3.0:1783979342.368716:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979342.368719:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979342.368723:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783979342.368725:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979342.368728:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10201
00000400:00000200:3.0:1783979342.368736:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979342.368741:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1783979342.368741:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979342.368746:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979342.368750:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979342.368752:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:1.0:1783979342.368755:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000001:3.0:1783979342.368756:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1783979342.368761:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367083008, offset 0
00000100:00000040:3.0:1783979342.368765:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368768:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979342.368809:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783979342.368812:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783979342.368812:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979342.368816:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979342.368819:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979342.368821:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979342.368824:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979342.368827:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979342.368831:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368834:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979342.368836:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979342.368840:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:3.0:1783979342.368840:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979342.368845:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979342.368850:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1783979342.368850:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368855:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.368857:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979342.368859:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:3.0:1783979342.368861:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.368864:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.368866:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783979342.368867:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979342.368871:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979342.368872:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000008:00000001:3.0:1783979342.368875:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368878:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.368881:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346021:346021:256:4294967295] 192.168.201.109@tcp LPNI seq info [346010:346010:8:4294967295]
00000100:00000010:3.0:1783979342.368883:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979342.368888:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783979342.368889:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979342.368893:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979342.368896:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.368898:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979342.368901:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979342.368904:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.368908:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1783979342.368912:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000800:00000200:1.0:1783979342.368917:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979342.368918:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.368925:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1783979342.368926:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000001:3.0:1783979342.368935:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783979342.368938:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783979342.368939:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979342.368945:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1783979342.368946:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783979342.368957:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:3.0:1783979342.368960:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979342.368963:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1783979342.368964:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979342.368971:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783979342.368974:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979342.368976:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783979342.368980:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000040:3.0:1783979342.368981:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979342.369001:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10211)
00000400:00000200:1.0:1783979342.369053:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979342.369060:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979342.369066:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979342.369069:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979342.369074:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979342.369079:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369089:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.369093:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369101:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369103:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979342.369110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.369114:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979342.369118:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304875255
00000100:00000010:1.0:1783979342.369123:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc5a0.
00000100:00000001:1.0:1783979342.369131:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979342.369138:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304875255
00000100:00000010:1.0:1783979342.369140:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd80.
00000100:00000001:1.0:1783979342.369144:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979342.369147:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979342.369149:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369152:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979342.369156:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979342.369167:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979342.369169:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979342.369172:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979342.369174:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979342.369176:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979342.369179:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979342.369183:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979342.369197:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369204:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979342.369206:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369208:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369211:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979342.369215:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369222:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979342.369227:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369233:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979342.369237:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369238:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369242:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979342.369245:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979342.369247:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979342.369251:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979342.369254:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979342.369258:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979342.369267:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083008:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979342.369272:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369274:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.369277:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367083008/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369290:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979342.369292:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979342.369295:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979342.369298:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979342.369301:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979342.369302:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979342.369305:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979342.369307:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783979342.369312:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979342.369314:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979342.369316:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783979342.369319:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979342.369320:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369322:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369330:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979342.369333:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369335:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979342.369337:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979342.369339:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979342.369342:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369349:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979342.369350:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.369352:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979342.369354:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979342.369356:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979342.369359:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979342.369362:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979342.369364:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979342.369366:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.369367:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979342.369370:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979342.369372:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.369375:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979342.369378:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979342.369382:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979342.369384:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083136, portal 10
00000100:00000001:1.0:1783979342.369386:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979342.369388:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:1.0:1783979342.369395:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369401:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979342.369403:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979342.369405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979342.369407:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367083136, offset 0
00000400:00000200:1.0:1783979342.369411:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979342.369414:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979342.369418:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979342.369421:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979342.369423:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979342.369426:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979342.369428:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979342.369431:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346022:346022:256:4294967295] 192.168.201.109@tcp LPNI seq info [346011:346011:8:4294967295]
00000400:00000200:1.0:1783979342.369435:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979342.369441:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979342.369445:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979342.369448:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979342.369452:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979342.369455:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783979342.369459:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979342.369462:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1783979342.369466:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979342.369468:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979342.369470:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979342.369474:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979342.369477:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979342.369479:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979342.369482:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979342.369485:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.369496:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369502:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369504:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979342.369506:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979342.369510:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979342.369513:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979342.369515:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304874016
00000100:00000001:1.0:1783979342.369518:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304875255
00000100:00000001:1.0:1783979342.369520:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304874016
00000100:00000001:1.0:1783979342.369523:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304875255
00000100:00000001:1.0:1783979342.369525:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979342.369527:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369529:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979342.369532:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979342.369540:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979342.369542:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979342.369543:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979342.369546:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979342.369548:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979342.369550:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979342.369553:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979342.369562:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369574:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979342.369575:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369576:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369578:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979342.369581:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369588:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979342.369592:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369598:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979342.369601:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369602:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369603:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369605:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979342.369608:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979342.369611:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979342.369614:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979342.369617:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979342.369621:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979342.369628:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083136:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979342.369631:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979342.369634:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369639:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979342.369640:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.369643:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979342.369644:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979342.369646:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979342.369648:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979342.369651:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979342.369653:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979342.369654:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979342.369668:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979342.369672:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979342.369674:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979342.369677:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979342.369679:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979342.369683:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979342.369685:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083264, portal 10
00000100:00000001:1.0:1783979342.369687:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979342.369689:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783979342.369694:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369702:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979342.369704:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979342.369707:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979342.369709:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367083264, offset 0
00000400:00000200:1.0:1783979342.369713:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979342.369717:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979342.369721:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979342.369724:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979342.369727:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979342.369729:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979342.369731:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979342.369735:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346023:346023:256:4294967295] 192.168.201.109@tcp LPNI seq info [346012:346012:8:4294967295]
00000400:00000200:1.0:1783979342.369739:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979342.369745:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979342.369751:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979342.369754:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979342.369758:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979342.369761:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783979342.369766:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979342.369769:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1783979342.369846:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979342.369848:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979342.369852:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979342.369855:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979342.369859:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979342.369861:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979342.369864:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979342.369867:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369874:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.369876:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369882:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369884:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979342.369887:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979342.369890:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979342.369893:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979342.369895:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304874014
00000100:00000001:1.0:1783979342.369898:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304875255
00000100:00000001:1.0:1783979342.369900:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304874014
00000100:00000001:1.0:1783979342.369903:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304875255
00000100:00000001:1.0:1783979342.369905:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979342.369907:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.369909:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979342.369913:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979342.369922:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979342.369923:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979342.369925:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979342.369928:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979342.369929:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979342.369931:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979342.369935:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979342.369943:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369950:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979342.369951:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369953:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369954:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979342.369958:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369964:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979342.369968:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.369975:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979342.369977:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369979:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979342.369980:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.369982:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979342.369984:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979342.369994:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979342.369998:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979342.370000:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979342.370005:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979342.370013:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083264:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979342.370017:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.370019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.370022:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367083136/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.370029:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979342.370030:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979342.370033:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979342.370035:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979342.370037:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979342.370038:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979342.370040:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979342.370042:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979342.370045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979342.370046:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979342.370047:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783979342.370050:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979342.370051:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.370053:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979342.370055:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367083264/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979342.370062:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979342.370063:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979342.370065:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979342.370067:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979342.370068:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979342.370069:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979342.370071:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979342.370072:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979342.370074:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979342.370076:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979342.370077:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783979342.370079:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979342.370081:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.370082:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979342.370086:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979342.370088:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979342.370089:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979342.370091:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979342.432949:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979342.432957:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979342.432959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979342.432964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979342.432968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979342.432973:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979342.432975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979342.432978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979342.432982:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979342.562837:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979342.562847:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979342.562855:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979342.562856:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979342.562929:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979342.562934:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979342.562938:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979343.455951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979343.455961:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979343.455963:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979343.455979:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979343.455984:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979343.455989:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979343.455992:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979343.455995:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979343.455999:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979343.584203:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979343.584213:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979343.584221:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979343.584223:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979343.584291:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979343.584296:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979343.584300:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979343.647901:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304875255, at 4304875264
00000100:00000010:0.0:1783979343.647925:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc5a0.
00000100:00000040:1.0:1783979343.648009:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304875255, at 4304875264
00000100:00000010:1.0:1783979343.648014:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:0.0:1783979344.480230:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979344.480238:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979344.480240:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979344.480245:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979344.480248:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979344.480251:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979344.480254:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979344.480256:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979344.480259:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.608794:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979344.608804:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.608810:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979344.608811:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979344.609065:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979344.609072:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979344.609076:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979345.503946:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979345.503956:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979345.503959:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979345.503966:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979345.503971:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979345.503976:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979345.503979:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979345.503981:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979345.503985:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979345.631969:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979345.631979:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979345.631987:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979345.631988:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979345.632103:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979345.632109:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979345.632112:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979346.527920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979346.527931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979346.527977:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979346.527983:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979346.527987:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979346.527990:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979346.527992:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979346.527995:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979346.527997:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979346.655966:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979346.655976:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979346.655982:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979346.655984:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979346.657356:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979346.657361:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979346.657365:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979347.487933:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979347.487946:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979347.487949:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979347.487954:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979347.487959:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979347.487969:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10206
00000400:00000200:2.0:1783979347.487980:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979347.487987:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979347.487990:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979347.487993:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.487997:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488000:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488003:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979347.488007:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979347.488009:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979347.488013:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979347.488017:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979347.488107:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979347.488111:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979347.488115:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488117:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488119:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488121:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979347.488125:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979347.488128:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488130:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979347.488133:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979347.488137:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979347.488141:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488143:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979347.488146:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979347.488158:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979347.488162:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979347.488167:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979347.488169:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488173:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979347.488177:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979347.488182:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979347.488194:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783979347.488202:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979347.488211:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979347.488222:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979347.488227:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979347.488232:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979347.488272:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979347.488276:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979347.488280:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979347.488281:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979347.488283:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979347.488286:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979347.488289:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10206
00000400:00000200:2.0:1783979347.488293:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979347.488296:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979347.488298:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979347.488301:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488303:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488306:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488308:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979347.488310:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979347.488311:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979347.488313:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979347.488315:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979347.488317:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979347.488319:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979347.488322:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488324:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488325:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488327:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979347.488330:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979347.488334:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488337:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979347.488339:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979347.488346:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979347.488349:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488352:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979347.488357:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979347.488361:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488363:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979347.488367:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979347.488370:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979347.488372:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979347.488374:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488376:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979347.488377:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979347.488379:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979347.488382:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783979347.488386:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979347.488391:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979347.488405:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979347.488407:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979347.488411:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979347.488420:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979347.488423:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979347.488426:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979347.488429:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979347.488431:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979347.488434:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979347.488437:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10206
00000400:00000200:2.0:1783979347.488441:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979347.488444:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979347.488446:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979347.488449:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488451:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488453:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488456:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979347.488458:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979347.488459:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979347.488461:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979347.488463:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979347.488465:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979347.488467:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979347.488470:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488471:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979347.488474:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488476:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979347.488478:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979347.488481:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979347.488483:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979347.488484:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979347.488486:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979347.488488:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488490:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979347.488492:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979347.488494:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488495:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979347.488505:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979347.488508:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979347.488510:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979347.488511:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979347.488513:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979347.488514:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979347.488516:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979347.488519:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783979347.488522:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979347.488526:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979347.488540:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979347.488541:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979347.488545:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979347.488553:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979347.488556:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979347.488560:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979347.488563:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979347.488566:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979347.488581:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10216)
00000100:00000001:1.0:1783979347.488664:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979347.488674:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979347.488678:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979347.488685:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.488694:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979347.488697:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.488700:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979347.488703:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979347.488705:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979347.488709:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979347.488713:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979347.488719:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979347.488722:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.488725:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979347.488733:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979347.488736:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979347.488742:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979347.488747:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979347.488754:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979347.488766:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083392, portal 25
00000100:00000001:1.0:1783979347.488769:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979347.488771:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783979347.488815:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.488823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979347.488826:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979347.488829:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979347.488833:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367083392, offset 0
00000400:00000200:1.0:1783979347.488840:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979347.488848:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.488855:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979347.488861:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979347.488865:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979347.488877:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979347.488880:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979347.488885:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346024:346024:256:4294967295] 192.168.201.109@tcp LPNI seq info [346013:346013:8:4294967295]
00000400:00000200:1.0:1783979347.488890:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.488902:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979347.488909:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.488915:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979347.488923:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979347.488927:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783979347.488933:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979347.488937:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1783979347.488941:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.488944:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979347.488951:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979347.488956:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979347.488963:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979347.488965:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979347.488970:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979347.488974:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.488984:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.488988:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.488995:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.488997:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979347.489003:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979347.489007:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979347.489010:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304880375
00000100:00000010:1.0:1783979347.489015:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd80.
00000100:00000001:1.0:1783979347.489031:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979347.489038:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304880375
00000100:00000010:1.0:1783979347.489041:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc180.
00000100:00000001:1.0:1783979347.489046:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979347.489049:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979347.489051:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.489054:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979347.489058:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979347/real 1783979347]  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979347.489074:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979347.489076:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979347.489078:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979347.489081:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979347.489083:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979347.489085:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979347.489088:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979347.489097:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489104:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979347.489106:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489108:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489110:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979347.489114:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489121:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979347.489126:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489134:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979347.489137:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489138:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489140:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489142:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979347.489144:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979347.489147:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979347.489151:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979347.489154:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979347.489158:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979347.489167:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083392:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979347.489172:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979347.489175:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489182:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979347.489184:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.489186:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979347.489187:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979347.489189:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979347.489192:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979347.489195:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979347.489197:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979347.489199:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.489201:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979347.489203:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979347.489205:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979347.489209:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979347.489211:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979347.489214:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979347.489217:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083520, portal 10
00000100:00000001:1.0:1783979347.489219:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979347.489220:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979347.489226:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489233:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979347.489235:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979347.489237:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979347.489240:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367083520, offset 0
00000400:00000200:1.0:1783979347.489243:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979347.489247:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.489251:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979347.489253:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979347.489256:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979347.489259:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979347.489261:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979347.489263:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346025:346025:256:4294967295] 192.168.201.109@tcp LPNI seq info [346014:346014:8:4294967295]
00000400:00000200:1.0:1783979347.489268:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.489274:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979347.489278:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.489281:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979347.489285:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979347.489288:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783979347.489292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979347.489294:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1783979347.489299:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.489300:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979347.489303:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979347.489306:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979347.489309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979347.489311:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979347.489313:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979347.489316:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489324:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.489327:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489333:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.489335:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979347.489337:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979347.489341:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979347.489344:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979347.489346:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304879136
00000100:00000001:1.0:1783979347.489348:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304880375
00000100:00000001:1.0:1783979347.489350:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304879136
00000100:00000001:1.0:1783979347.489352:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304880375
00000100:00000001:1.0:1783979347.489355:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979347.489357:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.489359:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979347.489362:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979347/real 1783979347]  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979347.489374:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979347.489375:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979347.489377:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979347.489379:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979347.489381:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979347.489383:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979347.489386:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979347.489394:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489401:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979347.489402:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489404:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489406:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979347.489409:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489415:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979347.489419:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489425:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979347.489428:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489429:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489431:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489433:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979347.489436:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979347.489439:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979347.489441:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979347.489443:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979347.489447:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979347.489455:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083520:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979347.489458:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979347.489461:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489468:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979347.489469:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.489471:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979347.489473:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979347.489475:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979347.489478:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979347.489481:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979347.489482:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979347.489484:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979347.489486:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979347.489489:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979347.489491:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979347.489493:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979347.489496:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979347.489499:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979347.489501:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083648, portal 10
00000100:00000001:1.0:1783979347.489503:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979347.489505:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979347.489510:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979347.489518:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979347.489520:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979347.489522:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367083648, offset 0
00000400:00000200:1.0:1783979347.489526:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979347.489529:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.489533:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979347.489535:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979347.489537:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979347.489540:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979347.489542:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979347.489545:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346026:346026:256:4294967295] 192.168.201.109@tcp LPNI seq info [346015:346015:8:4294967295]
00000400:00000200:1.0:1783979347.489549:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979347.489555:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979347.489559:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.489562:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979347.489566:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979347.489595:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783979347.489599:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979347.489601:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1783979347.489605:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979347.489608:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979347.489611:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979347.489614:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979347.489616:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979347.489618:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979347.489620:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979347.489623:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489638:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.489640:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489647:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.489649:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979347.489651:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979347.489654:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979347.489657:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979347.489659:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304879133
00000100:00000001:1.0:1783979347.489661:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304880375
00000100:00000001:1.0:1783979347.489664:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304879133
00000100:00000001:1.0:1783979347.489666:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304880375
00000100:00000001:1.0:1783979347.489668:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979347.489838:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.489841:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979347.489845:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979347/real 1783979347]  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979347.489853:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979347.489855:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979347.489856:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979347.489859:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979347.489861:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979347.489863:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979347.489866:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979347.489874:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489882:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979347.489883:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489885:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489887:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979347.489890:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489898:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979347.489901:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489907:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979347.489910:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489911:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979347.489913:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489914:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979347.489916:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979347.489918:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979347.489921:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979347.489923:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979347.489927:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979347.489935:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083648:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979347.489939:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489941:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.489944:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367083392/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489950:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979347.489953:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979347.489956:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288800.
02000000:00000001:1.0:1783979347.489959:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979347.489961:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979347.489963:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979347.489966:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979347.489969:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783979347.489978:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979347.489980:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979347.489982:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979347.489986:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979347.489987:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.489988:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.489991:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367083520/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.489998:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979347.489999:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979347.490001:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979347.490003:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979347.490004:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979347.490005:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979347.490007:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979347.490008:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:1.0:1783979347.490010:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979347.490011:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979347.490012:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979347.490014:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979347.490015:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.490016:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979347.490019:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367083648/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979347.490025:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979347.490026:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979347.490028:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979347.490030:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979347.490031:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979347.490032:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979347.490034:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979347.490035:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:1.0:1783979347.490037:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979347.490039:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979347.490040:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979347.490042:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979347.490043:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.490045:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979347.490054:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979347.490056:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979347.490058:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979347.490060:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979347.552016:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979347.552026:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979347.552028:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979347.552036:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979347.552040:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979347.552045:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979347.552048:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979347.552059:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979347.552063:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979347.680002:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979347.680022:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979347.680030:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979347.680032:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979347.680237:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979347.680240:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979347.680243:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979348.575966:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979348.575976:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979348.575979:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979348.575986:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979348.575990:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979348.575995:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979348.575998:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979348.576002:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979348.576005:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.704582:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979348.704590:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.704596:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979348.704599:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979348.704601:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979348.704605:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.704608:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979348.704611:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.704613:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.704615:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979348.708362:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979348.708369:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979348.708373:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979348.767935:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304880375, at 4304880384
00000100:00000010:1.0:1783979348.767951:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000040:0.0:1783979348.768104:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304880375, at 4304880384
00000100:00000010:0.0:1783979348.768110:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd80.
00000100:00000001:0.0:1783979349.600160:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979349.600169:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979349.600171:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979349.600178:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979349.600181:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979349.600185:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979349.600188:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979349.600190:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979349.600193:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979349.727937:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979349.727945:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979349.727950:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979349.727951:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979349.728258:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979349.728262:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979349.728265:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979350.623916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979350.623923:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979350.623925:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979350.623930:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979350.623934:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979350.623937:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979350.623940:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979350.623942:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979350.623945:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.751946:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979350.751960:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979350.751963:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979350.751968:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.751974:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979350.751977:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.751979:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.751982:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.751987:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979350.751989:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979350.752068:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979350.752073:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979350.752077:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979351.647951:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979351.647962:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979351.647965:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979351.647973:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979351.647977:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979351.647981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979351.647985:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979351.647987:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979351.647990:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979351.775991:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979351.776001:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979351.776009:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979351.776010:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979351.776068:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979351.776073:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979351.776077:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979352.608225:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979352.608234:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979352.608236:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979352.608239:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979352.608242:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979352.608247:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10211
00000400:00000200:2.0:1783979352.608255:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979352.608260:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979352.608262:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979352.608264:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608267:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608268:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608270:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979352.608273:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979352.608278:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979352.608281:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979352.608283:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979352.608285:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979352.608287:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979352.608289:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608291:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608292:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608293:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979352.608295:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979352.608297:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608298:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979352.608300:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979352.608302:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979352.608304:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608306:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979352.608307:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979352.608314:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979352.608317:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979352.608320:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979352.608321:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608323:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979352.608325:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979352.608328:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979352.608334:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000100:00000001:2.0:1783979352.608340:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979352.608349:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979352.608358:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979352.608363:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979352.608367:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979352.608391:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979352.608394:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979352.608397:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979352.608397:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979352.608399:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979352.608401:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979352.608402:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10211
00000400:00000200:2.0:1783979352.608405:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979352.608406:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979352.608408:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979352.608410:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608411:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608413:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608414:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979352.608415:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979352.608416:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979352.608417:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979352.608418:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979352.608419:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979352.608420:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979352.608422:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608423:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608424:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608426:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979352.608427:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979352.608429:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608430:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979352.608431:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979352.608435:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979352.608436:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608437:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979352.608440:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979352.608442:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608443:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979352.608446:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783979352.608447:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979352.608449:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979352.608450:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608451:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979352.608452:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979352.608453:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979352.608455:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979352.608458:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979352.608462:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979352.608467:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979352.608469:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979352.608471:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979352.608477:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979352.608489:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979352.608491:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979352.608492:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979352.608493:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979352.608496:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979352.608498:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10211
00000400:00000200:2.0:1783979352.608500:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979352.608502:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979352.608504:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979352.608506:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608508:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608510:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608511:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979352.608519:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979352.608520:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979352.608521:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979352.608522:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979352.608524:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783979352.608526:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979352.608527:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783979352.608539:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979352.608545:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979352.608559:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.608570:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979352.608572:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.608576:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979352.608579:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979352.608581:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979352.608584:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979352.608588:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979352.608593:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979352.608596:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.608598:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979352.608606:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828ac00.
00000100:00000040:2.0:1783979352.608610:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979352.608612:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608617:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979352.608623:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979352.608630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979352.608632:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979352.608638:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000010:1.0:1783979352.608639:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00080000:2.0:1783979352.608643:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979352.608648:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979352.608649:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1783979352.608654:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
02000000:00000001:2.0:1783979352.608654:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979352.608664:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608666:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979352.608668:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979352.608669:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979352.608671:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083776, portal 25
00000100:00000001:1.0:1783979352.608677:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979352.608679:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979352.608685:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.608692:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979352.608695:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979352.608699:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979352.608703:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367083776, offset 0
00000400:00000200:1.0:1783979352.608723:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979352.608734:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979352.608742:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979352.608749:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979352.608753:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979352.608757:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979352.608760:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979352.608764:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346027:346027:256:4294967295] 192.168.201.109@tcp LPNI seq info [346016:346016:8:4294967295]
00000400:00000200:1.0:1783979352.608768:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979352.608809:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979352.608814:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979352.608816:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979352.608819:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979352.608821:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979352.608823:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979352.608825:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979352.608826:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979352.608830:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783979352.608832:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979352.608838:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979352.608853:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979352.608874:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979352.608876:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979352.608881:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979352.608889:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979352.608892:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979352.608895:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979352.608898:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979352.608900:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979352.608905:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10221)
00000800:00000200:1.0:1783979352.609289:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.609296:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979352.609304:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979352.609308:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783979352.609312:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979352.609315:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1783979352.609318:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.609321:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979352.609328:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979352.609333:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979352.609341:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979352.609344:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979352.609349:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979352.609354:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609366:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.609370:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609377:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.609378:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979352.609384:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979352.609388:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979352.609391:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304885495
00000100:00000010:1.0:1783979352.609396:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc180.
00000100:00000001:1.0:1783979352.609402:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979352.609464:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304885495
00000100:00000010:1.0:1783979352.609470:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcae0.
00000100:00000001:1.0:1783979352.609474:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979352.609477:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979352.609490:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.609493:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979352.609498:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979352/real 1783979352]  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979352.609507:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979352.609509:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979352.609511:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979352.609521:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979352.609522:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979352.609525:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979352.609527:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979352.609533:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609538:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979352.609539:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609541:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.609543:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979352.609545:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609550:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979352.609553:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609557:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979352.609560:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609562:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.609562:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609565:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979352.609567:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979352.609569:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979352.609572:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979352.609574:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979352.609577:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979352.609582:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367083776:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979352.609585:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979352.609587:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609591:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979352.609593:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.609594:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979352.609596:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979352.609597:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979352.609599:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979352.609602:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979352.609604:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979352.609606:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.609608:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979352.609611:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979352.609613:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979352.609617:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979352.609620:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979352.609624:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979352.609627:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367083904, portal 10
00000100:00000001:1.0:1783979352.609630:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979352.609631:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979352.609639:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609646:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979352.609648:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979352.609651:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979352.609653:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367083904, offset 0
00000400:00000200:1.0:1783979352.609657:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979352.609661:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979352.609665:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979352.609669:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979352.609671:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979352.609673:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979352.609676:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979352.609678:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346028:346028:256:4294967295] 192.168.201.109@tcp LPNI seq info [346017:346017:8:4294967295]
00000400:00000200:1.0:1783979352.609682:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979352.609688:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979352.609693:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.609696:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979352.609700:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979352.609703:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783979352.609837:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979352.609842:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1783979352.609848:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.609851:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979352.609856:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979352.609859:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979352.609862:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979352.609863:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979352.609866:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979352.609868:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609882:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.609885:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609892:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.609893:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979352.609897:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979352.609901:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979352.609904:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979352.609907:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304884257
00000100:00000001:1.0:1783979352.609909:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304885495
00000100:00000001:1.0:1783979352.609911:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304884257
00000100:00000001:1.0:1783979352.609913:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304885495
00000100:00000001:1.0:1783979352.609916:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979352.609918:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.609919:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979352.609923:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979352/real 1783979352]  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979352.609931:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979352.609933:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979352.609935:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979352.609937:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979352.609939:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979352.609941:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979352.609944:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979352.609952:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609959:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979352.609960:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609962:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.609963:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979352.609965:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609969:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979352.609972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.609976:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979352.609978:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609978:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.609979:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609980:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979352.609983:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979352.609984:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979352.609986:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979352.609987:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979352.609989:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979352.609994:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367083904:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979352.609997:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.609999:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.610001:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367083776/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610005:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979352.610007:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979352.610010:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828ac00.
02000000:00000001:1.0:1783979352.610013:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979352.610015:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979352.610017:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979352.610019:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979352.610021:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783979352.610024:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979352.610026:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979352.610027:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979352.610030:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979352.610031:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610032:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.610034:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367083904/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610039:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979352.610040:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979352.610042:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979352.610044:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979352.610045:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979352.610046:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979352.610048:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979352.610049:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783979352.610051:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979352.610053:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979352.610054:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979352.610057:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979352.610058:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610061:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610070:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979352.610073:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.610076:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979352.610078:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979352.610079:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979352.610084:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610091:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979352.610092:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.610095:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979352.610149:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979352.610153:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979352.610157:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979352.610161:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979352.610163:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979352.610165:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979352.610167:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979352.610170:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979352.610172:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979352.610176:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979352.610178:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979352.610181:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979352.610185:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084032, portal 10
00000100:00000001:1.0:1783979352.610187:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979352.610188:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783979352.610195:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610201:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979352.610203:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979352.610206:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979352.610208:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367084032, offset 0
00000400:00000200:1.0:1783979352.610212:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979352.610217:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979352.610219:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979352.610222:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979352.610223:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979352.610225:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979352.610227:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979352.610229:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346029:346029:256:4294967295] 192.168.201.109@tcp LPNI seq info [346018:346018:8:4294967295]
00000400:00000200:1.0:1783979352.610231:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979352.610235:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979352.610238:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.610241:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979352.610244:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979352.610246:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783979352.610249:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979352.610251:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1783979352.610253:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979352.610255:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979352.610257:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979352.610259:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979352.610261:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979352.610262:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979352.610264:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979352.610266:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610271:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.610273:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610277:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.610278:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979352.610280:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979352.610282:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979352.610284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979352.610285:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304884254
00000100:00000001:1.0:1783979352.610287:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304885495
00000100:00000001:1.0:1783979352.610288:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304884254
00000100:00000001:1.0:1783979352.610290:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304885495
00000100:00000001:1.0:1783979352.610291:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979352.610292:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.610293:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979352.610297:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979352/real 1783979352]  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979352.610311:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979352.610312:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979352.610313:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979352.610316:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979352.610317:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979352.610320:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979352.610323:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979352.610331:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610338:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979352.610339:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610341:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.610343:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979352.610346:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610352:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979352.610356:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610363:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979352.610365:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610367:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979352.610368:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610370:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979352.610372:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979352.610374:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979352.610378:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979352.610380:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979352.610383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979352.610388:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084032:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979352.610391:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610392:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979352.610393:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367084032/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979352.610397:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979352.610398:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979352.610399:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828bc00.
02000000:00000001:1.0:1783979352.610401:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979352.610402:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979352.610403:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979352.610405:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979352.610406:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783979352.610418:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979352.610419:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979352.610420:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979352.610422:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979352.610422:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610424:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979352.610427:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979352.610429:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979352.610431:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979352.610432:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979352.671935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979352.671943:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979352.671944:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979352.671950:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979352.671953:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979352.671957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979352.671960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979352.671963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979352.671975:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979352.799933:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979352.799943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979352.799951:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979352.799952:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979352.800023:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979352.800026:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979352.800030:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979353.696485:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979353.696496:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979353.696499:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979353.696506:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979353.696510:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979353.696520:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979353.696523:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979353.696526:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979353.696530:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979353.823984:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979353.823995:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979353.824003:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979353.824004:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979353.824213:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979353.824218:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979353.824222:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979353.887968:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304885495, at 4304885504
00000100:00000010:1.0:1783979353.887987:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000040:0.0:1783979353.888094:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304885495, at 4304885504
00000100:00000010:0.0:1783979353.888101:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc180.
00000100:00000001:0.0:1783979354.719888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979354.719896:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979354.719898:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979354.719903:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979354.719907:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979354.719911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979354.719913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979354.719916:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979354.719919:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.847976:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979354.847983:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.847989:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979354.847991:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979354.849112:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979354.849116:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979354.849120:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979355.743901:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979355.743913:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979355.743916:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979355.743923:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979355.743927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979355.743932:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979355.743935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979355.743938:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979355.743942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979355.872413:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979355.872433:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979355.872441:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979355.872443:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979355.872612:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979355.872617:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979355.872621:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979356.767925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979356.767935:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979356.767937:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979356.767945:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979356.767950:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979356.767955:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979356.767958:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979356.767961:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979356.767965:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979356.896058:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979356.896067:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979356.896075:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979356.896077:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979356.898374:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979356.898382:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979356.898388:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979357.729022:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979357.729036:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979357.729039:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979357.729045:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979357.729051:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979357.729061:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10216
00000400:00000200:1.0:1783979357.729072:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979357.729080:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979357.729083:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979357.729087:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729091:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729093:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729096:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979357.729100:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979357.729103:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979357.729106:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979357.729110:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979357.729112:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979357.729115:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979357.729118:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729121:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729123:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729126:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979357.729129:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979357.729132:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729134:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979357.729138:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979357.729142:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979357.729146:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729148:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979357.729150:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979357.729163:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5180.
00000020:00000040:1.0:1783979357.729167:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979357.729172:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979357.729173:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729177:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979357.729180:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979357.729185:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979357.729194:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828ac00.
00000100:00000001:1.0:1783979357.729203:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979357.729212:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979357.729224:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979357.729230:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979357.729235:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d9bbd4] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979357.729266:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979357.729277:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979357.729281:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979357.729283:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979357.729285:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979357.729288:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979357.729291:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10216
00000400:00000200:1.0:1783979357.729295:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979357.729297:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979357.729300:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979357.729303:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729305:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729307:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729309:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979357.729311:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979357.729312:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979357.729314:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979357.729316:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979357.729318:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979357.729320:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979357.729322:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729324:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729326:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729328:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979357.729331:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979357.729333:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729335:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979357.729337:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979357.729344:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979357.729346:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729348:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979357.729352:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979357.729355:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729357:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979357.729360:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa7480.
00000020:00000040:1.0:1783979357.729363:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979357.729365:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979357.729367:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729369:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979357.729370:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979357.729372:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979357.729376:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288800.
00000100:00000001:1.0:1783979357.729379:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979357.729384:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979357.729401:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979357.729403:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979357.729407:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000deec7656] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979357.729415:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979357.729418:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979357.729421:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979357.729422:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979357.729424:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979357.729430:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979357.729432:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10216
00000400:00000200:1.0:1783979357.729436:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979357.729439:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979357.729441:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979357.729444:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729446:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729448:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729450:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979357.729452:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979357.729453:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979357.729455:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979357.729457:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979357.729458:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979357.729461:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979357.729464:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729466:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979357.729468:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729470:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979357.729474:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979357.729477:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979357.729478:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979357.729480:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979357.729482:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979357.729485:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729487:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979357.729489:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979357.729491:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729493:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979357.729496:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6d80.
00000020:00000040:1.0:1783979357.729498:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979357.729501:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979357.729502:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979357.729504:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979357.729505:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979357.729507:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979357.729513:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828bc00.
00000100:00000001:1.0:1783979357.729515:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979357.729519:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979357.729527:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979357.729529:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979357.729532:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008efdc37e] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979357.729539:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979357.729542:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979357.729546:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979357.729549:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979357.729552:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979357.729558:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10227)
00000100:00000001:0.0:1783979357.729814:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979357.729821:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979357.729824:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979357.729831:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.729841:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979357.729844:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.729852:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979357.729855:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979357.729857:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979357.729861:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084160:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979357.729866:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979357.729871:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979357.729874:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.729876:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979357.729882:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979357.729884:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979357.729892:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979357.729897:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979357.729904:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979357.729912:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084160, portal 25
00000100:00000001:0.0:1783979357.729914:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979357.729916:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641642880 : -118905067908736 : ffff93db41aa5180)
00000100:00000040:0.0:1783979357.729921:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.729930:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979357.729932:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979357.729935:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979357.729938:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367084160, offset 0
00000400:00000200:0.0:1783979357.729945:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979357.729953:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.729960:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979357.729966:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979357.729970:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979357.729974:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979357.729977:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979357.729981:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346030:346030:256:4294967295] 192.168.201.109@tcp LPNI seq info [346019:346019:8:4294967295]
00000400:00000200:0.0:1783979357.729985:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.729996:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979357.730003:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730008:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979357.730016:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979357.730020:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979357.730026:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979357.730030:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979357.730035:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730038:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979357.730046:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979357.730051:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979357.730058:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979357.730061:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979357.730066:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979357.730070:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730080:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.730084:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730092:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730094:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979357.730100:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979357.730104:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979357.730108:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304890616
00000100:00000010:0.0:1783979357.730113:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979357.730121:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979357.730128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304890616
00000100:00000010:0.0:1783979357.730130:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e68a0.
00000100:00000001:0.0:1783979357.730134:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979357.730137:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979357.730140:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730143:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979357.730147:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979357/real 1783979357]  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979357.730164:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979357.730166:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979357.730168:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979357.730170:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979357.730172:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979357.730174:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979357.730178:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979357.730186:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730193:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979357.730195:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730197:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730200:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979357.730203:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730210:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979357.730215:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730221:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979357.730224:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730226:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730227:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730230:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979357.730232:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979357.730236:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979357.730240:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979357.730242:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979357.730246:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979357.730254:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084160:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979357.730259:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979357.730262:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730269:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979357.730271:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.730273:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979357.730274:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979357.730276:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979357.730279:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979357.730282:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979357.730285:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979357.730286:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.730288:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979357.730291:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979357.730292:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979357.730296:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979357.730298:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979357.730301:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979357.730304:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084288, portal 10
00000100:00000001:0.0:1783979357.730305:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979357.730307:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641651840 : -118905067899776 : ffff93db41aa7480)
00000100:00000040:0.0:1783979357.730314:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730320:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979357.730323:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979357.730325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979357.730327:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367084288, offset 0
00000400:00000200:0.0:1783979357.730331:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979357.730334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.730338:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979357.730340:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979357.730343:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979357.730345:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979357.730348:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979357.730351:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346031:346031:256:4294967295] 192.168.201.109@tcp LPNI seq info [346020:346020:8:4294967295]
00000400:00000200:0.0:1783979357.730355:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.730361:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979357.730365:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730368:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979357.730371:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979357.730374:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979357.730378:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979357.730381:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979357.730385:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730386:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979357.730389:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979357.730404:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979357.730407:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979357.730409:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979357.730411:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979357.730414:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730422:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.730425:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730432:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730433:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979357.730436:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979357.730440:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979357.730444:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979357.730446:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304889377
00000100:00000001:0.0:1783979357.730449:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304890616
00000100:00000001:0.0:1783979357.730451:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304889377
00000100:00000001:0.0:1783979357.730454:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304890616
00000100:00000001:0.0:1783979357.730456:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979357.730458:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730460:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979357.730463:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979357/real 1783979357]  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979357.730471:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979357.730472:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979357.730474:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979357.730476:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979357.730477:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979357.730479:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979357.730483:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979357.730491:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730497:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979357.730498:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730499:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730500:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979357.730504:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730510:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979357.730514:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730521:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979357.730524:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730525:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730527:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730528:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979357.730532:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979357.730535:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979357.730538:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979357.730540:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979357.730544:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979357.730553:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084288:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979357.730556:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979357.730559:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730566:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979357.730568:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.730570:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979357.730571:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979357.730573:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979357.730575:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979357.730578:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979357.730580:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979357.730582:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979357.730583:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979357.730587:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783979357.730589:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979357.730592:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979357.730594:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979357.730597:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979357.730599:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084416, portal 10
00000100:00000001:0.0:1783979357.730602:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979357.730603:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641650048 : -118905067901568 : ffff93db41aa6d80)
00000100:00000040:0.0:1783979357.730608:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730614:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979357.730617:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979357.730619:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979357.730621:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367084416, offset 0
00000400:00000200:0.0:1783979357.730625:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979357.730628:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.730631:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979357.730633:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979357.730636:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979357.730638:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979357.730640:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979357.730643:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346032:346032:256:4294967295] 192.168.201.109@tcp LPNI seq info [346021:346021:8:4294967295]
00000400:00000200:0.0:1783979357.730647:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979357.730654:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979357.730658:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730661:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979357.730664:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979357.730667:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979357.730671:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979357.730674:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979357.730678:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979357.730680:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979357.730682:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979357.730685:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979357.730688:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979357.730689:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979357.730692:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979357.730695:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730709:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.730712:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730718:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730719:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979357.730722:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979357.730724:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979357.730727:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979357.730729:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304889374
00000100:00000001:0.0:1783979357.730732:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304890616
00000100:00000001:0.0:1783979357.730734:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304889374
00000100:00000001:0.0:1783979357.730736:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304890616
00000100:00000001:0.0:1783979357.730738:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979357.730739:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.730741:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979357.730744:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979357/real 1783979357]  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979357.730752:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979357.730753:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979357.730755:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979357.730757:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979357.730758:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979357.730760:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979357.730763:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979357.730858:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730866:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979357.730868:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730869:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730871:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979357.730875:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730882:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979357.730885:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730893:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979357.730895:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730896:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979357.730898:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730899:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979357.730901:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979357.730903:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979357.730906:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979357.730909:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979357.730912:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979357.730920:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084416:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979357.730924:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730926:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.730930:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5180 x1870627367084160/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730937:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979357.730940:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979357.730943:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979357.730947:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979357.730949:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979357.730951:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979357.730953:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979357.730956:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828ac00.
02000000:00000001:0.0:1783979357.730960:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979357.730962:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979357.730964:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5180.
00000100:00000001:0.0:1783979357.730968:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979357.730969:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730971:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.730974:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa7480 x1870627367084288/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.730981:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979357.730982:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979357.730984:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979357.730986:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979357.730987:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979357.730988:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979357.730990:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979357.730991:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288800.
02000000:00000001:0.0:1783979357.730993:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979357.730994:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979357.730995:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa7480.
00000100:00000001:0.0:1783979357.730997:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979357.730998:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.730999:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979357.731002:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6d80 x1870627367084416/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979357.731008:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979357.731009:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979357.731011:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564c00.
02000000:00000001:0.0:1783979357.731013:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979357.731014:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979357.731016:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979357.731017:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979357.731019:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828bc00.
02000000:00000001:0.0:1783979357.731021:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979357.731022:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979357.731024:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6d80.
00000100:00000001:0.0:1783979357.731026:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979357.731027:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.731030:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.731038:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979357.731040:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.731043:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979357.731045:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979357.792202:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979357.792214:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979357.792216:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979357.792224:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979357.792228:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979357.792233:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.792236:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979357.792239:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979357.792242:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979357.919963:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979357.919973:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979357.919981:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979357.919982:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979357.920139:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979357.920143:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979357.920146:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979358.815911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979358.815922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979358.815924:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979358.815931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979358.815936:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979358.815940:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979358.815943:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979358.815946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979358.815949:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.944526:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979358.944534:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.944540:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979358.944544:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979358.944546:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979358.944549:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.944553:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979358.944555:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.944557:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.944559:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979358.944707:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979358.944711:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979358.944715:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979359.009275:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304890616, at 4304890625
00000100:00000010:0.0:1783979359.009290:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979359.013527:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304890616, at 4304890629
00000100:00000010:1.0:1783979359.013542:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e68a0.
00000100:00000001:0.0:1783979359.839903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979359.839910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979359.839912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979359.839918:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979359.839922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979359.839926:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979359.839929:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979359.839932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979359.839935:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.967959:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979359.967970:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.967977:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979359.967979:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979359.968056:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979359.968061:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979359.968065:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979360.865399:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979360.865410:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979360.865412:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979360.865420:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979360.865424:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979360.865430:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979360.865433:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979360.865436:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979360.865439:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.991948:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979360.991960:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979360.991963:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979360.991967:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.991973:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979360.991976:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.991978:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.991980:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.991986:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979360.991988:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979360.992064:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979360.992070:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979360.992074:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979361.887929:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979361.887941:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979361.887943:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979361.887949:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979361.887954:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979361.887959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979361.887963:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979361.887966:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979361.887969:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979362.015977:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979362.015986:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979362.015993:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979362.015994:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979362.016062:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979362.016067:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979362.016070:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979362.848382:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979362.848399:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979362.848403:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979362.848409:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979362.848415:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979362.848425:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10222
00000400:00000200:2.0:1783979362.848438:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979362.848445:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979362.848448:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979362.848451:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848455:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848458:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848461:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979362.848465:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979362.848468:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979362.848472:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979362.848487:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979362.848491:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979362.848494:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979362.848497:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848500:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848502:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848504:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979362.848507:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979362.848510:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848513:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979362.848517:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979362.848522:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979362.848525:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848528:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979362.848531:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979362.848546:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979362.848551:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979362.848556:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979362.848558:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848562:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979362.848565:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979362.848570:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979362.848581:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965800.
00000100:00000001:2.0:1783979362.848590:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979362.848601:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979362.848613:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979362.848619:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979362.848625:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979362.848659:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979362.848662:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979362.848666:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979362.848668:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979362.848670:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979362.848673:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979362.848676:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10222
00000400:00000200:2.0:1783979362.848680:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979362.848682:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979362.848684:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979362.848688:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848690:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848691:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848694:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979362.848696:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979362.848697:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979362.848699:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979362.848701:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979362.848703:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979362.848706:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979362.848709:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848710:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848712:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848714:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979362.848717:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979362.848720:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848722:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979362.848724:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979362.848731:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979362.848733:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848735:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979362.848740:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979362.848745:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848746:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979362.848750:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979362.848753:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979362.848756:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979362.848757:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848759:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979362.848760:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979362.848762:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979362.848766:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979362.848769:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979362.848820:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979362.848828:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979362.848831:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979362.848835:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979362.848843:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979362.848846:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979362.848849:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979362.848851:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979362.848853:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979362.848856:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979362.848859:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10222
00000400:00000200:2.0:1783979362.848863:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979362.848867:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979362.848869:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979362.848871:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848873:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848875:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848878:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979362.848880:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979362.848882:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979362.848883:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979362.848886:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979362.848888:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979362.848890:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979362.848892:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848894:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979362.848896:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848898:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979362.848901:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979362.848903:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979362.848906:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979362.848908:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979362.848911:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979362.848913:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848916:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979362.848918:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979362.848921:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848922:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979362.848927:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979362.848930:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979362.848932:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979362.848933:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979362.848935:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979362.848937:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979362.848938:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979362.848942:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979362.848946:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979362.848950:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979362.848964:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979362.848965:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979362.848970:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979362.848977:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979362.848980:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979362.848984:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979362.848987:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979362.848990:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979362.848996:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10232)
00000100:00000001:0.0:1783979362.849120:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979362.849127:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979362.849130:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979362.849138:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849146:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979362.849148:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849152:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979362.849155:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979362.849157:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979362.849161:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084544:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979362.849166:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979362.849171:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979362.849174:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849177:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979362.849183:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979362.849185:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979362.849192:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979362.849196:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979362.849204:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979362.849213:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084544, portal 25
00000100:00000001:0.0:1783979362.849216:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979362.849217:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:0.0:1783979362.849223:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849231:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979362.849234:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979362.849236:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979362.849240:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367084544, offset 0
00000400:00000200:0.0:1783979362.849248:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979362.849258:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.849265:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979362.849272:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979362.849277:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979362.849281:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979362.849284:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979362.849288:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346033:346033:256:4294967295] 192.168.201.109@tcp LPNI seq info [346022:346022:8:4294967295]
00000400:00000200:0.0:1783979362.849293:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.849316:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979362.849324:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.849331:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979362.849339:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979362.849343:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979362.849350:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979362.849354:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979362.849359:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.849363:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979362.849371:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979362.849381:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979362.849388:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979362.849391:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979362.849396:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979362.849400:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849411:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.849415:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849423:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.849425:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979362.849432:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979362.849436:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979362.849440:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304895735
00000100:00000010:0.0:1783979362.849446:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979362.849455:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979362.849462:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304895735
00000100:00000010:0.0:1783979362.849465:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6ea0.
00000100:00000001:0.0:1783979362.849468:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979362.849472:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979362.849488:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.849492:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979362.849496:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979362/real 1783979362]  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979362.849507:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979362.849510:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979362.849512:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979362.849514:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979362.849516:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979362.849519:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979362.849522:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979362.849531:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849538:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979362.849540:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849542:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.849544:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979362.849548:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849555:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979362.849560:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849567:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979362.849571:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849572:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.849573:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849576:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979362.849578:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979362.849581:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979362.849584:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979362.849587:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979362.849591:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979362.849600:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084544:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979362.849605:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979362.849609:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849615:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979362.849617:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849618:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979362.849620:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979362.849623:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979362.849625:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979362.849629:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979362.849631:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979362.849632:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849635:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979362.849638:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979362.849640:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979362.849644:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979362.849646:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979362.849650:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979362.849653:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084672, portal 10
00000100:00000001:0.0:1783979362.849655:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979362.849656:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:0.0:1783979362.849664:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849669:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979362.849671:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979362.849673:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979362.849676:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367084672, offset 0
00000400:00000200:0.0:1783979362.849679:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979362.849683:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.849686:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979362.849689:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979362.849692:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979362.849694:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979362.849696:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979362.849699:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346034:346034:256:4294967295] 192.168.201.109@tcp LPNI seq info [346023:346023:8:4294967295]
00000400:00000200:0.0:1783979362.849703:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.849709:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979362.849713:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.849716:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979362.849720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979362.849722:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979362.849726:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979362.849729:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979362.849733:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.849735:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979362.849737:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979362.849741:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979362.849744:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979362.849745:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979362.849748:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979362.849752:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849759:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.849762:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849768:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.849770:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979362.849803:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979362.849808:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979362.849812:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979362.849814:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304894497
00000100:00000001:0.0:1783979362.849816:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304895735
00000100:00000001:0.0:1783979362.849819:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304894497
00000100:00000001:0.0:1783979362.849821:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304895735
00000100:00000001:0.0:1783979362.849823:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979362.849825:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.849827:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979362.849832:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979362/real 1783979362]  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979362.849840:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979362.849841:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979362.849843:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979362.849845:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979362.849847:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979362.849849:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979362.849852:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979362.849860:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849866:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979362.849868:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849870:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.849871:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979362.849875:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849881:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979362.849884:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849891:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979362.849893:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849895:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.849896:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.849898:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979362.849901:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979362.849903:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979362.849907:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979362.849909:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979362.849913:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979362.849921:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084672:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979362.849925:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979362.849929:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849934:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979362.849936:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849937:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979362.849939:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979362.849941:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979362.849944:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979362.849947:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979362.849949:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979362.849950:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979362.849952:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979362.849955:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979362.849957:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979362.849960:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979362.849963:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979362.849966:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979362.849968:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084800, portal 10
00000100:00000001:0.0:1783979362.849970:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979362.849971:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:0.0:1783979362.849976:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.849982:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979362.849984:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979362.849985:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979362.849988:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367084800, offset 0
00000400:00000200:0.0:1783979362.849991:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979362.849994:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.849998:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979362.850001:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979362.850003:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979362.850005:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979362.850007:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979362.850010:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346035:346035:256:4294967295] 192.168.201.109@tcp LPNI seq info [346024:346024:8:4294967295]
00000400:00000200:0.0:1783979362.850014:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979362.850020:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979362.850024:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.850027:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979362.850031:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979362.850033:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979362.850037:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979362.850040:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979362.850043:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979362.850045:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979362.850048:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979362.850052:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979362.850054:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979362.850057:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979362.850060:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979362.850063:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850071:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.850074:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850085:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.850087:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979362.850090:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979362.850092:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979362.850096:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979362.850098:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304894494
00000100:00000001:0.0:1783979362.850100:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304895735
00000100:00000001:0.0:1783979362.850102:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304894494
00000100:00000001:0.0:1783979362.850104:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304895735
00000100:00000001:0.0:1783979362.850106:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979362.850108:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.850110:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979362.850113:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979362/real 1783979362]  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979362.850121:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979362.850123:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979362.850124:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979362.850127:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979362.850128:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979362.850131:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979362.850134:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979362.850142:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850149:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979362.850150:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850152:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.850154:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979362.850157:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850164:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979362.850168:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850174:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979362.850177:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850179:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979362.850180:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850182:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979362.850183:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979362.850185:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979362.850188:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979362.850190:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979362.850194:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979362.850201:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367084800:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979362.850205:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850207:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.850210:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367084544/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850217:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979362.850221:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979362.850224:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979362.850227:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979362.850230:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979362.850232:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979362.850234:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979362.850237:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965800.
02000000:00000001:0.0:1783979362.850244:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979362.850247:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979362.850249:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783979362.850253:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979362.850254:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850256:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.850259:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367084672/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850265:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979362.850266:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979362.850267:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979362.850269:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979362.850270:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979362.850271:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979362.850273:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979362.850274:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:0.0:1783979362.850276:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979362.850277:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979362.850279:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783979362.850281:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979362.850282:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850283:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979362.850285:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367084800/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979362.850290:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979362.850292:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979362.850293:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979362.850294:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979362.850295:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979362.850296:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979362.850297:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979362.850298:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:0.0:1783979362.850300:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979362.850313:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979362.850314:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:0.0:1783979362.850317:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979362.850318:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850321:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.850329:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979362.850331:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.850334:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979362.850335:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979362.911917:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979362.911928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979362.911931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979362.911939:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979362.911944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979362.911949:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.911953:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979362.911956:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979362.911959:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979363.039865:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979363.039873:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979363.039878:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979363.039879:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979363.039933:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979363.039938:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979363.039943:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979363.935896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979363.935903:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979363.935904:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979363.935910:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979363.935913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979363.935917:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979363.935919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979363.935922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979363.935925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.063945:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979364.063953:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.063959:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979364.063960:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979364.064054:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979364.064057:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979364.064060:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979364.127911:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304895735, at 4304895744
00000100:00000010:1.0:1783979364.127927:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6ea0.
00000100:00000040:0.0:1783979364.128065:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304895735, at 4304895744
00000100:00000010:0.0:1783979364.128071:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979364.959884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979364.959891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979364.959893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979364.959898:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979364.959901:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979364.959905:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979364.959908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979364.959910:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979364.959913:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979365.087917:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979365.087923:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979365.087929:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979365.087930:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979365.088051:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979365.088055:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979365.088058:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979365.983888:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979365.983895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979365.983896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979365.983902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979365.983906:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979365.983910:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979365.983912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979365.983915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979365.983917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979366.111937:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979366.111944:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979366.111949:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979366.111950:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979366.112041:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979366.112044:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979366.112047:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979367.009359:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979367.009366:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979367.009368:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979367.009374:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979367.009378:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979367.009381:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.009385:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979367.009387:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.009390:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979367.136093:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979367.136099:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979367.136105:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979367.136106:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979367.136264:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979367.136267:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979367.136270:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979367.969053:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979367.969063:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979367.969066:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979367.969070:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979367.969074:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979367.969081:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10227
00000400:00000200:2.0:1783979367.969090:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979367.969096:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979367.969099:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979367.969102:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969105:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969108:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969110:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979367.969114:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979367.969116:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979367.969127:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979367.969130:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979367.969133:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979367.969135:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979367.969138:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969141:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969142:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969144:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979367.969147:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979367.969150:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969153:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979367.969155:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979367.969159:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979367.969161:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969170:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979367.969173:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979367.969185:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30380.
00000020:00000040:2.0:1783979367.969189:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979367.969192:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979367.969197:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969200:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979367.969203:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979367.969206:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979367.969223:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967800.
00000100:00000001:2.0:1783979367.969230:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979367.969239:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979367.969249:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979367.969253:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979367.969258:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062f9987d] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979367.969284:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979367.969287:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979367.969291:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979367.969293:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979367.969294:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979367.969297:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979367.969300:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10227
00000400:00000200:2.0:1783979367.969303:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979367.969306:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979367.969308:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979367.969311:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969312:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969314:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969316:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979367.969318:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979367.969320:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979367.969321:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979367.969323:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979367.969325:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979367.969327:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979367.969330:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969331:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969333:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969335:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979367.969337:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979367.969340:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969342:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979367.969344:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979367.969349:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979367.969350:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969352:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979367.969356:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979367.969359:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969361:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979367.969364:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30e00.
00000020:00000040:2.0:1783979367.969366:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979367.969369:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979367.969370:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969371:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979367.969373:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979367.969374:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979367.969378:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964800.
00000100:00000001:2.0:1783979367.969381:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979367.969386:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979367.969393:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979367.969395:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979367.969398:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005af22f05] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979367.969405:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979367.969407:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979367.969410:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979367.969412:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979367.969413:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979367.969416:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979367.969418:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10227
00000400:00000200:2.0:1783979367.969421:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979367.969424:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979367.969426:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979367.969428:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969430:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969432:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969435:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979367.969437:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979367.969438:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979367.969440:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979367.969442:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979367.969444:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979367.969446:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979367.969448:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969450:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979367.969452:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969453:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979367.969456:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979367.969458:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979367.969461:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979367.969462:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979367.969465:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979367.969466:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969468:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979367.969470:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979367.969472:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969473:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979367.969477:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31180.
00000020:00000040:2.0:1783979367.969479:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979367.969481:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979367.969482:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979367.969484:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979367.969553:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979367.969556:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979367.969561:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964c00.
00000100:00000001:2.0:1783979367.969564:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979367.969569:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979367.969581:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979367.969583:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979367.969587:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009105bd9] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979367.969594:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979367.969596:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979367.969600:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979367.969602:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979367.969605:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979367.969611:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10237)
00000100:00000001:0.0:1783979367.969929:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979367.969934:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979367.969936:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979367.969944:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.969954:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979367.969956:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.969959:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979367.969962:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979367.969965:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979367.969968:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084928:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979367.969973:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979367.969978:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979367.969980:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.969983:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979367.969988:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979367.969990:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979367.969995:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979367.970000:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979367.970006:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979367.970013:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367084928, portal 25
00000100:00000001:0.0:1783979367.970015:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979367.970017:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593978240 : -118905115573376 : ffff93db3ed30380)
00000100:00000040:0.0:1783979367.970022:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970030:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979367.970033:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979367.970035:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979367.970038:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367084928, offset 0
00000400:00000200:0.0:1783979367.970044:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970051:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970057:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979367.970062:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979367.970066:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979367.970070:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979367.970073:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970077:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346036:346036:256:4294967295] 192.168.201.109@tcp LPNI seq info [346025:346025:8:4294967295]
00000400:00000200:0.0:1783979367.970082:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970091:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979367.970098:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970103:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979367.970109:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979367.970113:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979367.970118:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979367.970121:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979367.970125:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970128:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979367.970135:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979367.970138:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979367.970143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979367.970145:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979367.970149:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979367.970153:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970163:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.970166:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970173:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970174:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979367.970180:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979367.970185:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979367.970187:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304900856
00000100:00000010:0.0:1783979367.970192:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979367.970198:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979367.970203:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304900856
00000100:00000010:0.0:1783979367.970206:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6a80.
00000100:00000001:0.0:1783979367.970209:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979367.970224:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979367.970227:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970229:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979367.970233:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979367/real 1783979367]  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979367.970242:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979367.970244:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979367.970246:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979367.970249:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979367.970251:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979367.970253:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979367.970257:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979367.970265:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970272:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979367.970273:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970275:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.970277:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979367.970281:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970287:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979367.970291:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970298:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979367.970301:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970303:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.970304:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970307:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979367.970309:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979367.970312:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979367.970315:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979367.970318:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979367.970322:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979367.970330:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367084928:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979367.970334:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979367.970337:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970348:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979367.970349:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.970351:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979367.970353:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979367.970355:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979367.970358:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979367.970361:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979367.970363:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979367.970364:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.970366:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979367.970369:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979367.970371:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979367.970375:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979367.970377:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979367.970381:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979367.970383:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085056, portal 10
00000100:00000001:0.0:1783979367.970385:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979367.970387:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593980928 : -118905115570688 : ffff93db3ed30e00)
00000100:00000040:0.0:1783979367.970392:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970399:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979367.970401:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979367.970403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979367.970405:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085056, offset 0
00000400:00000200:0.0:1783979367.970409:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970413:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970416:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979367.970419:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979367.970421:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979367.970424:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979367.970426:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970429:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346037:346037:256:4294967295] 192.168.201.109@tcp LPNI seq info [346026:346026:8:4294967295]
00000400:00000200:0.0:1783979367.970432:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970438:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979367.970442:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970445:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979367.970449:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979367.970451:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979367.970455:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979367.970458:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979367.970462:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970464:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979367.970467:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979367.970470:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979367.970473:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979367.970475:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979367.970477:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979367.970480:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970487:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.970490:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970495:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970497:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979367.970500:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979367.970503:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979367.970506:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979367.970508:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304899617
00000100:00000001:0.0:1783979367.970510:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304900856
00000100:00000001:0.0:1783979367.970513:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304899617
00000100:00000001:0.0:1783979367.970515:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304900856
00000100:00000001:0.0:1783979367.970517:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979367.970519:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970520:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979367.970523:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979367/real 1783979367]  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979367.970530:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979367.970531:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979367.970533:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979367.970535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979367.970537:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979367.970539:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979367.970542:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979367.970550:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970556:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979367.970557:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970559:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.970560:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979367.970563:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970571:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979367.970574:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970580:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979367.970583:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970585:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.970586:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.970588:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979367.970591:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979367.970594:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979367.970598:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979367.970600:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979367.970604:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979367.970611:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085056:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979367.970615:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979367.970618:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970624:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979367.970626:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.970627:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979367.970629:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979367.970631:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979367.970634:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979367.970637:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979367.970640:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979367.970641:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979367.970643:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979367.970647:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979367.970649:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979367.970652:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979367.970655:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979367.970658:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979367.970661:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085184, portal 10
00000100:00000001:0.0:1783979367.970663:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979367.970665:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593981824 : -118905115569792 : ffff93db3ed31180)
00000100:00000040:0.0:1783979367.970670:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970676:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979367.970679:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979367.970681:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979367.970683:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085184, offset 0
00000400:00000200:0.0:1783979367.970687:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970690:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970693:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979367.970696:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979367.970698:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979367.970700:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979367.970702:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979367.970705:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346038:346038:256:4294967295] 192.168.201.109@tcp LPNI seq info [346027:346027:8:4294967295]
00000400:00000200:0.0:1783979367.970709:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979367.970714:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979367.970719:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970721:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979367.970725:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979367.970727:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979367.970731:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979367.970734:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979367.970738:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979367.970740:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979367.970743:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979367.970746:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979367.970749:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979367.970751:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979367.970753:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979367.970757:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970765:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.970768:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.970811:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970813:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979367.970817:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979367.970819:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979367.970822:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979367.970824:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304899615
00000100:00000001:0.0:1783979367.970826:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304900856
00000100:00000001:0.0:1783979367.970827:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304899615
00000100:00000001:0.0:1783979367.970829:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304900856
00000100:00000001:0.0:1783979367.970831:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979367.970833:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.970834:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979367.970838:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979367/real 1783979367]  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979367.971754:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979367.971756:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979367.971758:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979367.971762:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979367.971763:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979367.971766:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979367.971771:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979367.971803:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.971809:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979367.971811:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.971813:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.971815:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979367.971818:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.971825:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979367.971829:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.971836:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979367.971839:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.971949:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979367.971952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.971954:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979367.971956:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979367.971959:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979367.971963:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979367.971966:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979367.971970:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979367.971978:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085184:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979367.971982:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.971985:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.971989:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30380 x1870627367084928/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.971995:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979367.971998:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979367.972001:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979367.972004:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979367.972006:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979367.972008:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979367.972010:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979367.972013:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967800.
02000000:00000001:0.0:1783979367.972021:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979367.972023:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979367.972024:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30380.
00000100:00000001:0.0:1783979367.972027:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979367.972029:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.972030:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.972034:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30e00 x1870627367085056/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.972040:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979367.972041:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979367.972042:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979367.972044:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979367.972046:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979367.972047:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979367.972049:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979367.972050:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964800.
02000000:00000001:0.0:1783979367.972052:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979367.972054:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979367.972055:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30e00.
00000100:00000001:0.0:1783979367.972057:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979367.972058:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.972060:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979367.972062:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31180 x1870627367085184/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979367.972068:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979367.972069:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979367.972071:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979367.972073:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979367.972075:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979367.972076:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979367.972077:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979367.972079:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964c00.
02000000:00000001:0.0:1783979367.972081:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979367.972082:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979367.972083:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31180.
00000100:00000001:0.0:1783979367.972085:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979367.972086:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.972088:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979367.972094:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979367.972096:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979367.972098:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979367.972100:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979368.032898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979368.032906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979368.032908:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979368.032915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979368.032918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979368.032922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979368.032924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979368.032926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979368.032929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979368.159930:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979368.159935:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979368.159939:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979368.159940:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979368.161049:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979368.161052:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979368.161054:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979369.055897:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979369.055902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979369.055903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979369.055906:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979369.055909:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979369.055911:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979369.055913:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979369.055915:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979369.055916:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.185224:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979369.185231:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.185236:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979369.185239:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979369.185241:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979369.185244:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.185247:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979369.185250:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.185252:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.185255:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979369.185321:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979369.185325:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979369.185329:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979369.247884:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304900856, at 4304900864
00000100:00000040:1.0:1783979369.247897:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304900856, at 4304900864
00000100:00000010:0.0:1783979369.247899:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000010:1.0:1783979369.247908:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6a80.
00000100:00000001:0.0:1783979370.079970:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979370.079980:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979370.079982:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979370.079990:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979370.079995:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979370.080000:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979370.080003:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979370.080006:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979370.080010:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979370.208254:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979370.208263:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979370.208270:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979370.208271:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979370.208407:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979370.208415:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979370.208420:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979371.103937:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979371.103946:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979371.103948:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979371.103952:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979371.103955:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979371.103959:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979371.103962:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979371.103965:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979371.103967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.231910:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979371.231919:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979371.231921:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979371.231924:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.231929:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979371.231931:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.231934:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.231937:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.231940:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979371.231942:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979371.232072:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979371.232075:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979371.232078:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979372.127903:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979372.127912:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979372.127913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979372.127919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979372.127923:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979372.127927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979372.127930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979372.127933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979372.127936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979372.255946:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979372.255953:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979372.255960:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979372.255961:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979372.256083:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979372.256087:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979372.256090:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979373.088110:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979373.088121:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979373.088134:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979373.088138:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979373.088142:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979373.088149:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10232
00000400:00000200:3.0:1783979373.088158:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979373.088163:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979373.088167:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979373.088170:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088173:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979373.088176:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088179:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979373.088183:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979373.088185:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979373.088188:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979373.088191:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979373.088193:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979373.088196:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979373.088198:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088200:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979373.088202:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088204:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979373.088207:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979373.088210:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088213:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979373.088216:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979373.088219:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979373.088222:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088224:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979373.088227:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979373.088237:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783979373.088240:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979373.088244:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979373.088246:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088249:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979373.088251:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979373.088255:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979373.088262:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979373.088269:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979373.088278:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979373.088288:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979373.088293:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979373.088297:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979373.088324:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979373.088327:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979373.088331:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979373.088332:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979373.088334:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979373.088337:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979373.088339:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10232
00000400:00000200:3.0:1783979373.088343:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979373.088346:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979373.088348:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979373.088350:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088352:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979373.088354:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088356:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979373.088358:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979373.088359:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979373.088362:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979373.088364:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979373.088366:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979373.088369:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979373.088371:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088374:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979373.088376:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979373.088382:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979373.088383:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979373.088387:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:0.0:1783979373.088388:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1783979373.088391:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979373.088393:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979373.088398:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979373.088402:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1783979373.088404:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979373.088408:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979373.088413:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088417:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979373.088421:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1783979373.088423:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979373.088424:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979373.088430:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.088431:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979373.088433:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.088436:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783979373.088439:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
02000000:00000001:0.0:1783979373.088440:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979373.088443:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00100000:0.0:1783979373.088447:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367085312:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979373.088448:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979373.088451:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.088455:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783979373.088455:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979373.088457:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979373.088460:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.088461:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979373.088465:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979373.088465:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979373.088471:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979373.088471:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979373.088477:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
00000100:00100000:3.0:1783979373.088479:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979373.088482:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979373.088491:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979373.088491:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979373.088495:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979373.088497:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000100:00000040:3.0:1783979373.088500:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783979373.088505:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979373.088514:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085312, portal 25
00000100:00000001:3.0:1783979373.088514:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979373.088518:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979373.088519:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979373.088522:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00080000:3.0:1783979373.088524:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979373.088527:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979373.088529:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1783979373.088532:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979373.088533:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979373.088538:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10232
00000400:00000200:3.0:1783979373.088546:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979373.088548:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1783979373.088552:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:0.0:1783979373.088556:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:3.0:1783979373.088557:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1783979373.088561:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000040:3.0:1783979373.088563:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:0.0:1783979373.088567:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367085312, offset 0
00000100:00000001:3.0:1783979373.088567:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979373.088572:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088575:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979373.088579:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1783979373.088580:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000020:00000040:3.0:1783979373.088581:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979373.088585:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979373.088586:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979373.088589:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979373.088592:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000001:3.0:1783979373.088593:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:0.0:1783979373.088601:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783979373.088606:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979373.088609:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979373.088610:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979373.088614:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:0.0:1783979373.088619:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979373.088619:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979373.088624:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:0.0:1783979373.088626:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979373.088632:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:3.0:1783979373.088633:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:0.0:1783979373.088639:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346039:346039:256:4294967295] 192.168.201.109@tcp LPNI seq info [346028:346028:8:4294967295]
00000100:00000001:3.0:1783979373.088642:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979373.088647:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979373.088649:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979373.088655:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979373.088661:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1783979373.088662:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088669:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1783979373.088671:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000008:00100000:3.0:1783979373.088674:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1783979373.088677:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000008:00000001:3.0:1783979373.088681:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088687:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979373.088688:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979373.088693:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000100:00000010:3.0:1783979373.088698:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000800:00000200:0.1:1783979373.088702:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783979373.088705:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:0.1:1783979373.088708:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1783979373.088715:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000100:0.0:1783979373.088716:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979373.088721:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
02000000:00000001:3.0:1783979373.088721:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979373.088728:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1783979373.088729:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1783979373.088730:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979373.088736:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979373.088737:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979373.088744:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979373.088748:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
02000000:00000010:3.0:1783979373.088748:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:0.0:1783979373.088753:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783979373.088756:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979373.088760:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979373.088769:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979373.088822:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979373.088825:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.088827:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979373.088832:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979373.088836:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979373.088849:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979373.088854:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979373.088855:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.088860:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783979373.088861:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979373.088864:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979373.088867:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1783979373.088869:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979373.088872:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10242)
00000400:00000200:0.0:1783979373.088876:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979373.088880:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304905975
00000100:00000010:0.0:1783979373.088886:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979373.088892:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979373.088898:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304905975
00000100:00000010:0.0:1783979373.088901:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6300.
00000100:00000001:0.0:1783979373.088904:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979373.088907:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979373.088910:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.088913:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979373.088917:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979373/real 1783979373]  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979373.088926:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979373.088928:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979373.088930:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979373.088932:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979373.088933:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979373.088936:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979373.088939:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979373.088946:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.088953:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979373.088955:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.088957:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.088958:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979373.088962:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.088968:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979373.088972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.088978:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979373.088980:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.088982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.088983:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.088985:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979373.088987:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979373.090215:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979373.090222:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979373.090224:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979373.090230:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979373.090241:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367085312:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979373.090246:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090248:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979373.090251:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367085312/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090258:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979373.090260:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979373.090263:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979373.090267:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979373.090269:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979373.090270:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:0.0:1783979373.090273:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979373.090275:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:0.0:1783979373.090279:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979373.090280:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979373.090282:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:0.0:1783979373.090296:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979373.090298:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090300:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090307:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979373.090309:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.090311:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979373.090313:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979373.090316:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979373.090320:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090328:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979373.090330:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.090332:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979373.090335:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979373.090337:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979373.090341:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979373.090344:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979373.090347:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979373.090350:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.090352:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979373.090357:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979373.090359:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979373.090365:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979373.090368:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979373.090373:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979373.090378:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085440, portal 10
00000100:00000001:0.0:1783979373.090380:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979373.090382:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:0.0:1783979373.090389:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090396:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979373.090399:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979373.090401:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979373.090404:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085440, offset 0
00000400:00000200:0.0:1783979373.090409:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979373.090414:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979373.090419:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979373.090423:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979373.090427:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979373.090430:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979373.090432:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979373.090435:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346040:346040:256:4294967295] 192.168.201.109@tcp LPNI seq info [346029:346029:8:4294967295]
00000400:00000200:0.0:1783979373.090440:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979373.090447:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979373.090453:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979373.090457:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979373.090463:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979373.090466:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979373.090471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979373.090474:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979373.090478:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979373.090480:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979373.090484:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979373.090488:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979373.090491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979373.090494:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979373.090496:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979373.090500:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090515:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979373.090518:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090525:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.090526:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979373.090531:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979373.090534:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979373.090538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979373.090540:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304904737
00000100:00000001:0.0:1783979373.090543:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304905975
00000100:00000001:0.0:1783979373.090545:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304904737
00000100:00000001:0.0:1783979373.090547:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304905975
00000100:00000001:0.0:1783979373.090549:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979373.090552:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.090554:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979373.090558:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979373/real 1783979373]  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979373.090567:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979373.090568:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979373.090570:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979373.090572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979373.090574:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979373.090576:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979373.090579:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979373.090587:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090592:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979373.090604:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090607:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.090609:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979373.090613:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090619:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979373.090622:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090628:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979373.090631:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090632:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.090633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090635:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979373.090638:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979373.090640:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979373.090644:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979373.090646:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979373.090650:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979373.090657:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085440:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979373.090661:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979373.090664:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090671:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979373.090672:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.090674:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979373.090676:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979373.090677:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979373.090681:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979373.090684:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979373.090686:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979373.090688:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979373.090689:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979373.090693:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979373.090695:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979373.090698:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979373.090701:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979373.090704:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979373.090707:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085568, portal 10
00000100:00000001:0.0:1783979373.090709:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979373.090710:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:0.0:1783979373.090716:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090722:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979373.090724:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979373.090726:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979373.090729:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085568, offset 0
00000400:00000200:0.0:1783979373.090733:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979373.090737:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979373.090741:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979373.090744:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979373.090746:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979373.090749:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979373.090751:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979373.090754:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346041:346041:256:4294967295] 192.168.201.109@tcp LPNI seq info [346030:346030:8:4294967295]
00000400:00000200:0.0:1783979373.090759:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979373.090765:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979373.090769:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979373.090790:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979373.090795:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.0:1783979373.090798:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979373.090801:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979373.090803:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979373.090807:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979373.090809:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:0.0:1783979373.090811:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979373.090814:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979373.090816:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:0.0:1783979373.090818:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:0.0:1783979373.090820:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979373.090823:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090831:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979373.090834:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090840:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.090841:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979373.090844:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979373.090847:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979373.090850:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979373.090852:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304904735
00000100:00000001:0.0:1783979373.090855:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304905975
00000100:00000001:0.0:1783979373.090857:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304904735
00000100:00000001:0.0:1783979373.090859:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304905975
00000100:00000001:0.0:1783979373.090861:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979373.090863:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.090865:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979373.090869:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979373/real 1783979373]  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979373.090876:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979373.090878:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979373.090879:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:0.0:1783979373.090882:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:0.0:1783979373.090883:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:0.0:1783979373.090885:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979373.090888:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979373.090896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090902:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979373.090904:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090905:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.090907:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979373.090910:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090916:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979373.090932:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090939:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979373.090942:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090944:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979373.090945:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090947:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979373.090948:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979373.090951:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979373.090954:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:0.0:1783979373.090956:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979373.090960:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979373.090973:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085568:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979373.090976:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.090978:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979373.090981:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367085440/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.090986:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979373.090987:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979373.090989:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979373.090992:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979373.090993:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979373.090994:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:0.0:1783979373.090997:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979373.090998:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:0.0:1783979373.091001:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979373.091002:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979373.091004:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:0.0:1783979373.091007:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979373.091008:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.091009:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979373.091012:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367085568/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979373.091018:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979373.091019:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979373.091020:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979373.091022:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979373.091023:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979373.091024:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:0.0:1783979373.091026:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979373.091027:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:0.0:1783979373.091029:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979373.091030:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979373.091032:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:0.0:1783979373.091034:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979373.091035:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.091037:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.091041:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979373.091043:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.091044:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979373.091046:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979373.151920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979373.151928:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979373.151931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979373.151936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979373.151940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979373.151943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.151946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979373.151948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979373.151951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979373.279883:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979373.279888:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979373.279892:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979373.279893:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979373.280030:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979373.280033:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979373.280035:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979374.175916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979374.175922:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979374.175923:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979374.175927:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979374.175930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979374.175933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979374.175935:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979374.175937:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979374.175939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.304683:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979374.304690:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.304696:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979374.304698:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979374.304863:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979374.304865:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979374.304868:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979374.367899:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304905975, at 4304905984
00000100:00000040:1.0:1783979374.367900:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304905975, at 4304905984
00000100:00000010:0.0:1783979374.367917:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000010:1.0:1783979374.367924:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6300.
00000100:00000001:0.0:1783979375.199971:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979375.199978:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979375.199980:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979375.199985:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979375.199989:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979375.199993:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979375.199996:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979375.199999:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979375.200001:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979375.327904:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979375.327911:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979375.327918:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979375.327919:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979375.328055:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979375.328059:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979375.328062:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979376.224291:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979376.224298:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979376.224300:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979376.224306:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979376.224309:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979376.224313:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979376.224315:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979376.224317:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979376.224320:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979376.352015:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979376.352021:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979376.352026:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979376.352027:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979376.352391:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979376.352395:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979376.352398:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979377.247892:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979377.247900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979377.247902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979377.247907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979377.247911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979377.247915:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979377.247917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979377.247920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979377.247922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979377.375984:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979377.375990:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979377.375995:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979377.375996:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979377.376164:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979377.376168:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979377.376171:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979378.207966:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.207975:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979378.207978:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.207982:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.207986:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.207994:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10237
00000400:00000200:1.0:1783979378.208004:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979378.208010:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.208013:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.208016:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208019:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.208021:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208024:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979378.208028:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.208030:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:1.0:1783979378.208032:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.208062:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:1.0:1783979378.208066:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:1.0:1783979378.208068:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:1.0:1783979378.208071:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208073:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.208075:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208077:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979378.208080:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:1.0:1783979378.208083:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208085:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.208088:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.208091:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.208093:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.208095:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979378.208098:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.208107:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa4000.
00000020:00000040:1.0:1783979378.208109:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:1.0:1783979378.208112:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.208113:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.208116:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.208118:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.208120:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.208126:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828a400.
00000100:00000001:1.0:1783979378.208131:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.208146:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.208153:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.208156:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.208160:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4bc6e3] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208196:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.208199:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.208201:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979378.208207:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208214:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979378.208216:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.208219:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979378.208222:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979378.208224:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979378.208227:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367085696:192.168.201.109@tcp:250:kworker.0
00000100:00000001:0.0:1783979378.208232:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979378.208236:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979378.208238:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.208240:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979378.208245:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08564800.
02000000:00000001:0.0:1783979378.208247:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979378.208252:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979378.208256:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37b00.
00000400:00000010:0.0:1783979378.208261:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d5d8.
00000100:00000200:0.0:1783979378.208267:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085696, portal 25
00000100:00000001:0.0:1783979378.208269:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979378.208270:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641638400 : -118905067913216 : ffff93db41aa4000)
00000100:00000040:0.0:1783979378.208274:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208278:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979378.208280:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979378.208282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d3b8.
00000100:00000200:0.0:1783979378.208284:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367085696, offset 0
00000400:00000200:0.0:1783979378.208288:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979378.208293:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.208297:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979378.208301:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979378.208304:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979378.208307:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979378.208308:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979378.208311:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346042:346042:256:4294967295] 192.168.201.109@tcp LPNI seq info [346031:346031:8:4294967295]
00000400:00000200:0.0:1783979378.208314:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.208321:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979378.208325:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979378.208328:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7ba00.
00000800:00000200:0.0:1783979378.208333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979378.208336:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979378.208379:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979378.208382:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979378.208384:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304911094
00000100:00000010:0.0:1783979378.208388:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6240.
00000100:00000001:0.0:1783979378.208393:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979378.208398:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304911094
00000100:00000010:0.0:1783979378.208400:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db405e6600.
00000100:00000001:0.0:1783979378.208402:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1783979378.208404:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979378.208406:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.208408:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.208410:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979378.208420:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.208422:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.208424:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979378.208425:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.208427:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.208429:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.208431:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10237
00000400:00000200:1.0:1783979378.208434:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979378.208436:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.208437:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.208439:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208440:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.208442:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208443:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979378.208444:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.208445:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:1.0:1783979378.208446:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.208448:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:1.0:1783979378.208449:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:1.0:1783979378.208450:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979378.208452:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208453:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.208454:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208456:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979378.208457:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:1.0:1783979378.208458:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979378.208459:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.208460:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.208465:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.208466:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.208467:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.208470:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979378.208471:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.208472:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.208475:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa5c00.
00000020:00000040:1.0:1783979378.208476:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979378.208477:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.208479:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.208480:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.208481:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.208482:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.208485:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db0828b800.
00000100:00000001:1.0:1783979378.208487:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.208491:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.208495:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.208497:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.208499:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fea0e12] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208852:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979378.208854:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979378.208857:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.208859:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.208860:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979378.208865:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208873:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979378.208875:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.208877:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979378.208879:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979378.208880:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979378.208882:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979378.208885:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979378.208886:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979378.208887:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.208888:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979378.208891:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08565c00.
02000000:00000001:0.0:1783979378.208892:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979378.208895:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979378.208897:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37000.
00000400:00000010:0.0:1783979378.208900:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d908.
00000100:00000200:0.0:1783979378.208902:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085824, portal 10
00000100:00000001:0.0:1783979378.208903:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979378.208904:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641645568 : -118905067906048 : ffff93db41aa5c00)
00000100:00000040:0.0:1783979378.208908:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.208912:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979378.208914:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979378.208915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d088.
00000100:00000200:0.0:1783979378.208917:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085824, offset 0
00000400:00000200:0.0:1783979378.208919:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979378.208922:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.208924:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979378.208926:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979378.208928:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979378.208930:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979378.208931:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979378.208933:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346043:346043:255:4294967295] 192.168.201.109@tcp LPNI seq info [346032:346032:7:4294967295]
00000400:00000200:0.0:1783979378.208935:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.208939:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979378.208942:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979378.208944:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7be00.
00000800:00000200:0.0:1783979378.208946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979378.208949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979378.208950:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979378.208953:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:0.0:1783979378.208954:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979378.208956:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304909856
00000100:00000001:0.0:1783979378.208957:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304911094
00000100:00000001:0.0:1783979378.208959:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304909856
00000100:00000001:0.0:1783979378.208960:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304911094
00000100:00000001:0.0:1783979378.208962:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979378.208963:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.208965:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.208966:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979378.208968:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979378.208969:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979378.208970:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.208971:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.208972:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.208974:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.209082:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.209084:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.209085:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.209086:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.209121:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.209123:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.209126:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979378.209127:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.209129:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.209131:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.209134:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10237
00000400:00000200:1.0:1783979378.209138:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979378.209141:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.209143:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.209146:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.209148:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.209150:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.209152:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:1.0:1783979378.209154:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.209156:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:1.0:1783979378.209157:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.209159:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:1.0:1783979378.209162:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:1.0:1783979378.209164:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979378.209167:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.209168:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.209170:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979378.209172:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:1.0:1783979378.209174:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:1.0:1783979378.209176:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979378.209178:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.209179:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.209182:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.209184:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.209186:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.209188:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979378.209191:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.209192:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.209196:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db41aa6680.
00000020:00000040:1.0:1783979378.209198:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:1.0:1783979378.209201:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.209202:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.209204:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.209205:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.209207:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.209211:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08288000.
00000100:00000001:1.0:1783979378.209214:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.209219:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.209226:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.209228:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.209232:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007de66edc] to pc [ptlrpcd_rcv+-1]  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.209275:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.209277:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.209278:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979378.209283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.209290:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979378.209291:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.209294:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979378.209295:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979378.209298:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979378.209300:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:0.0:1783979378.209304:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979378.209306:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979378.209307:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979378.209309:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979378.209312:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08566c00.
02000000:00000001:0.0:1783979378.209314:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979378.209317:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:0.0:1783979378.209320:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db06d37790.
00000400:00000010:0.0:1783979378.209323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4d198.
00000100:00000200:0.0:1783979378.209327:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367085952, portal 10
00000100:00000001:0.0:1783979378.209329:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979378.209330:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168641648256 : -118905067903360 : ffff93db41aa6680)
00000100:00000040:0.0:1783979378.209336:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979378.209341:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979378.209344:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:0.0:1783979378.209345:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07a4daa0.
00000100:00000200:0.0:1783979378.209348:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367085952, offset 0
00000400:00000200:0.0:1783979378.209351:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979378.209355:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.209359:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:0.0:1783979378.209362:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979378.209365:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:0.0:1783979378.209367:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979378.209369:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:0.0:1783979378.209372:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346044:346044:254:4294967295] 192.168.201.109@tcp LPNI seq info [346033:346033:6:4294967295]
00000400:00000200:0.0:1783979378.209376:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979378.209381:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979378.209385:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:0.0:1783979378.209388:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93db05f7b400.
00000800:00000200:0.0:1783979378.209392:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:0.1:1783979378.209395:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:0.0:1783979378.209397:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979378.209400:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:0.0:1783979378.209403:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979378.209404:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304909853
00000100:00000001:0.0:1783979378.209406:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304911094
00000100:00000001:0.0:1783979378.209408:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304909853
00000100:00000001:0.0:1783979378.209410:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304911094
00000100:00000001:0.0:1783979378.209411:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979378.209414:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.209416:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.209417:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979378.209436:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.209440:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979378.209443:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979378.209445:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979378.209448:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1783979378.209452:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10247)
00000100:00000001:0.0:1783979378.209488:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979378.209490:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979378.209492:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979378.209493:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.209494:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.209496:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979378.272070:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979378.272078:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979378.272080:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979378.272085:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979378.272089:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979378.272092:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979378.272095:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979378.272097:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979378.272100:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979378.400015:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979378.400021:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979378.400027:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979378.400028:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979378.400301:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979378.400305:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979378.400309:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979379.297331:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979379.297338:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979379.297340:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979379.297346:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979379.297349:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979379.297353:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979379.297355:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979379.297357:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979379.297360:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.423904:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979379.423911:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.423916:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979379.423919:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979379.423921:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979379.423924:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.423927:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979379.423929:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.423932:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.423934:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979379.424070:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979379.424073:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979379.424077:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979379.487894:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304911094, at 4304911104
00000100:00000010:0.0:1783979379.487906:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6240.
00000100:00000040:1.0:1783979379.487989:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304911094, at 4304911104
00000100:00000010:1.0:1783979379.487993:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db405e6600.
00000100:00000001:0.0:1783979380.319885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979380.319894:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979380.319896:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979380.319902:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979380.319905:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979380.319909:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979380.319912:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979380.319914:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979380.319917:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979380.447961:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979380.447969:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979380.447975:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979380.447977:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979380.448224:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979380.448228:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979380.448231:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979381.280202:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979381.281836:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979381.281854:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979381.281860:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979381.281866:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979381.281874:0:2397:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979381.281880:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979381.281885:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7ba00.
00000400:00000200:3.0:1783979381.281893:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979381.281898:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979381.281907:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d3b8
00000400:00000010:3.0:1783979381.281910:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d3b8.
00000100:00000001:3.0:1783979381.281917:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979381.281927:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.281961:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979381.281965:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.281972:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979381.281975:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979381.281996:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979381.281999:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7be00.
00000400:00000200:3.0:1783979381.282003:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979381.282006:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979381.282009:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d088
00000400:00000010:3.0:1783979381.282011:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d088.
00000100:00000001:3.0:1783979381.282014:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979381.282020:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.282028:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979381.282031:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.282037:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979381.282039:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979381.282045:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000100:00000001:1.0:1783979381.282047:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:3.0:1783979381.282047:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93db05f7b400.
00000400:00000200:3.0:1783979381.282051:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1783979381.282054:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1783979381.282056:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979381.282060:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4daa0
00000100:00000001:1.0:1783979381.282061:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000010:3.0:1783979381.282063:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4daa0.
00000100:00000001:3.0:1783979381.282067:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1783979381.282073:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979378/real 1783979381]  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979381.282074:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.282087:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979381.282090:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979381.282102:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979381.282106:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1783979381.282113:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979381.282117:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979381.282121:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37000.
00000400:00000200:1.0:1783979381.282126:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d908
00000400:00000010:1.0:1783979381.282128:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d908.
00000100:00000001:1.0:1783979381.282131:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979381.282137:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979381.282146:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282153:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979381.282155:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282158:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282160:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979381.282164:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282172:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979381.282186:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282194:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979381.282198:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282200:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282201:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282204:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979381.282209:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979381.282213:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979381.282218:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979381.282221:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979381.282225:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979381.282231:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085824:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979381.282235:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979381.282238:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979378/real 1783979381]  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979381.282244:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979381.282244:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979381.282246:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37b00.
00000400:00000200:1.0:1783979381.282248:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d5d8
00000400:00000010:1.0:1783979381.282250:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d5d8.
00000100:00000001:1.0:1783979381.282251:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979381.282253:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979381.282258:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282262:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979381.282263:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282265:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979381.282267:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282271:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979381.282273:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282276:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979381.282278:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282278:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282279:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282280:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979381.282281:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979381.282283:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979381.282285:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979381.282287:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979381.282291:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979381.282299:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367085696:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979381.282303:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979381.282305:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979381.282308:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa5c00 x1870627367085824/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282315:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979381.282319:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979381.282324:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08565c00.
02000000:00000001:1.0:1783979381.282328:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979381.282331:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979381.282334:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979381.282336:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979381.282339:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979381.282343:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979381.282345:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979381.282348:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa5c00.
00000100:00000001:1.0:1783979381.282352:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979381.282354:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282356:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979381.282359:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa4000 x1870627367085696/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282367:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979381.282368:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979381.282370:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979381.282372:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979381.282374:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979381.282375:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979381.282377:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979381.282379:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979381.282381:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979381.282382:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979381.282383:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa4000.
00000100:00000001:1.0:1783979381.282398:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979381.282399:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282402:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979381.282404:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979381.282405:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979381.282407:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979381.282411:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979378/real 1783979381]  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979381.282419:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979381.282420:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979381.282422:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db06d37790.
00000400:00000200:1.0:1783979381.282425:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07a4d198
00000400:00000010:1.0:1783979381.282426:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07a4d198.
00000100:00000001:1.0:1783979381.282429:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979381.282432:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979381.282451:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282457:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979381.282459:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282461:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282462:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979381.282466:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282473:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979381.282476:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282482:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979381.282492:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282494:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979381.282495:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282500:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979381.282502:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979381.282505:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979381.282510:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979381.282512:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979381.282515:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979381.282522:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db41aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367085952:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979381.282526:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282527:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979381.282530:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db41aa6680 x1870627367085952/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979381.282536:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979381.282538:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979381.282539:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783979381.282543:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979381.282544:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979381.282545:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979381.282547:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979381.282549:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979381.282551:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979381.282552:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979381.282553:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db41aa6680.
00000100:00000001:1.0:1783979381.282554:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979381.282555:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282556:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979381.282564:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979381.282565:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979381.282568:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979381.282570:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979381.344600:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979381.344613:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979381.344615:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979381.344623:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979381.344628:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979381.344633:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979381.344636:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979381.344640:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979381.344644:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.471900:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979381.471908:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979381.471910:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979381.471912:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.471917:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979381.471919:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.471921:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.471923:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.471926:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979381.471928:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979381.472221:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979381.472227:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979381.472231:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979382.369235:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979382.369246:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979382.369249:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979382.369257:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979382.369262:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979382.369267:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979382.369270:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979382.369274:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979382.369277:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979382.496074:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979382.496082:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979382.496087:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979382.496089:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979382.497031:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979382.497035:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979382.497038:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979383.327942:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979383.327973:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979383.327976:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979383.327981:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979383.327987:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979383.327998:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10242
00000400:00000200:2.0:1783979383.328010:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979383.328018:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979383.328022:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979383.328025:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328028:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979383.328031:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328033:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979383.328038:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979383.328041:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979383.328044:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979383.328059:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979383.328063:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979383.328067:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979383.328070:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328072:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979383.328074:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328076:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979383.328080:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979383.328083:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328086:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979383.328090:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979383.328094:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979383.328097:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328100:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979383.328103:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979383.328111:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979383.328115:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979383.328120:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979383.328122:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328126:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979383.328130:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979383.328135:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979383.328145:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965c00.
00000100:00000001:2.0:1783979383.328154:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979383.328165:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979383.328178:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979383.328183:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979383.328189:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979383.328216:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979383.328220:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979383.328224:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979383.328225:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979383.328226:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979383.328230:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979383.328233:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10242
00000400:00000200:2.0:1783979383.328237:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979383.328239:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979383.328242:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979383.328244:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328253:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979383.328254:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328256:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979383.328258:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979383.328260:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979383.328261:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979383.328263:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979383.328265:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979383.328267:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979383.328270:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328272:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979383.328275:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328276:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979383.328279:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979383.328282:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328284:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979383.328286:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979383.328293:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979383.328295:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328297:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979383.328302:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979383.328306:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328308:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979383.328313:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
00000020:00000040:2.0:1783979383.328315:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:1.0:1783979383.328318:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1783979383.328319:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979383.328322:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328324:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979383.328325:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1783979383.328326:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979383.328330:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.328331:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1783979383.328334:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966400.
00000100:00000001:2.0:1783979383.328340:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.328342:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979383.328348:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.328360:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979383.328364:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.328365:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328370:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.328372:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979383.328376:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.328379:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.328384:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086080:192.168.201.109@tcp:250:kworker.0
00000100:00000040:2.0:1783979383.328390:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328392:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979383.328399:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783979383.328403:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.328404:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979383.328408:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1783979383.328410:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979383.328417:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979383.328420:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979383.328424:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979383.328428:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1783979383.328431:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00080000:2.0:1783979383.328432:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979383.328437:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1783979383.328439:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00080000:2.0:1783979383.328441:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10242
00000400:00000200:2.0:1783979383.328447:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979383.328449:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000400:00000200:2.0:1783979383.328451:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979383.328455:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979383.328458:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000200:1.0:1783979383.328459:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086080, portal 25
00000100:00000001:2.0:1783979383.328461:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979383.328465:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979383.328466:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979383.328470:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000001:2.0:1783979383.328471:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979383.328475:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979383.328477:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000040:1.0:1783979383.328480:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979383.328480:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979383.328484:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979383.328488:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979383.328492:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000001:1.0:1783979383.328497:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979383.328498:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328502:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.328503:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979383.328507:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000010:1.0:1783979383.328509:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000001:2.0:1783979383.328511:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:1.0:1783979383.328514:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367086080, offset 0
00000020:00000040:2.0:1783979383.328516:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979383.328521:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783979383.328526:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979383.328526:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979383.328531:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979383.328534:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979383.328537:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.328540:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979383.328540:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979383.328543:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979383.328548:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.328551:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000001:2.0:1783979383.328552:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979383.328559:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000400:00000200:1.0:1783979383.328562:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1783979383.328564:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979383.328568:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783979383.328571:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:2.0:1783979383.328571:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979383.328575:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979383.328577:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979383.328579:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.328580:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979383.328585:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
02000000:00000010:2.0:1783979383.328586:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966800.
00000400:00000200:1.0:1783979383.328592:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346045:346045:256:4294967295] 192.168.201.109@tcp LPNI seq info [346034:346034:8:4294967295]
00000100:00000001:2.0:1783979383.328592:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979383.328599:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979383.328601:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979383.328621:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979383.328624:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979383.328628:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979383.328634:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979383.328635:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1783979383.328643:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000001:2.0:1783979383.328646:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979383.328651:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1783979383.328657:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979383.328659:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979383.328665:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1783979383.328666:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1783979383.328673:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1783979383.328679:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979383.328684:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1783979383.328685:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10252)
00000800:00000100:1.0:1783979383.328691:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979383.328694:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979383.328702:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979383.328708:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979383.328717:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979383.328721:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979383.328727:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979383.328732:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328749:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.328753:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328762:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.328764:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979383.328803:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.328810:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979383.328814:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304916215
00000100:00000010:1.0:1783979383.328822:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcae0.
00000100:00000001:1.0:1783979383.328834:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979383.328845:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304916215
00000100:00000010:1.0:1783979383.328849:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc2a0.
00000100:00000001:1.0:1783979383.328853:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979383.328857:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979383.328860:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.328864:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979383.328869:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979383/real 1783979383]  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979383.328881:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979383.328883:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979383.328886:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979383.328889:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979383.328890:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979383.328893:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979383.328897:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979383.328906:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328914:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979383.328917:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.328920:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.328923:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979383.328927:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328935:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979383.328941:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.328963:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979383.328967:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.328968:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.328970:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.328973:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979383.328976:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979383.328979:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979383.328985:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979383.328988:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979383.328993:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979383.329011:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086080:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979383.329017:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.329022:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367086080/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329030:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979383.329033:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979383.329036:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979383.329040:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979383.329042:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979383.329045:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979383.329047:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979383.329051:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965c00.
02000000:00000001:1.0:1783979383.329060:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979383.329063:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979383.329065:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979383.329069:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979383.329070:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329073:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329083:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979383.329085:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329087:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979383.329089:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979383.329090:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979383.329094:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329101:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979383.329102:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.329105:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979383.329108:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.329110:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.329113:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979383.329117:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979383.329119:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979383.329122:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.329124:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979383.329127:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979383.329129:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.329133:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979383.329137:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979383.329141:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979383.329145:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086208, portal 10
00000100:00000001:1.0:1783979383.329147:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979383.329148:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979383.329157:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329164:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979383.329167:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979383.329169:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979383.329171:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367086208, offset 0
00000400:00000200:1.0:1783979383.329176:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979383.329180:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979383.329185:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979383.329189:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979383.329191:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979383.329194:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979383.329196:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979383.329199:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346046:346046:256:4294967295] 192.168.201.109@tcp LPNI seq info [346035:346035:8:4294967295]
00000400:00000200:1.0:1783979383.329203:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979383.329209:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979383.329214:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979383.329217:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979383.329222:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979383.329225:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979383.329229:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979383.329232:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979383.329235:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979383.329238:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979383.329241:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979383.329244:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979383.329247:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979383.329249:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979383.329252:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979383.329255:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329262:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.329265:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329277:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329278:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979383.329281:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.329286:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979383.329289:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979383.329291:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304914976
00000100:00000001:1.0:1783979383.329294:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304916215
00000100:00000001:1.0:1783979383.329296:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304914976
00000100:00000001:1.0:1783979383.329298:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304916215
00000100:00000001:1.0:1783979383.329300:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979383.329302:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329304:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979383.329307:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979383/real 1783979383]  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979383.329315:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979383.329316:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979383.329318:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979383.329320:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979383.329322:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979383.329324:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979383.329327:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979383.329335:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329341:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979383.329342:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329344:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.329345:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979383.329349:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329356:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979383.329359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329365:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979383.329367:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329369:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.329370:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329371:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979383.329375:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979383.329377:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979383.329380:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979383.329382:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979383.329387:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979383.329394:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086208:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979383.329398:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979383.329401:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329407:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979383.329408:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.329410:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979383.329412:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.329413:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.329416:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979383.329419:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979383.329421:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979383.329423:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.329425:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979383.329428:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979383.329429:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979383.329432:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979383.329435:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979383.329438:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979383.329440:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086336, portal 10
00000100:00000001:1.0:1783979383.329442:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979383.329443:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979383.329449:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329455:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979383.329458:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979383.329460:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979383.329462:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367086336, offset 0
00000400:00000200:1.0:1783979383.329466:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979383.329469:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979383.329473:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979383.329476:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979383.329478:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979383.329480:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979383.329483:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979383.329486:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346047:346047:256:4294967295] 192.168.201.109@tcp LPNI seq info [346036:346036:8:4294967295]
00000400:00000200:1.0:1783979383.329490:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979383.329495:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979383.329500:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979383.329503:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979383.329507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979383.329509:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979383.329513:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979383.329515:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979383.329519:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979383.329521:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979383.329524:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979383.329527:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979383.329530:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979383.329532:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979383.329534:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979383.329537:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329545:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.329549:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329555:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329557:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979383.329560:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.329562:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979383.329565:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979383.329567:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304914973
00000100:00000001:1.0:1783979383.329569:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304916215
00000100:00000001:1.0:1783979383.329571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304914973
00000100:00000001:1.0:1783979383.329573:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304916215
00000100:00000001:1.0:1783979383.329576:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979383.329577:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329579:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979383.329583:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979383/real 1783979383]  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979383.329590:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979383.329592:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979383.329593:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979383.329596:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979383.329597:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979383.329599:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979383.329602:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979383.329610:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329616:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979383.329617:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329619:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.329620:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979383.329624:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329630:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979383.329634:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329641:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979383.329643:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329644:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979383.329646:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329648:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979383.329649:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979383.329651:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979383.329655:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979383.329657:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979383.329661:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979383.329669:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086336:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979383.329673:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329675:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.329678:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367086208/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329685:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979383.329686:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979383.329688:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979383.329691:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979383.329692:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979383.329694:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979383.329696:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979383.329698:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966400.
02000000:00000001:1.0:1783979383.329701:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979383.329702:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979383.329703:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979383.329706:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979383.329707:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329708:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979383.329712:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367086336/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.329718:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979383.329719:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979383.329721:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979383.329723:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979383.329724:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979383.329726:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979383.329727:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979383.329729:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966800.
02000000:00000001:1.0:1783979383.329731:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979383.329732:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979383.329733:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979383.329735:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979383.329737:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329739:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979383.329744:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979383.329745:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.329747:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979383.329749:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979383.392123:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979383.392147:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979383.392149:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979383.392157:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979383.392167:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979383.392172:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979383.392176:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979383.392180:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979383.392183:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979383.519977:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979383.519988:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979383.519997:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979383.519999:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979383.520195:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979383.520198:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979383.520200:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979384.415919:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979384.415942:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979384.415953:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979384.415961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979384.415966:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979384.415971:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979384.415975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979384.415978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979384.415981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979384.544005:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979384.544014:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979384.544022:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979384.544023:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979384.544109:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979384.544114:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979384.544117:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979384.607945:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304916215, at 4304916224
00000100:00000010:0.0:1783979384.607976:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcae0.
00000100:00000040:1.0:1783979384.608026:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304916215, at 4304916224
00000100:00000010:1.0:1783979384.608033:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000001:3.0:1783979385.439884:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979385.439891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979385.439893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979385.439899:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979385.439903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979385.439906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979385.439919:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979385.439922:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979385.439925:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.567886:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979385.567893:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.567897:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979385.567898:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979385.569024:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979385.569028:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979385.569031:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979386.465985:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979386.465998:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979386.466000:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979386.466009:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979386.466014:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979386.466018:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979386.466022:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979386.466024:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979386.466028:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979386.591984:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979386.591993:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979386.592001:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979386.592002:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979386.592067:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979386.592071:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979386.592074:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979387.487948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979387.487959:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979387.487961:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979387.487969:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979387.487973:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979387.487978:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979387.487982:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979387.487984:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979387.487988:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979387.615977:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979387.615986:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979387.615992:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979387.615994:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979387.616166:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979387.616170:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979387.616174:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979388.448043:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979388.448055:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979388.448057:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979388.448061:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979388.448065:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979388.448073:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10247
00000400:00000200:3.0:1783979388.448082:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979388.448088:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979388.448092:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979388.448095:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448099:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979388.448102:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448104:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979388.448110:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979388.448112:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979388.448115:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979388.448119:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979388.448121:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979388.448124:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979388.448127:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448130:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979388.448132:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448134:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979388.448137:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979388.448141:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448144:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979388.448147:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979388.448152:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979388.448155:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448167:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979388.448173:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979388.448186:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b800.
00000020:00000040:3.0:1783979388.448191:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979388.448194:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979388.448196:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448199:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979388.448202:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979388.448207:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979388.448223:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979388.448230:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979388.448242:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979388.448253:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979388.448268:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979388.448274:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f109f1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979388.448301:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979388.448310:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979388.448314:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979388.448315:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979388.448317:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979388.448321:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979388.448325:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10247
00000400:00000200:3.0:1783979388.448329:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979388.448334:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979388.448337:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979388.448338:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979388.448341:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979388.448344:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979388.448345:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979388.448347:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979388.448350:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979388.448355:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979388.448366:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979388.448367:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979388.448370:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979388.448371:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979388.448373:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
02000000:00000001:1.0:1783979388.448374:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979388.448378:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1783979388.448378:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783979388.448382:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979388.448383:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00100000:1.0:1783979388.448385:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086464:192.168.201.109@tcp:250:kworker.0
00000020:00000001:3.0:1783979388.448388:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979388.448391:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1783979388.448393:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
02000000:00000001:1.0:1783979388.448398:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1783979388.448400:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979388.448403:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448404:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979388.448408:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979388.448410:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979388.448411:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979388.448416:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
02000000:00000010:1.0:1783979388.448418:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
00000100:00080000:3.0:1783979388.448419:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
02000000:00000001:1.0:1783979388.448423:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448424:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979388.448428:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979388.448432:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979388.448436:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1783979388.448438:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
02000000:00000001:3.0:1783979388.448441:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448445:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1783979388.448448:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000008:00100000:3.0:1783979388.448450:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979388.448455:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979388.448457:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086464, portal 25
00000100:00000001:3.0:1783979388.448457:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.448463:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979388.448465:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210442240 : -118905499109376 : ffff93db27f6b800)
00000100:00000010:3.0:1783979388.448469:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69f80.
00000100:00000040:1.0:1783979388.448471:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979388.448475:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979388.448481:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979388.448483:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.448487:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979388.448487:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979388.448491:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1783979388.448494:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783979388.448495:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979388.448501:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
02000000:00000010:3.0:1783979388.448502:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000200:1.0:1783979388.448506:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367086464, offset 0
00000100:00000001:3.0:1783979388.448512:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979388.448521:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00100000:3.0:1783979388.448521:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979388.448532:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1783979388.448534:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979388.448537:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979388.448544:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783979388.448544:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd4d684] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979388.448552:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979388.448560:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000100:00000001:3.0:1783979388.448560:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979388.448565:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783979388.448569:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1783979388.448571:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979388.448574:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1783979388.448575:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00080000:3.0:1783979388.448578:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979388.448584:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346048:346048:256:4294967295] 192.168.201.109@tcp LPNI seq info [346037:346037:8:4294967295]
00000100:00000001:3.0:1783979388.448584:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979388.448590:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10247
00000400:00000200:3.0:1783979388.448597:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979388.448606:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979388.448614:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979388.448619:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979388.448623:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1783979388.448626:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448630:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979388.448636:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979388.448637:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448640:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979388.448644:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979388.448645:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979388.448647:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979388.448649:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979388.448651:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979388.448652:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979388.448655:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448657:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979388.448659:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448661:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979388.448663:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979388.448665:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979388.448667:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979388.448669:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979388.448672:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979388.448674:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448676:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979388.448678:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979388.448680:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448681:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979388.448687:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68700.
00000020:00000040:3.0:1783979388.448689:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979388.448692:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979388.448693:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979388.448695:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979388.448696:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979388.448697:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979388.448709:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979388.448714:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979388.448718:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979388.448725:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979388.448727:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979388.448730:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51746a2] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979388.448737:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979388.448741:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783979388.448743:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00000040:3.0:1783979388.448746:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979388.448751:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979388.448757:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979388.448763:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10257)
00000800:00000200:1.0:1783979388.448768:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979388.449046:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979388.449054:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979388.449058:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979388.449062:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979388.449065:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979388.449072:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979388.449077:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979388.449084:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979388.449087:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979388.449092:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979388.449101:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.449113:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.449909:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.449919:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.449922:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979388.449931:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979388.449937:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979388.449941:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304921336
00000100:00000010:1.0:1783979388.449949:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc2a0.
00000100:00000001:1.0:1783979388.449956:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979388.449963:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304921336
00000100:00000010:1.0:1783979388.449966:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc3c0.
00000100:00000001:1.0:1783979388.449969:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979388.449972:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979388.449975:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.449979:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979388.449985:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979388/real 1783979388]  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979388.450007:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979388.450009:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979388.450012:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979388.450015:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979388.450017:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979388.450025:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979388.450029:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979388.450037:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979388.450057:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450059:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450061:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979388.450065:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450072:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979388.450077:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450084:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979388.450087:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450089:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450090:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450093:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979388.450095:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979388.450098:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979388.450102:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979388.450104:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979388.450108:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979388.450116:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086464:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979388.450121:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450123:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.450126:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b800 x1870627367086464/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450137:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979388.450140:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979388.450144:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979388.450147:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979388.450150:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979388.450151:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979388.450154:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979388.450156:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979388.450160:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979388.450161:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979388.450163:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b800.
00000100:00000001:1.0:1783979388.450166:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979388.450168:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450170:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450177:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979388.450179:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450182:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979388.450184:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979388.450186:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979388.450191:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450199:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979388.450200:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.450204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979388.450207:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.450210:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.450213:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979388.450216:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979388.450220:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979388.450222:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.450225:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979388.450228:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979388.450230:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979388.450234:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979388.450238:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979388.450242:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979388.450247:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086592, portal 10
00000100:00000001:1.0:1783979388.450250:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979388.450251:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435968 : -118905499115648 : ffff93db27f69f80)
00000100:00000040:1.0:1783979388.450258:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450264:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979388.450267:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979388.450269:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979388.450272:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367086592, offset 0
00000400:00000200:1.0:1783979388.450277:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979388.450284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979388.450290:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979388.450296:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979388.450299:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979388.450302:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979388.450304:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979388.450308:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346049:346049:256:4294967295] 192.168.201.109@tcp LPNI seq info [346038:346038:8:4294967295]
00000400:00000200:1.0:1783979388.450312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979388.450319:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979388.450324:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979388.450328:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979388.450333:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979388.450336:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979388.450340:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979388.450342:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979388.450346:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979388.450347:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979388.450351:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979388.450354:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979388.450358:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979388.450359:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979388.450362:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979388.450366:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450373:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.450376:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450383:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450384:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979388.450387:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.450391:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979388.450394:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979388.450395:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304920097
00000100:00000001:1.0:1783979388.450398:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304921336
00000100:00000001:1.0:1783979388.450400:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304920097
00000100:00000001:1.0:1783979388.450402:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304921336
00000100:00000001:1.0:1783979388.450404:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979388.450406:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450408:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979388.450411:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979388/real 1783979388]  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979388.450419:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979388.450420:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979388.450422:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979388.450425:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979388.450426:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979388.450429:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979388.450432:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979388.450440:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450451:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979388.450452:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450454:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450456:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979388.450459:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450464:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979388.450468:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450474:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979388.450476:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450478:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450479:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450481:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979388.450484:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979388.450486:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979388.450490:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979388.450492:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979388.450496:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979388.450503:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086592:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979388.450507:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979388.450510:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450514:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979388.450515:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.450516:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979388.450518:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.450519:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.450521:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979388.450524:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979388.450527:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979388.450528:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.450530:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979388.450533:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979388.450535:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979388.450538:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979388.450541:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979388.450543:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979388.450546:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086720, portal 10
00000100:00000001:1.0:1783979388.450548:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979388.450549:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210429696 : -118905499121920 : ffff93db27f68700)
00000100:00000040:1.0:1783979388.450567:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450574:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979388.450576:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979388.450579:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979388.450581:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367086720, offset 0
00000400:00000200:1.0:1783979388.450585:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979388.450589:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979388.450593:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979388.450596:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979388.450598:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979388.450600:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979388.450602:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979388.450605:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346050:346050:256:4294967295] 192.168.201.109@tcp LPNI seq info [346039:346039:8:4294967295]
00000400:00000200:1.0:1783979388.450609:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979388.450615:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979388.450619:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979388.450623:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979388.450627:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979388.450629:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979388.450633:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979388.450636:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979388.450640:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979388.450642:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979388.450645:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979388.450648:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979388.450651:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979388.450652:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979388.450654:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979388.450657:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450662:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.450663:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450667:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450668:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979388.450670:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.450672:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979388.450674:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979388.450676:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304920094
00000100:00000001:1.0:1783979388.450677:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304921336
00000100:00000001:1.0:1783979388.450679:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304920094
00000100:00000001:1.0:1783979388.450680:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304921336
00000100:00000001:1.0:1783979388.450681:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979388.450682:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450684:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979388.450685:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979388/real 1783979388]  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979388.450690:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979388.450691:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979388.450692:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979388.450694:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979388.450694:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979388.450696:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979388.450697:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979388.450702:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450705:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979388.450706:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450707:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450708:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979388.450710:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450713:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979388.450715:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450719:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979388.450720:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450721:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979388.450722:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450723:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979388.450724:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979388.450725:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979388.450727:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979388.450728:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979388.450731:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979388.450735:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086720:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979388.450738:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450739:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.450740:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69f80 x1870627367086592/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450744:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979388.450745:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979388.450746:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979388.450747:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979388.450748:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979388.450749:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979388.450750:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979388.450750:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783979388.450752:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979388.450753:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979388.450753:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69f80.
00000100:00000001:1.0:1783979388.450755:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979388.450756:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450757:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979388.450758:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68700 x1870627367086720/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.450762:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979388.450762:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979388.450763:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979388.450764:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979388.450765:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979388.450766:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979388.450766:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979388.450767:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979388.450768:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979388.450769:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979388.450770:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68700.
00000100:00000001:1.0:1783979388.450789:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979388.450790:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450791:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979388.450793:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979388.450794:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.450796:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979388.450797:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979388.511904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979388.511910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979388.511911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979388.511915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979388.511918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979388.511920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979388.511922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979388.511924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979388.511926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979388.639930:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979388.639937:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979388.639944:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979388.639945:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979388.640031:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979388.640038:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979388.640044:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979389.535898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979389.535905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979389.535907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979389.535911:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979389.535913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979389.535916:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979389.535918:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979389.535920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979389.535922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.663922:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979389.663930:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.663936:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979389.663939:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979389.663941:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979389.663944:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.663947:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979389.663950:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.663952:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.663954:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979389.664007:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979389.664010:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979389.664012:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979389.728541:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304921336, at 4304921344
00000100:00000010:0.0:1783979389.728556:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc2a0.
00000100:00000040:1.0:1783979389.729644:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304921336, at 4304921345
00000100:00000010:1.0:1783979389.729652:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000001:0.0:1783979390.560100:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979390.560109:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979390.560112:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979390.560118:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979390.560121:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979390.560125:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979390.560127:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979390.560130:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979390.560133:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.688652:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979390.688661:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979390.688663:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979390.688666:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.688671:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979390.688673:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.688675:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.688678:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.688681:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979390.688683:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979390.688863:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979390.688867:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979390.688870:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979391.583909:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979391.583915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979391.583917:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979391.583922:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979391.583925:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979391.583928:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979391.583931:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979391.583933:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979391.583936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979391.711953:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979391.711960:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979391.711965:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979391.711967:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979391.712113:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979391.712117:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979391.712120:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979392.607904:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979392.607910:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979392.607911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979392.607915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979392.607917:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979392.607920:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979392.607922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979392.607924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979392.607926:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979392.735922:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979392.735927:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979392.735931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979392.735932:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979392.735987:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979392.735990:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979392.735993:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979393.567895:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.567905:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979393.567907:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.567911:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.567915:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.567921:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10252
00000400:00000200:3.0:1783979393.567930:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979393.567935:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.567938:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.567941:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.567945:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.567947:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.567949:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979393.567953:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.567955:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979393.567957:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.567961:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979393.567963:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979393.567965:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979393.567968:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.567970:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.567972:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.567974:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979393.567976:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979393.567979:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979393.567982:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.567984:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.567988:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.567990:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.567993:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979393.567995:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.568003:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6a300.
00000020:00000040:3.0:1783979393.568006:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979393.568010:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.568012:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568014:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.568017:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.568020:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.568027:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979393.568033:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.568041:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.568055:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.568059:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.568064:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c67faa4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.568089:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.568092:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.568096:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979393.568097:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.568099:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.568102:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.568104:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10252
00000400:00000200:3.0:1783979393.568107:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979393.568110:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.568112:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.568115:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568117:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.568119:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568120:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979393.568122:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.568124:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979393.568125:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.568128:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979393.568130:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979393.568132:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979393.568134:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568136:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.568137:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568139:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979393.568141:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979393.568143:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568145:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.568147:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.568152:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.568154:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568156:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.568159:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979393.568162:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568163:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.568166:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b480.
00000020:00000040:3.0:1783979393.568169:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979393.568171:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.568172:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568174:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.568175:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.568176:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.568180:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979393.568183:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.568187:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.568194:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.568196:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.568200:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5d99b] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.568207:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.568209:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.568212:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979393.568214:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.568216:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.568218:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.568220:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10252
00000400:00000200:3.0:1783979393.568224:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979393.568237:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.568240:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.568243:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568245:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.568247:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568249:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979393.568251:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.568253:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979393.568254:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.568256:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979393.568258:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979393.568260:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979393.568263:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568265:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.568266:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568268:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979393.568270:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979393.568272:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979393.568274:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.568276:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.568278:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.568280:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568281:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.568283:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979393.568285:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568287:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.568290:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979393.568292:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979393.568294:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.568296:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.568298:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.568299:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.568301:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.568305:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979393.568308:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.568313:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.568319:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.568321:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.568324:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.568331:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.568333:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979393.568336:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979393.568339:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979393.568342:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979393.568346:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10262)
00000100:00000001:1.0:1783979393.568423:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979393.568427:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979393.568429:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979393.568435:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568442:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979393.568444:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.568448:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979393.568450:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979393.568453:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979393.568456:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086848:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979393.568459:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979393.568463:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979393.568465:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.568468:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979393.568472:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979393.568473:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979393.568478:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979393.568483:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979393.568488:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979393.568494:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086848, portal 25
00000100:00000001:1.0:1783979393.568497:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979393.568498:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210436864 : -118905499114752 : ffff93db27f6a300)
00000100:00000040:1.0:1783979393.568503:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568509:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979393.568512:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979393.568514:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979393.568517:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367086848, offset 0
00000400:00000200:1.0:1783979393.568524:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979393.568530:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.568536:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979393.568540:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979393.568544:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979393.568548:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979393.568551:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979393.568555:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346051:346051:256:4294967295] 192.168.201.109@tcp LPNI seq info [346040:346040:8:4294967295]
00000400:00000200:1.0:1783979393.568559:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.568568:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979393.568574:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.568579:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979393.568586:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979393.568589:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979393.568594:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979393.568598:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783979393.568602:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.568605:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979393.568610:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979393.568614:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979393.568620:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979393.568622:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979393.568626:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979393.568630:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568638:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.568641:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568649:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.568651:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979393.568655:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979393.568658:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979393.568661:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304926454
00000100:00000010:1.0:1783979393.568666:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc3c0.
00000100:00000001:1.0:1783979393.568672:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979393.568678:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304926454
00000100:00000010:1.0:1783979393.568681:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc900.
00000100:00000001:1.0:1783979393.568684:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979393.568687:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979393.568689:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.568691:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979393.568695:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979393/real 1783979393]  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979393.568703:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979393.568705:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979393.568707:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979393.568709:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979393.568711:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979393.568713:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979393.568716:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979393.568724:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568730:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979393.568732:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.568734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.568736:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979393.568739:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568746:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979393.568750:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568757:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979393.568760:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.568761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.568762:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.568765:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979393.568767:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979393.568808:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979393.568813:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979393.568816:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979393.568820:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979393.568828:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367086848:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979393.568833:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979393.568837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568843:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979393.568844:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.568846:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979393.568848:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979393.568850:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979393.568853:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979393.568856:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979393.568858:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979393.568859:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.568861:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979393.568864:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979393.568866:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979393.568870:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979393.568872:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979393.568875:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979393.568878:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367086976, portal 10
00000100:00000001:1.0:1783979393.568881:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979393.568882:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210441344 : -118905499110272 : ffff93db27f6b480)
00000100:00000040:1.0:1783979393.568888:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568894:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979393.568896:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979393.568898:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979393.568900:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367086976, offset 0
00000400:00000200:1.0:1783979393.568904:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979393.568908:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.568911:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979393.568914:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979393.568916:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979393.568919:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979393.568921:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979393.568924:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346052:346052:256:4294967295] 192.168.201.109@tcp LPNI seq info [346041:346041:8:4294967295]
00000400:00000200:1.0:1783979393.568928:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.568934:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979393.568939:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.568942:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979393.568946:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979393.568948:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979393.568952:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979393.568955:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783979393.568959:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.568961:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979393.568963:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979393.568967:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979393.568970:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979393.568972:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979393.568974:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979393.568977:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.568992:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.568995:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569001:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.569003:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979393.569005:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979393.569009:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979393.569012:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979393.569015:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304925216
00000100:00000001:1.0:1783979393.569017:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304926454
00000100:00000001:1.0:1783979393.569020:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304925216
00000100:00000001:1.0:1783979393.569022:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304926454
00000100:00000001:1.0:1783979393.569024:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979393.569026:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.569028:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979393.569032:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979393/real 1783979393]  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979393.569040:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979393.569042:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979393.569043:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979393.569045:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979393.569047:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979393.569049:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979393.569052:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979393.569060:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569067:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979393.569069:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569071:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.569072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979393.569076:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569083:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979393.569087:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569094:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979393.569097:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569098:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.569099:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569101:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979393.569104:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979393.569106:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979393.569109:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979393.569111:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979393.569115:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979393.569122:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367086976:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979393.569126:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979393.569128:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569135:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979393.569136:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.569138:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979393.569140:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979393.569142:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979393.569145:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979393.569148:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979393.569149:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979393.569151:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979393.569153:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979393.569156:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783979393.569158:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979393.569160:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979393.569162:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979393.569165:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979393.569168:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087104, portal 10
00000100:00000001:1.0:1783979393.569169:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979393.569171:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783979393.569175:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569181:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979393.569183:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979393.569185:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979393.569187:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367087104, offset 0
00000400:00000200:1.0:1783979393.569190:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979393.569194:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.569197:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979393.569199:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979393.569202:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979393.569203:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979393.569206:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979393.569208:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346053:346053:256:4294967295] 192.168.201.109@tcp LPNI seq info [346042:346042:8:4294967295]
00000400:00000200:1.0:1783979393.569212:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979393.569217:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979393.569222:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.569224:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979393.569229:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979393.569231:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783979393.569235:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979393.569237:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1783979393.569241:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979393.569243:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979393.569245:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979393.569248:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979393.569250:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979393.569252:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979393.569253:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979393.569256:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569263:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.569266:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569271:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.569273:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979393.569275:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979393.569277:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979393.569281:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979393.569282:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304925213
00000100:00000001:1.0:1783979393.569285:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304926454
00000100:00000001:1.0:1783979393.569286:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304925213
00000100:00000001:1.0:1783979393.569288:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304926454
00000100:00000001:1.0:1783979393.569290:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979393.569292:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.569294:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979393.569297:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979393/real 1783979393]  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979393.569304:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979393.569305:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979393.569306:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979393.569309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979393.569310:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979393.569312:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979393.569314:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979393.569322:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569328:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979393.569329:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569331:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.569332:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979393.569335:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569341:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979393.569344:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569350:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979393.569353:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569354:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979393.569355:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569357:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979393.569358:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979393.569361:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979393.569364:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979393.569366:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979393.569369:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979393.569381:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087104:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979393.569385:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569387:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.569390:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6a300 x1870627367086848/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569395:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979393.569413:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979393.569416:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979393.569419:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979393.569421:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979393.569423:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979393.569425:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979393.569427:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783979393.569432:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979393.569433:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979393.569435:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6a300.
00000100:00000001:1.0:1783979393.569438:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979393.569439:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569441:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.569444:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b480 x1870627367086976/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569451:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979393.569452:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979393.569453:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979393.569455:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979393.569456:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979393.569457:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979393.569459:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979393.569460:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979393.569462:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979393.569463:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979393.569464:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b480.
00000100:00000001:1.0:1783979393.569467:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979393.569468:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569469:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979393.569472:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367087104/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979393.569478:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979393.569479:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979393.569480:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783979393.569482:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979393.569483:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979393.569484:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979393.569485:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979393.569487:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979393.569488:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979393.569489:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979393.569491:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783979393.569492:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979393.569493:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569495:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979393.569501:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979393.569503:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979393.569505:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979393.569507:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979393.633911:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979393.633919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979393.633921:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979393.633926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979393.633930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979393.633933:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979393.633936:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979393.633939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979393.633943:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979393.759954:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979393.759961:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979393.759967:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979393.759969:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979393.760102:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979393.760106:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979393.760109:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979394.655907:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979394.655915:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979394.655918:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979394.655924:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979394.655927:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979394.655930:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979394.655933:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979394.655936:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979394.655939:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979394.784426:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979394.784433:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979394.784438:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979394.784440:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979394.785003:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979394.785006:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979394.785009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979394.849258:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304926454, at 4304926465
00000100:00000010:1.0:1783979394.849273:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000040:0.0:1783979394.850840:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304926454, at 4304926467
00000100:00000010:0.0:1783979394.850849:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc3c0.
00000100:00000001:0.0:1783979395.679913:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979395.679921:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979395.679935:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979395.679941:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979395.679944:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979395.679948:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979395.679950:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979395.679953:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979395.679956:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.810279:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979395.810286:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.810292:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979395.810294:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979395.810537:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979395.810540:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979395.810544:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979396.703902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979396.703911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979396.703913:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979396.703919:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979396.703922:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979396.703927:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979396.703930:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979396.703932:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979396.703936:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979396.831955:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979396.831962:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979396.831968:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979396.831969:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979396.832021:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979396.832024:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979396.832026:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979397.727843:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979397.727850:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979397.727852:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979397.727857:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979397.727860:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979397.727863:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979397.727866:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979397.727868:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979397.727871:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979397.855880:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979397.855885:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979397.855889:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979397.855890:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979397.857672:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979397.857676:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979397.857680:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979398.687946:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979398.687954:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979398.687956:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979398.687959:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979398.687964:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979398.687970:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10257
00000400:00000200:2.0:1783979398.687980:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979398.687986:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979398.687989:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979398.687992:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.687995:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.687997:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.687999:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979398.688003:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979398.688005:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979398.688008:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979398.688012:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979398.688015:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979398.688017:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979398.688020:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688021:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.688022:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688024:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979398.688026:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979398.688028:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688029:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979398.688031:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979398.688034:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979398.688035:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688037:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979398.688039:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979398.688059:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000020:00000040:2.0:1783979398.688063:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979398.688066:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979398.688067:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688069:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979398.688071:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979398.688075:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979398.688081:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966000.
00000100:00000001:2.0:1783979398.688086:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979398.688093:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979398.688100:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979398.688103:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979398.688106:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979398.688124:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979398.688126:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979398.688128:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979398.688129:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979398.688130:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979398.688133:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979398.688134:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10257
00000400:00000200:2.0:1783979398.688136:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979398.688138:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979398.688139:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979398.688141:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688142:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.688143:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688145:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979398.688146:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979398.688147:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979398.688148:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979398.688149:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979398.688150:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:2.0:1783979398.688151:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979398.688153:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688154:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.688155:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688156:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979398.688157:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979398.688158:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688160:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979398.688160:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979398.688165:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979398.688166:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688167:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979398.688170:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979398.688173:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688174:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979398.688176:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
00000020:00000040:2.0:1783979398.688177:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979398.688179:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979398.688180:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688181:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979398.688181:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979398.688183:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979398.688184:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967000.
00000100:00000001:2.0:1783979398.688187:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979398.688189:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979398.688193:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979398.688195:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979398.688197:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979398.688201:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979398.688202:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979398.688205:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979398.688206:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979398.688208:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979398.688210:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979398.688212:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10257
00000400:00000200:2.0:1783979398.688215:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979398.688218:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979398.688220:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979398.688223:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688224:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.688226:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688228:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979398.688230:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979398.688231:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979398.688233:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979398.688235:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979398.688237:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979398.688238:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979398.688241:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688243:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979398.688245:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688247:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979398.688249:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979398.688251:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979398.688253:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979398.688254:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979398.688257:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979398.688259:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688261:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979398.688262:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979398.688264:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688266:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979398.688269:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979398.688271:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979398.688273:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979398.688274:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979398.688276:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979398.688278:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979398.688280:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979398.688283:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36967c00.
00000100:00000001:2.0:1783979398.688286:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979398.688290:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979398.688301:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979398.688303:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979398.688307:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979398.688314:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979398.688316:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979398.688320:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979398.688322:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979398.688325:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979398.688330:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10268)
00000100:00000001:1.0:1783979398.688503:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979398.688507:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979398.688509:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979398.688514:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688520:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979398.688522:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.688525:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979398.688526:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.688528:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.688530:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367087232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979398.688532:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979398.688536:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979398.688538:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.688540:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979398.688544:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979398.688545:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979398.688550:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979398.688553:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979398.688557:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979398.688563:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087232, portal 25
00000100:00000001:1.0:1783979398.688565:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979398.688566:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979398.688570:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688578:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979398.688579:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979398.688581:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979398.688583:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367087232, offset 0
00000400:00000200:1.0:1783979398.688588:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979398.688595:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.688599:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979398.688602:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979398.688605:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979398.688608:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979398.688610:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979398.688613:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346054:346054:256:4294967295] 192.168.201.109@tcp LPNI seq info [346043:346043:8:4294967295]
00000400:00000200:1.0:1783979398.688615:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.688621:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979398.688625:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.688629:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979398.688634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979398.688637:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783979398.688641:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979398.688643:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783979398.688646:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.688648:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979398.688653:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979398.688656:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979398.688659:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979398.688661:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979398.688665:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979398.688669:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688677:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.688690:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688702:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.688704:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979398.688709:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979398.688713:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979398.688716:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304931574
00000100:00000010:1.0:1783979398.688722:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc900.
00000100:00000001:1.0:1783979398.688728:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979398.688732:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304931574
00000100:00000010:1.0:1783979398.688734:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc360.
00000100:00000001:1.0:1783979398.688736:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979398.688738:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979398.688740:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.688742:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979398.688745:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979398/real 1783979398]  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979398.688751:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979398.688752:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979398.688754:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979398.688755:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979398.688757:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979398.688759:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979398.688761:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979398.688766:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688770:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979398.688795:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688797:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.688799:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979398.688802:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688806:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979398.688809:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688813:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979398.688815:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688816:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.688816:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688818:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979398.688819:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979398.688821:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979398.688823:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979398.688824:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979398.688826:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979398.688831:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367087232:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979398.688833:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979398.688835:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688839:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979398.688840:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.688841:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979398.688842:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.688843:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.688845:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979398.688847:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979398.688848:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979398.688849:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.688851:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979398.688853:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979398.688854:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979398.688857:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979398.688858:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979398.688860:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979398.688862:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087360, portal 10
00000100:00000001:1.0:1783979398.688863:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979398.688864:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979398.688868:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688872:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979398.688873:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979398.688874:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979398.688876:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367087360, offset 0
00000400:00000200:1.0:1783979398.688878:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979398.688880:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.688882:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979398.688884:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979398.688886:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979398.688887:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979398.688889:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979398.688891:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346055:346055:256:4294967295] 192.168.201.109@tcp LPNI seq info [346044:346044:8:4294967295]
00000400:00000200:1.0:1783979398.688893:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.688897:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979398.688899:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.688901:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979398.688904:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979398.688905:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783979398.688908:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979398.688909:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783979398.688912:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.688913:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979398.688915:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979398.688917:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979398.688919:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979398.688920:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979398.688921:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979398.688923:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688928:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.688929:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688933:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.688934:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979398.688935:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.688938:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979398.688940:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979398.688941:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304930336
00000100:00000001:1.0:1783979398.688943:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304931574
00000100:00000001:1.0:1783979398.688944:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304930336
00000100:00000001:1.0:1783979398.688945:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304931574
00000100:00000001:1.0:1783979398.688947:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979398.688948:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.688949:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979398.688950:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979398/real 1783979398]  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979398.688955:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979398.688955:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979398.688956:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979398.688958:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979398.688959:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979398.688960:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979398.688962:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979398.688966:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688970:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979398.688971:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688971:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.688972:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979398.688974:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688977:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979398.688979:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.688983:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979398.688984:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688985:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.688986:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.688986:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979398.688988:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979398.688990:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979398.688991:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979398.688992:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979398.688994:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979398.688999:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087360:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979398.689001:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979398.689003:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689011:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979398.689012:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.689013:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979398.689014:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.689015:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.689016:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979398.689018:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979398.689019:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979398.689020:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.689021:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979398.689023:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783979398.689024:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979398.689026:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979398.689027:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979398.689029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979398.689030:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087488, portal 10
00000100:00000001:1.0:1783979398.689031:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979398.689032:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000040:1.0:1783979398.689035:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689039:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979398.689040:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979398.689041:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979398.689043:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367087488, offset 0
00000400:00000200:1.0:1783979398.689045:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979398.689047:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.689049:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979398.689050:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979398.689052:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979398.689053:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979398.689054:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979398.689056:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346056:346056:256:4294967295] 192.168.201.109@tcp LPNI seq info [346045:346045:8:4294967295]
00000400:00000200:1.0:1783979398.689059:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979398.689062:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979398.689065:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.689066:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979398.689068:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979398.689070:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783979398.689072:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979398.689074:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1783979398.689076:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979398.689078:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979398.689079:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979398.689081:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979398.689083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979398.689083:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979398.689085:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979398.689087:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689091:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.689093:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689096:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.689097:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979398.689098:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.689100:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979398.689102:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979398.689103:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304930333
00000100:00000001:1.0:1783979398.689104:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304931574
00000100:00000001:1.0:1783979398.689106:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304930333
00000100:00000001:1.0:1783979398.689107:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304931574
00000100:00000001:1.0:1783979398.689108:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979398.689109:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.689110:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979398.689112:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979398/real 1783979398]  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979398.689117:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979398.689118:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979398.689119:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979398.689121:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979398.689123:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979398.689125:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979398.689128:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979398.689136:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689142:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979398.689143:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689145:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.689146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979398.689149:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689156:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979398.689159:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689165:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979398.689167:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689169:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979398.689170:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689172:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979398.689174:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979398.689176:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979398.689180:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979398.689182:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979398.689186:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979398.689193:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087488:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979398.689197:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689199:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.689202:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367087232/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689208:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979398.689211:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979398.689213:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979398.689216:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979398.689217:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979398.689219:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979398.689221:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979398.689222:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966000.
02000000:00000001:1.0:1783979398.689225:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979398.689226:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979398.689228:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979398.689230:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979398.689231:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689232:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.689234:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367087360/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689238:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979398.689239:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979398.689240:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979398.689241:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979398.689242:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979398.689243:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979398.689243:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979398.689245:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967000.
02000000:00000001:1.0:1783979398.689250:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979398.689251:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979398.689252:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979398.689253:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979398.689254:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689255:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979398.689256:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367087488/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.689259:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979398.689260:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979398.689261:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b400.
02000000:00000001:1.0:1783979398.689262:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979398.689263:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979398.689264:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979398.689265:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979398.689266:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36967c00.
02000000:00000001:1.0:1783979398.689267:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979398.689267:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979398.689268:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979398.689269:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979398.689270:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689271:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979398.689276:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979398.689277:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.689278:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979398.689280:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979398.751950:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979398.751967:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979398.751969:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979398.751974:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979398.751978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979398.751981:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979398.751984:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979398.751986:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979398.751988:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.881400:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979398.881406:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.881411:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979398.881413:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979398.881416:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979398.881419:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.881422:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979398.881424:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.881426:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.881428:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979398.881720:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979398.881723:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979398.881726:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979399.775899:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979399.775906:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979399.775909:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979399.775914:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979399.775918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979399.775921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979399.775924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979399.775926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979399.775929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.903929:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979399.903936:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.903942:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979399.903943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979399.904714:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979399.904717:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979399.904720:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979399.967895:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304931574, at 4304931584
00000100:00000040:1.0:1783979399.967911:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304931574, at 4304931584
00000100:00000010:0.0:1783979399.967912:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc900.
00000100:00000010:1.0:1783979399.967921:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000001:0.0:1783979400.800000:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979400.800009:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979400.800011:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979400.800017:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979400.800021:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979400.800025:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979400.800028:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979400.800030:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979400.800033:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.927914:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979400.927923:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979400.927925:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979400.927928:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.927933:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979400.927935:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.927937:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.927939:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.927943:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979400.927945:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979400.931877:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979400.931888:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979400.931894:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979401.825441:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979401.825449:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979401.825451:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979401.825458:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979401.825461:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979401.825465:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979401.825468:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979401.825470:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979401.825472:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979401.953898:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979401.953905:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979401.953910:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979401.953911:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979401.954032:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979401.954036:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979401.954039:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979402.847916:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979402.847924:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979402.847926:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979402.847931:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979402.847935:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979402.847939:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979402.847941:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979402.847944:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979402.847947:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979402.975944:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979402.975951:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979402.975957:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979402.975959:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979402.976018:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979402.976021:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979402.976023:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979403.807937:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979403.807974:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979403.807977:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979403.807980:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979403.807985:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979403.807992:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10263
00000400:00000200:3.0:1783979403.808001:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979403.808007:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979403.808010:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979403.808013:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808016:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979403.808018:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808021:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979403.808025:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979403.808026:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979403.808029:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979403.808043:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979403.808046:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979403.808049:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979403.808052:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808054:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979403.808056:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808058:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979403.808060:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979403.808064:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808067:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979403.808070:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979403.808073:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979403.808076:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808078:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979403.808080:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979403.808090:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783979403.808094:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979403.808098:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979403.808099:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808103:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979403.808105:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979403.808109:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979403.808117:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979403.808123:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979403.808133:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979403.808156:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979403.808161:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979403.808166:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979403.808190:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979403.808193:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979403.808196:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979403.808198:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979403.808199:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979403.808202:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979403.808216:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10263
00000400:00000200:3.0:1783979403.808220:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979403.808224:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979403.808226:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979403.808230:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808232:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979403.808234:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808235:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979403.808238:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979403.808239:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:1.0:1783979403.808240:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979403.808242:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979403.808247:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979403.808249:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979403.808251:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979403.808254:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808256:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979403.808258:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808259:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979403.808261:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783979403.808263:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1783979403.808265:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979403.808268:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979403.808270:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979403.808273:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979403.808278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979403.808280:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979403.808285:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808290:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979403.808296:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1783979403.808296:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979403.808299:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979403.808301:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.808305:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979403.808305:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.808310:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783979403.808312:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
02000000:00000001:1.0:1783979403.808315:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979403.808317:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00100000:1.0:1783979403.808321:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367087616:192.168.201.109@tcp:250:kworker.0
02000000:00000001:3.0:1783979403.808322:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979403.808325:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808329:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979403.808332:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979403.808334:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979403.808335:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.808340:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1783979403.808341:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979403.808344:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808347:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.808349:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1783979403.808355:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1783979403.808356:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979403.808361:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979403.808370:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979403.808370:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979403.808375:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979403.808377:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00000040:3.0:1783979403.808382:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979403.808391:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:3.0:1783979403.808407:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979403.808410:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979403.808413:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979403.808414:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979403.808416:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979403.808419:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1783979403.808420:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087616, portal 25
00000100:00080000:3.0:1783979403.808422:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10263
00000100:00000001:1.0:1783979403.808424:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979403.808428:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000400:00000200:3.0:1783979403.808428:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979403.808435:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:1.0:1783979403.808439:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979403.808440:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979403.808447:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808452:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979403.808454:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979403.808457:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000040:1.0:1783979403.808462:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808463:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000010:1.0:1783979403.808467:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000020:00000001:3.0:1783979403.808467:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979403.808470:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000200:1.0:1783979403.808473:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367087616, offset 0
00000020:00000001:3.0:1783979403.808474:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979403.808477:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979403.808480:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979403.808484:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979403.808485:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:3.0:1783979403.808489:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808496:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979403.808498:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808500:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979403.808502:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979403.808505:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979403.808507:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979403.808509:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979403.808512:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979403.808514:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808516:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979403.808517:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979403.808520:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808521:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979403.808525:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979403.808528:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979403.808530:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979403.808531:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979403.808533:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979403.808534:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979403.808536:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979403.808541:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979403.808545:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979403.808549:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979403.808556:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979403.808558:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979403.808562:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979403.808601:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979403.808604:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979403.808608:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979403.808611:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979403.808614:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979403.808619:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10273)
00000400:00000200:1.0:1783979403.810703:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.810713:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979403.810718:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979403.810722:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979403.810726:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979403.810729:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979403.810733:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346057:346057:256:4294967295] 192.168.201.109@tcp LPNI seq info [346046:346046:8:4294967295]
00000400:00000200:1.0:1783979403.810737:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.810746:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979403.810751:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.810760:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979403.810767:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979403.810783:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979403.810789:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979403.810792:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979403.810796:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.810798:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979403.810804:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979403.810809:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979403.810814:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979403.810817:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979403.810822:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979403.810829:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.810841:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.810845:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.810852:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.810854:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979403.810860:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979403.810865:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979403.810867:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304936697
00000100:00000010:1.0:1783979403.810873:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc360.
00000100:00000001:1.0:1783979403.810880:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979403.810886:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304936697
00000100:00000010:1.0:1783979403.810889:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc660.
00000100:00000001:1.0:1783979403.810892:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979403.810894:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979403.810897:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.810900:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979403.810904:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979403/real 1783979403]  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979403.810914:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979403.810915:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979403.810919:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979403.810922:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979403.810924:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979403.810927:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979403.810930:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979403.810938:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.810944:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979403.810946:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.810948:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.810950:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979403.810954:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.810960:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979403.810965:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.810971:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979403.810975:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.810976:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.810977:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.810980:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979403.810982:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979403.810985:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979403.810989:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979403.810992:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979403.810996:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979403.811004:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367087616:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979403.811010:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811013:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.811015:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367087616/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811022:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979403.811025:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979403.811028:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979403.811031:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979403.811034:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979403.811036:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979403.811038:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979403.811040:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783979403.811044:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979403.811045:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979403.811047:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783979403.811050:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979403.811051:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811054:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811060:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979403.811062:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811064:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979403.811067:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979403.811068:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979403.811072:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811079:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979403.811081:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.811084:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979403.811086:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.811089:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.811092:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979403.811095:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979403.811099:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979403.811101:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.811104:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979403.811107:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979403.811109:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979403.811113:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979403.811116:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979403.811120:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979403.811125:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087744, portal 10
00000100:00000001:1.0:1783979403.811128:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979403.811129:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:1.0:1783979403.811136:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811142:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979403.811144:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979403.811147:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979403.811150:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367087744, offset 0
00000400:00000200:1.0:1783979403.811154:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979403.811158:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.811161:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979403.811164:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979403.811166:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979403.811168:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979403.811170:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979403.811173:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346058:346058:256:4294967295] 192.168.201.109@tcp LPNI seq info [346047:346047:8:4294967295]
00000400:00000200:1.0:1783979403.811176:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.811182:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979403.811186:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.811190:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979403.811193:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979403.811196:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979403.811200:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979403.811203:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979403.811206:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.811208:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979403.811211:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979403.811214:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979403.811217:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979403.811218:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979403.811221:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979403.811224:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811231:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.811234:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811241:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811242:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979403.811245:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.811249:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979403.811252:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979403.811254:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304935458
00000100:00000001:1.0:1783979403.811257:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304936697
00000100:00000001:1.0:1783979403.811259:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304935458
00000100:00000001:1.0:1783979403.811261:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304936697
00000100:00000001:1.0:1783979403.811263:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979403.811265:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811266:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979403.811270:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979403/real 1783979403]  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979403.811278:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979403.811280:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979403.811281:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979403.811284:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979403.811285:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979403.811288:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979403.811291:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979403.811299:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811306:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979403.811307:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811309:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.811310:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979403.811314:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811319:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979403.811324:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811330:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979403.811332:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811334:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.811335:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811337:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979403.811340:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979403.811342:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979403.811345:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979403.811347:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979403.811351:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979403.811359:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087744:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979403.811362:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979403.811366:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811378:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979403.811380:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.811382:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979403.811383:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.811385:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.811388:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979403.811391:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979403.811394:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979403.811395:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.811397:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979403.811400:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979403.811401:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979403.811405:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979403.811407:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979403.811409:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979403.811412:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367087872, portal 10
00000100:00000001:1.0:1783979403.811413:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979403.811415:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:1.0:1783979403.811420:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811426:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979403.811428:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979403.811429:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979403.811431:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367087872, offset 0
00000400:00000200:1.0:1783979403.811435:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979403.811439:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.811442:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979403.811445:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979403.811447:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979403.811449:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979403.811451:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979403.811477:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346059:346059:256:4294967295] 192.168.201.109@tcp LPNI seq info [346048:346048:8:4294967295]
00000400:00000200:1.0:1783979403.811482:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979403.811506:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979403.811510:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.811514:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979403.811517:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979403.811520:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783979403.811524:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979403.811527:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1783979403.811530:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979403.811532:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979403.811534:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979403.811537:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979403.811540:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979403.811542:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979403.811544:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979403.811547:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811555:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.811557:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811563:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811564:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979403.811567:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.811570:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979403.811573:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979403.811575:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304935455
00000100:00000001:1.0:1783979403.811577:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304936697
00000100:00000001:1.0:1783979403.811579:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304935455
00000100:00000001:1.0:1783979403.811580:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304936697
00000100:00000001:1.0:1783979403.811582:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979403.811585:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811586:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979403.811590:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979403/real 1783979403]  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979403.811608:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979403.811609:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979403.811611:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979403.811614:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979403.811616:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979403.811618:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979403.811621:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979403.811627:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811632:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979403.811633:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811635:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.811636:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979403.811639:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811644:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979403.811647:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811653:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979403.811655:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811656:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979403.811657:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811659:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979403.811660:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979403.811663:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979403.811666:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979403.811668:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979403.811672:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979403.811680:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367087872:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979403.811683:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811685:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.811688:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367087744/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811694:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979403.811695:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979403.811697:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979403.811699:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979403.811701:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979403.811702:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979403.811704:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979403.811705:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979403.811708:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979403.811709:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979403.811710:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783979403.811712:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979403.811713:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811714:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979403.811717:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367087872/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.811722:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979403.811723:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979403.811725:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979403.811727:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979403.811728:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979403.811729:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979403.811730:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979403.811732:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979403.811734:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979403.811735:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979403.811736:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783979403.811739:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979403.811740:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811741:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979403.811744:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979403.811746:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.811747:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979403.811749:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979403.871905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979403.871955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979403.871958:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979403.871964:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979403.871968:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979403.871972:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979403.871975:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979403.871978:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979403.871981:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979403.999903:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979403.999909:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979403.999914:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979403.999915:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979404.000026:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979404.000030:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979404.000043:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979404.896810:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979404.896818:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979404.896819:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979404.896825:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979404.896828:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979404.896831:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979404.896833:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979404.896836:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979404.896838:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979405.024036:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979405.024043:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979405.024049:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979405.024051:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979405.024163:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979405.024167:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979405.024170:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979405.087900:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304936697, at 4304936704
00000100:00000040:1.0:1783979405.087915:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304936697, at 4304936704
00000100:00000010:0.0:1783979405.087918:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc360.
00000100:00000010:1.0:1783979405.087926:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000001:0.0:1783979405.919876:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979405.919884:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979405.919886:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979405.919892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979405.919895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979405.919899:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979405.919901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979405.919925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979405.919938:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979406.047880:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979406.047885:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979406.047889:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979406.047889:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979406.050596:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979406.050602:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979406.050607:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979406.943890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979406.943895:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979406.943897:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979406.943901:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979406.943903:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979406.943906:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979406.943908:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979406.943909:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979406.943911:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979407.071887:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979407.071892:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979407.071896:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979407.071897:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979407.072224:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979407.072227:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979407.072229:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979407.967887:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979407.967892:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979407.967893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979407.967897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979407.967900:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979407.967903:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979407.967905:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979407.967907:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979407.967909:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979408.095846:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979408.095853:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979408.095859:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979408.095860:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979408.096078:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979408.096081:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979408.096084:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979408.927904:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979408.928046:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979408.928048:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979408.928052:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979408.928056:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979408.928063:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10268
00000400:00000200:2.0:1783979408.928072:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979408.928077:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979408.928080:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979408.928083:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928086:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928088:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928090:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979408.928093:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979408.928095:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979408.928098:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979408.928101:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979408.928103:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979408.928106:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979408.928108:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928110:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928112:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928114:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979408.928125:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979408.928129:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928132:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979408.928134:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979408.928138:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979408.928140:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928142:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979408.928144:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979408.928196:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32680.
00000020:00000040:2.0:1783979408.928199:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979408.928202:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979408.928204:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928207:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979408.928210:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979408.928213:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979408.928229:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36966c00.
00000100:00000001:2.0:1783979408.928234:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979408.928242:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979408.928252:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979408.928258:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979408.928263:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e309cc1] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979408.928283:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979408.928294:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979408.928298:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979408.928299:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979408.928300:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979408.928303:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979408.928306:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10268
00000400:00000200:2.0:1783979408.928310:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979408.928313:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979408.928316:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979408.928319:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928321:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928323:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979408.928324:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979408.928327:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979408.928329:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979408.928330:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979408.928333:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:1.0:1783979408.928334:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783979408.928335:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979408.928338:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979408.928341:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979408.928343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979408.928344:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:2.0:1783979408.928352:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928356:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928360:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928363:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979408.928368:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:2.0:1783979408.928373:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979408.928374:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979408.928377:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.928378:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979408.928380:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979408.928383:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979408.928386:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.928388:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979408.928391:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.928394:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928395:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979408.928399:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783979408.928401:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088000:192.168.201.109@tcp:250:kworker.0
00000008:00000001:2.0:1783979408.928405:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.928408:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783979408.928409:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.928414:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1783979408.928415:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33100.
02000000:00000001:1.0:1783979408.928420:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979408.928420:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:2.0:1783979408.928423:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.928425:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979408.928426:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928429:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979408.928431:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1783979408.928432:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783979408.928433:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.928436:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979408.928439:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965400.
00000100:00000001:2.0:1783979408.928444:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979408.928445:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979408.928453:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00100000:2.0:1783979408.928453:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979408.928461:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:2.0:1783979408.928463:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979408.928466:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979408.928469:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088000, portal 25
00000100:00000040:2.0:1783979408.928470:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbc5cd5] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928474:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979408.928478:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593987200 : -118905115564416 : ffff93db3ed32680)
00000100:00000001:2.0:1783979408.928485:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.928488:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979408.928489:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979408.928496:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979408.928498:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979408.928501:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.928516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1783979408.928517:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979408.928523:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10268
00000100:00000040:1.0:1783979408.928525:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979408.928530:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000400:00000200:2.0:1783979408.928530:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000200:1.0:1783979408.928536:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367088000, offset 0
00000400:00000200:2.0:1783979408.928536:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979408.928540:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979408.928544:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928546:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928547:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928550:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979408.928552:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979408.928553:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979408.928554:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979408.928556:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979408.928558:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979408.928561:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979408.928564:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979408.928567:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928570:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979408.928572:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000400:00000200:1.0:1783979408.928576:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979408.928577:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979408.928581:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000200:1.0:1783979408.928587:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00080000:2.0:1783979408.928588:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928593:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979408.928595:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979408.928597:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1783979408.928599:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979408.928604:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
02000000:00000001:2.0:1783979408.928604:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928608:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783979408.928609:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1783979408.928611:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979408.928613:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000008:00000001:2.0:1783979408.928617:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979408.928621:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346060:346060:256:4294967295] 192.168.201.109@tcp LPNI seq info [346049:346049:8:4294967295]
00000100:00000001:2.0:1783979408.928621:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979408.928626:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed33b80.
00000400:00000200:1.0:1783979408.928630:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:2.0:1783979408.928632:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979408.928635:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979408.928637:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979408.928641:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979408.928643:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979408.928646:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1783979408.928646:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979408.928652:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000800:00000200:1.0:1783979408.928656:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:2.0:1783979408.928657:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979408.928664:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00100000:2.0:1783979408.928665:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783979408.928675:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979408.928681:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1783979408.928684:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979408.928688:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979408.928692:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0772ac6] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979408.928701:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979408.928702:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000040:2.0:1783979408.928705:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783979408.928708:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1783979408.928710:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1783979408.928716:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000100:00000040:2.0:1783979408.928716:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1783979408.928721:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000040:2.0:1783979408.928722:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979408.928729:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10278)
00000400:00000200:1.0:1783979408.928731:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979408.928737:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979408.928742:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979408.928744:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979408.928749:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979408.928754:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928764:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.928767:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928799:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.928801:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979408.928806:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979408.928810:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979408.928812:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304941815
00000100:00000010:1.0:1783979408.928830:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc660.
00000100:00000001:1.0:1783979408.928836:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979408.928841:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304941815
00000100:00000010:1.0:1783979408.928844:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783979408.928847:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979408.928850:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979408.928853:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.928855:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979408.928859:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979408/real 1783979408]  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979408.928868:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979408.928869:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979408.928871:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979408.928874:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979408.928875:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979408.928878:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979408.928881:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979408.928889:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928896:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979408.928898:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.928900:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.928902:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979408.928915:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928923:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979408.928928:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928935:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979408.928938:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.928940:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.928941:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.928943:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979408.928945:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979408.928948:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979408.928951:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979408.928960:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979408.928971:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979408.928979:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088000:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979408.928984:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.928986:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.928988:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32680 x1870627367088000/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.928994:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979408.928997:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979408.928999:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979408.929002:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979408.929004:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979408.929005:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979408.929007:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979408.929010:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36966c00.
02000000:00000001:1.0:1783979408.929013:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979408.929014:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979408.929016:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32680.
00000100:00000001:1.0:1783979408.929020:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979408.929021:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929023:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929030:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979408.929032:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929034:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979408.929036:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979408.929037:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979408.929041:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929048:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979408.929049:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.929051:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979408.929053:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.929056:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.929059:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979408.929062:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979408.929064:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979408.929066:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.929068:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979408.929071:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979408.929073:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979408.929076:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979408.929079:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979408.929081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979408.929084:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088128, portal 10
00000100:00000001:1.0:1783979408.929086:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979408.929087:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593989888 : -118905115561728 : ffff93db3ed33100)
00000100:00000040:1.0:1783979408.929093:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929099:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979408.929101:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979408.929103:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979408.929105:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367088128, offset 0
00000400:00000200:1.0:1783979408.929109:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979408.929113:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979408.929127:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979408.929130:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979408.929133:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979408.929135:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979408.929137:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979408.929140:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346061:346061:256:4294967295] 192.168.201.109@tcp LPNI seq info [346050:346050:8:4294967295]
00000400:00000200:1.0:1783979408.929144:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979408.929150:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979408.929154:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979408.929157:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979408.929161:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979408.929164:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979408.929168:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979408.929171:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979408.929175:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979408.929177:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979408.929179:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979408.929182:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979408.929185:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979408.929187:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979408.929189:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979408.929192:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929208:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.929211:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929218:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929219:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979408.929223:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.929226:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979408.929229:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979408.929231:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304940576
00000100:00000001:1.0:1783979408.929233:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304941815
00000100:00000001:1.0:1783979408.929235:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304940576
00000100:00000001:1.0:1783979408.929237:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304941815
00000100:00000001:1.0:1783979408.929239:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979408.929241:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929243:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979408.929246:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979408/real 1783979408]  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979408.929260:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979408.929262:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979408.929263:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979408.929266:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979408.929267:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979408.929269:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979408.929272:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979408.929280:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929286:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979408.929288:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929289:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.929291:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979408.929294:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929301:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979408.929304:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929310:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979408.929312:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929313:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.929314:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929315:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979408.929331:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979408.929334:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979408.929337:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979408.929339:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979408.929343:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979408.929351:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088128:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979408.929355:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979408.929358:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929364:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979408.929365:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.929367:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979408.929369:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.929370:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.929372:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088256:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979408.929375:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979408.929377:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979408.929379:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.929380:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979408.929383:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979408.929385:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979408.929388:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979408.929390:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979408.929393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979408.929396:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088256, portal 10
00000100:00000001:1.0:1783979408.929398:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979408.929399:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593992576 : -118905115559040 : ffff93db3ed33b80)
00000100:00000040:1.0:1783979408.929404:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929410:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979408.929412:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979408.929414:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979408.929417:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367088256, offset 0
00000400:00000200:1.0:1783979408.929421:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979408.929424:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979408.929427:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979408.929430:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979408.929432:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979408.929435:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979408.929437:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979408.929439:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346062:346062:256:4294967295] 192.168.201.109@tcp LPNI seq info [346051:346051:8:4294967295]
00000400:00000200:1.0:1783979408.929443:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979408.929453:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979408.929458:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979408.929461:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979408.929464:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979408.929467:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979408.929471:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979408.929473:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979408.929476:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979408.929478:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979408.929480:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979408.929483:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979408.929486:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979408.929487:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979408.929490:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979408.929493:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929499:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.929514:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929521:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929522:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979408.929526:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.929528:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979408.929532:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979408.929538:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304940573
00000100:00000001:1.0:1783979408.929541:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304941815
00000100:00000001:1.0:1783979408.929543:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304940573
00000100:00000001:1.0:1783979408.929544:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304941815
00000100:00000001:1.0:1783979408.929546:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979408.929548:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929550:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979408.929554:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979408/real 1783979408]  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979408.929562:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979408.929563:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979408.929565:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979408.929567:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979408.929569:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979408.929571:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979408.929574:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979408.929583:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929589:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979408.929591:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929592:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.929594:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979408.929597:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929603:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979408.929607:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929613:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979408.929616:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929618:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979408.929619:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929620:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979408.929622:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979408.929624:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979408.929627:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979408.929629:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979408.929632:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979408.929645:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088256:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979408.929649:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929651:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.929655:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33100 x1870627367088128/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929660:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979408.929662:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979408.929663:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979408.929666:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979408.929668:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979408.929669:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979408.929671:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979408.929673:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965400.
02000000:00000001:1.0:1783979408.929690:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979408.929691:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979408.929693:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33100.
00000100:00000001:1.0:1783979408.929696:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979408.929697:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929699:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979408.929702:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed33b80 x1870627367088256/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.929713:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979408.929715:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979408.929716:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289800.
02000000:00000001:1.0:1783979408.929718:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979408.929719:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979408.929721:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979408.929722:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979408.929724:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:1.0:1783979408.929726:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979408.929727:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979408.929728:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed33b80.
00000100:00000001:1.0:1783979408.929730:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979408.929731:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929733:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979408.929736:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979408.929737:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.929739:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979408.929741:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979408.991925:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979408.991931:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979408.991932:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979408.991937:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979408.991940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979408.991943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979408.991945:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979408.991947:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979408.991950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.119961:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979409.119968:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.119973:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979409.119976:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979409.119978:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979409.119981:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.119984:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979409.119985:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.119987:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.119988:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979409.120043:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979409.120046:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979409.120048:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979410.015885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979410.015890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979410.015891:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979410.015895:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979410.015897:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979410.015900:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979410.015901:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979410.015904:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979410.015905:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979410.143887:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979410.143894:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979410.143899:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979410.143900:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979410.144161:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979410.144164:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979410.144167:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979410.207934:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304941815, at 4304941824
00000100:00000010:1.0:1783979410.207947:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000040:0.0:1783979410.208021:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304941815, at 4304941824
00000100:00000010:0.0:1783979410.208027:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc660.
00000100:00000001:0.0:1783979411.040585:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979411.040593:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979411.040595:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979411.040602:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979411.040606:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979411.040610:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979411.040612:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979411.040615:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979411.040618:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.168694:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979411.168701:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979411.168703:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979411.168705:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.168709:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979411.168710:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.168712:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.168713:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.168715:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979411.168716:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979411.168768:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979411.168790:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979411.168793:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979412.063900:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979412.063907:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979412.063910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979412.063916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979412.063919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979412.063923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979412.063926:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979412.063928:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979412.063932:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979412.191856:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979412.191864:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979412.191870:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979412.191871:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979412.192009:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979412.192012:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979412.192014:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979413.087893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979413.087900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979413.087902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979413.087907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979413.087910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979413.087913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979413.087916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979413.087918:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979413.087930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979413.215937:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979413.215944:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979413.215950:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979413.215951:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979413.216017:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979413.216020:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979413.216023:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979414.047944:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979414.047951:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979414.047953:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979414.047957:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979414.047961:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979414.047968:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10273
00000400:00000200:2.0:1783979414.047978:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979414.047984:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979414.047987:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979414.047991:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.047994:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979414.047997:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048000:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979414.048004:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979414.048005:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:2.0:1783979414.048008:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979414.048011:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:2.0:1783979414.048013:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:2.0:1783979414.048015:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:2.0:1783979414.048017:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048019:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979414.048020:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048021:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979414.048023:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:2.0:1783979414.048025:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048026:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979414.048028:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979414.048031:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979414.048033:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048034:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979414.048036:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979414.048042:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed30000.
00000020:00000040:2.0:1783979414.048045:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:2.0:1783979414.048047:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979414.048048:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048051:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979414.048053:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979414.048056:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979414.048062:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964000.
00000100:00000001:2.0:1783979414.048068:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979414.048075:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979414.048082:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979414.048084:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979414.048087:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb92fac] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979414.048106:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979414.048109:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979414.048112:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979414.048113:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979414.048115:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979414.048117:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979414.048120:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10273
00000400:00000200:2.0:1783979414.048124:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979414.048126:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979414.048128:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979414.048131:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048133:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979414.048135:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048138:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979414.048140:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979414.048141:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:2.0:1783979414.048143:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979414.048145:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:2.0:1783979414.048147:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979414.048148:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783979414.048150:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979414.048154:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783979414.048155:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048158:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979414.048159:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979414.048160:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048163:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979414.048164:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000040:1.0:1783979414.048168:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979414.048170:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048175:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979414.048179:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979414.048184:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1783979414.048186:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979414.048187:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.048192:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979414.048192:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048195:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979414.048197:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1783979414.048200:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979414.048201:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1783979414.048207:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.048208:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088384:192.168.201.109@tcp:250:kworker.0
00000100:00000001:2.0:1783979414.048212:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.048216:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1783979414.048218:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed31880.
02000000:00000001:1.0:1783979414.048221:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1783979414.048222:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979414.048226:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979414.048227:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979414.048230:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.048232:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979414.048233:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979414.048236:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1783979414.048238:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:2.0:1783979414.048239:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.048243:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979414.048246:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36965000.
00000400:00000200:1.0:1783979414.048251:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:2.0:1783979414.048253:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979414.048257:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00100000:2.0:1783979414.048262:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979414.048266:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:2.0:1783979414.048278:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979414.048280:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979414.048284:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024074992] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979414.048293:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979414.048295:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979414.048298:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979414.048299:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979414.048301:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979414.048304:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979414.048306:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10273
00000400:00000200:2.0:1783979414.048310:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:2.0:1783979414.048313:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979414.048315:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979414.048316:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048317:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979414.048319:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048321:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:2.0:1783979414.048322:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979414.048323:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:2.0:1783979414.048324:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979414.048325:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:2.0:1783979414.048326:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:2.0:1783979414.048327:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:2.0:1783979414.048329:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048330:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979414.048331:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048332:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:2.0:1783979414.048334:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:2.0:1783979414.048335:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:2.0:1783979414.048336:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979414.048337:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979414.048339:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979414.048340:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048341:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979414.048342:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979414.048344:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048345:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979414.048347:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db3ed32a00.
00000020:00000040:2.0:1783979414.048348:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:2.0:1783979414.048350:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979414.048351:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979414.048352:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979414.048353:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979414.048354:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979414.048356:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db36964400.
00000100:00000001:2.0:1783979414.048358:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979414.048361:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979414.048369:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979414.048370:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979414.048372:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c611e0] to pc [ptlrpcd_rcv+-1]  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979414.048376:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979414.048378:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979414.048380:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1783979414.048381:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1783979414.048383:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1783979414.048386:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088384, portal 25
00000100:00000040:2.0:1783979414.048387:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10283)
00000100:00000001:1.0:1783979414.048392:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979414.048394:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593977344 : -118905115574272 : ffff93db3ed30000)
00000100:00000040:1.0:1783979414.048402:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048409:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979414.048442:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979414.048446:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979414.048450:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367088384, offset 0
00000400:00000200:1.0:1783979414.048457:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979414.048463:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.048469:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979414.048474:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979414.048478:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979414.048481:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979414.048484:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979414.048487:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346063:346063:256:4294967295] 192.168.201.109@tcp LPNI seq info [346052:346052:8:4294967295]
00000400:00000200:1.0:1783979414.048492:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.048501:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979414.048506:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.048512:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979414.048518:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979414.048521:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979414.048527:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979414.048530:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979414.048534:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.048536:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979414.048575:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979414.048580:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979414.048585:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979414.048587:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979414.048591:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979414.048595:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048616:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.048619:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048626:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.048627:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979414.048632:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979414.048636:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979414.048639:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304946934
00000100:00000010:1.0:1783979414.048644:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc0c0.
00000100:00000001:1.0:1783979414.048650:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979414.048655:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304946934
00000100:00000010:1.0:1783979414.048658:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783979414.048661:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979414.048664:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979414.048666:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.048668:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979414.048672:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979414/real 1783979414]  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979414.048680:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979414.048682:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979414.048683:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979414.048686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979414.048687:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979414.048689:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979414.048691:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979414.048699:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048705:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979414.048708:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048710:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.048712:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979414.048715:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048721:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979414.048725:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048732:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979414.048735:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048736:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.048737:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048740:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979414.048742:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979414.048745:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979414.048748:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979414.048751:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979414.048755:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979414.048763:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088384:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979414.048767:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048769:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.048807:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed30000 x1870627367088384/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048815:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979414.048818:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979414.048820:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979414.048823:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979414.048825:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979414.048828:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979414.048830:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979414.048832:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964000.
02000000:00000001:1.0:1783979414.048835:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979414.048837:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979414.048839:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed30000.
00000100:00000001:1.0:1783979414.048841:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979414.048843:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.048851:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979414.048853:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.048855:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979414.048857:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979414.048858:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979414.048875:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048883:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979414.048884:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.048886:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979414.048888:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.048890:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.048893:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979414.048896:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979414.048898:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979414.048899:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.048901:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979414.048904:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979414.048906:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979414.048909:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979414.048912:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979414.048915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979414.048919:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088512, portal 10
00000100:00000001:1.0:1783979414.048920:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979414.048922:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593983616 : -118905115568000 : ffff93db3ed31880)
00000100:00000040:1.0:1783979414.048928:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.048935:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979414.048937:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979414.048939:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979414.048941:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367088512, offset 0
00000400:00000200:1.0:1783979414.048945:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979414.048949:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.048953:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979414.048956:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979414.048958:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979414.048960:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979414.048963:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979414.048965:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346064:346064:256:4294967295] 192.168.201.109@tcp LPNI seq info [346053:346053:8:4294967295]
00000400:00000200:1.0:1783979414.048970:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.048976:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979414.048980:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.048983:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979414.048987:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979414.048989:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979414.048993:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979414.048995:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979414.048999:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.049001:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979414.049004:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979414.049007:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979414.049010:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979414.049011:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979414.049014:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979414.049017:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049024:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.049027:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049038:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.049039:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979414.049043:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.049046:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979414.049049:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979414.049051:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304945696
00000100:00000001:1.0:1783979414.049053:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304946934
00000100:00000001:1.0:1783979414.049056:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304945696
00000100:00000001:1.0:1783979414.049057:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304946934
00000100:00000001:1.0:1783979414.049059:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979414.049061:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.049063:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979414.049066:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979414/real 1783979414]  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979414.049073:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979414.049075:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979414.049077:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979414.049079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979414.049080:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979414.049082:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979414.049085:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979414.049092:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049098:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979414.049099:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049101:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.049102:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979414.049106:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049113:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979414.049117:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049125:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979414.049127:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049129:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.049130:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049132:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979414.049135:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979414.049138:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979414.049141:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979414.049143:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979414.049147:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979414.049156:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088512:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979414.049160:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979414.049164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049170:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979414.049172:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.049174:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979414.049176:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.049178:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.049181:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088640:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979414.049184:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979414.049186:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979414.049188:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.049190:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979414.049194:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979414.049196:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979414.049199:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979414.049202:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979414.049205:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979414.049208:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088640, portal 10
00000100:00000001:1.0:1783979414.049210:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979414.049211:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168593988096 : -118905115563520 : ffff93db3ed32a00)
00000100:00000040:1.0:1783979414.049217:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049224:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979414.049226:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979414.049228:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979414.049231:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367088640, offset 0
00000400:00000200:1.0:1783979414.049235:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979414.049239:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.049242:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979414.049245:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979414.049247:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979414.049249:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979414.049252:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979414.049255:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346065:346065:256:4294967295] 192.168.201.109@tcp LPNI seq info [346054:346054:8:4294967295]
00000400:00000200:1.0:1783979414.049259:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979414.049265:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979414.049270:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.049464:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979414.049470:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979414.049472:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979414.049477:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979414.049479:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979414.049482:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979414.049485:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979414.049488:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979414.049491:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979414.049495:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979414.049496:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979414.049499:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979414.049502:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049509:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.049512:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049518:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.049519:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979414.049522:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.049524:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979414.049528:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979414.049529:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304945693
00000100:00000001:1.0:1783979414.049532:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304946934
00000100:00000001:1.0:1783979414.049534:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304945693
00000100:00000001:1.0:1783979414.049535:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304946934
00000100:00000001:1.0:1783979414.049537:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979414.049539:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.049541:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979414.049545:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979414/real 1783979414]  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979414.049552:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979414.049553:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979414.049555:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979414.049557:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979414.049558:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979414.049561:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979414.049564:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979414.049572:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049578:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979414.049579:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049581:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.049582:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979414.049586:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049592:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979414.049595:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049602:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979414.049604:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049605:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979414.049607:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049609:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979414.049610:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979414.049612:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979414.049616:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979414.049618:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979414.049622:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979414.049629:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db3ed32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088640:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979414.049632:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049635:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.049638:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed31880 x1870627367088512/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049644:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979414.049645:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979414.049647:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979414.049650:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979414.049652:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979414.049653:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979414.049655:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979414.049657:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36965000.
02000000:00000001:1.0:1783979414.049661:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979414.049662:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979414.049663:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed31880.
00000100:00000001:1.0:1783979414.049666:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979414.049667:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049668:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979414.049671:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db3ed32a00 x1870627367088640/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.049676:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979414.049677:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979414.049678:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b800.
02000000:00000001:1.0:1783979414.049680:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979414.049681:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979414.049682:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979414.049683:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979414.049684:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db36964400.
02000000:00000001:1.0:1783979414.049686:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979414.049687:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979414.049689:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db3ed32a00.
00000100:00000001:1.0:1783979414.049690:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979414.049691:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049693:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979414.049697:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979414.049698:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.049700:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979414.049702:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979414.111920:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979414.111927:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979414.111928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979414.111934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979414.111937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979414.111941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979414.111944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979414.111946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979414.111950:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.239931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979414.239936:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.239940:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979414.239941:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979414.240009:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979414.240013:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979414.240016:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979415.135898:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979415.135905:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979415.135907:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979415.135912:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979415.135916:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979415.135919:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979415.135922:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979415.135924:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979415.135927:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979415.263928:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979415.263935:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979415.263941:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979415.263942:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979415.264005:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979415.264007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979415.264009:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979415.327950:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304946934, at 4304946944
00000100:00000010:0.0:1783979415.327964:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc0c0.
00000100:00000040:1.0:1783979415.327997:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304946934, at 4304946944
00000100:00000010:1.0:1783979415.328005:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000001:0.0:1783979416.159893:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979416.159900:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979416.159902:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979416.159907:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979416.159911:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979416.159914:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979416.159917:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979416.159920:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979416.159922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979416.287901:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979416.287907:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979416.287911:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979416.287912:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979416.288111:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979416.288114:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979416.288117:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979417.184059:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979417.184066:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979417.184067:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979417.184073:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979417.184077:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979417.184080:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979417.184082:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979417.184085:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979417.184088:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979417.311966:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979417.311974:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979417.311979:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979417.311980:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979417.312043:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979417.312047:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979417.312051:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979418.207991:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979418.207998:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979418.207999:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979418.208005:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979418.208008:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979418.208012:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979418.208014:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979418.208017:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979418.208019:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979418.335938:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979418.335950:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979418.335955:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979418.335956:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979418.336124:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979418.336127:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979418.336129:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979419.167963:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.167973:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979419.167976:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.167980:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.167984:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.167991:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10278
00000400:00000200:3.0:1783979419.168000:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979419.168006:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.168009:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.168012:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168015:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.168017:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168020:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979419.168024:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.168026:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979419.168029:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.168032:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979419.168035:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979419.168037:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979419.168040:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168042:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.168044:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168046:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979419.168049:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979419.168053:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168055:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.168058:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.168062:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.168064:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168067:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979419.168069:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.168078:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979419.168081:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979419.168085:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.168087:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168090:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.168093:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.168097:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.168106:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979419.168112:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.168120:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.168131:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.168135:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.168139:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.168161:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979419.168164:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.168167:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979419.168168:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.168170:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.168173:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.168175:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10278
00000400:00000200:3.0:1783979419.168179:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979419.168182:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.168184:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.168188:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168190:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.168192:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168194:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979419.168196:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.168197:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00000001:1.0:1783979419.168199:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979419.168199:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.168204:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000100:00000001:1.0:1783979419.168205:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979419.168208:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000001:1.0:1783979419.168209:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979419.168214:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:1.0:1783979419.168220:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979419.168220:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168225:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.168228:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168233:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979419.168238:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00000001:1.0:1783979419.168240:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1783979419.168243:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:1.0:1783979419.168244:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168248:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.168250:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979419.168251:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979419.168254:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.168258:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979419.168259:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.168264:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979419.168267:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088768:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979419.168268:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979419.168273:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979419.168274:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1783979419.168278:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.168281:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979419.168282:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.168285:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.168287:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
02000000:00000001:1.0:1783979419.168290:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979419.168291:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979419.168295:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.168296:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979419.168298:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
00000100:00000001:3.0:1783979419.168299:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.168301:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979419.168303:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.168304:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.168310:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000400:00000200:1.0:1783979419.168311:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:3.0:1783979419.168316:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979419.168319:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00100000:3.0:1783979419.168324:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979419.168343:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979419.168352:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088768, portal 25
00000100:00000001:1.0:1783979419.168356:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979419.168359:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000001:3.0:1783979419.168366:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1783979419.168370:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.168371:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.168379:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168386:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979419.168393:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168395:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979419.168397:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00080000:3.0:1783979419.168400:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1783979419.168402:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367088768, offset 0
00000100:00080000:3.0:1783979419.168405:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979419.168407:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.168409:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979419.168413:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168414:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.168419:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10278
00000400:00000200:3.0:1783979419.168426:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979419.168427:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979419.168431:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.168435:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979419.168438:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:3.0:1783979419.168442:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168445:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979419.168447:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979419.168449:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168453:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979419.168454:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:3.0:1783979419.168456:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.168459:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783979419.168461:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1783979419.168462:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.168465:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783979419.168466:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:3.0:1783979419.168468:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979419.168473:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979419.168474:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346066:346066:256:4294967295] 192.168.201.109@tcp LPNI seq info [346055:346055:8:4294967295]
00000100:00000040:3.0:1783979419.168479:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168484:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979419.168485:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:3.0:1783979419.168489:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979419.168492:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979419.168495:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979419.168501:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000200:1.0:1783979419.168504:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979419.168505:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.168510:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.168513:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1783979419.168514:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
02000000:00000001:3.0:1783979419.168517:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168520:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1783979419.168522:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000008:00100000:3.0:1783979419.168523:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979419.168527:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168529:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.168533:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000800:00000200:1.0:1783979419.168534:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000020:00000040:3.0:1783979419.168536:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000800:00000200:1.0:1783979419.168540:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1783979419.168540:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.168542:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.168546:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.168548:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1783979419.168551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:3.0:1783979419.168552:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979419.168558:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1783979419.168559:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979419.168563:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.168569:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1783979419.168578:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979419.168584:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000100:00000001:3.0:1783979419.168587:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.168590:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979419.168593:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783979419.168595:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979419.168602:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979419.168607:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979419.168611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000100:00000040:3.0:1783979419.168611:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1783979419.168616:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000040:3.0:1783979419.168617:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979419.168622:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979419.168623:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979419.168627:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1783979419.168632:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979419.168633:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10288)
00000100:00000001:1.0:1783979419.168645:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.168649:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168656:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.168659:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979419.168664:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979419.168668:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979419.168671:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304952054
00000100:00000010:1.0:1783979419.168676:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc540.
00000100:00000001:1.0:1783979419.168683:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979419.168689:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304952054
00000100:00000010:1.0:1783979419.168692:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:1.0:1783979419.168695:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979419.168698:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979419.168700:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.168702:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979419.168707:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979419/real 1783979419]  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979419.168716:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979419.168717:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979419.168720:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979419.168722:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979419.168724:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979419.168726:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979419.168731:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979419.168740:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168747:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979419.168748:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168750:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.168752:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979419.168756:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168763:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979419.168767:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168800:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979419.168802:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168804:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.168805:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168807:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979419.168809:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979419.168812:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979419.168816:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979419.168818:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979419.168822:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979419.168830:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367088768:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979419.168835:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168837:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.168840:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367088768/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168852:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979419.168854:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979419.168856:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979419.168860:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979419.168862:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979419.168864:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979419.168865:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979419.168868:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979419.168871:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979419.168873:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979419.168874:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783979419.168878:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979419.168879:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168881:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.168887:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979419.168889:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.168891:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979419.168893:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979419.168894:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979419.168897:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168904:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979419.168905:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.168907:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979419.168909:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979419.168911:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979419.168914:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979419.168917:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979419.168919:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979419.168921:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.168923:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979419.168926:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979419.168927:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979419.168931:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979419.168933:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979419.168937:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979419.168940:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367088896, portal 10
00000100:00000001:1.0:1783979419.168941:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979419.168942:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783979419.168949:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.168956:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979419.168958:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979419.168960:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979419.168962:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367088896, offset 0
00000400:00000200:1.0:1783979419.168966:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979419.168969:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979419.168973:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979419.168976:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979419.168979:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979419.168981:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979419.168983:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979419.168986:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346067:346067:256:4294967295] 192.168.201.109@tcp LPNI seq info [346056:346056:8:4294967295]
00000400:00000200:1.0:1783979419.168990:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979419.168995:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979419.169000:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979419.169003:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979419.169007:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979419.169009:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979419.169014:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979419.169016:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979419.169020:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979419.169022:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979419.169025:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979419.169028:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979419.169031:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979419.169033:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979419.169035:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979419.169039:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169046:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.169049:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169055:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.169056:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979419.169060:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979419.169063:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979419.169066:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979419.169068:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304950816
00000100:00000001:1.0:1783979419.169070:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304952054
00000100:00000001:1.0:1783979419.169072:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304950816
00000100:00000001:1.0:1783979419.169074:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304952054
00000100:00000001:1.0:1783979419.169076:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979419.169078:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.169080:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979419.169084:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979419/real 1783979419]  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979419.169091:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979419.169093:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979419.169094:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979419.169097:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979419.169098:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979419.169100:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979419.169103:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979419.169112:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169123:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979419.169125:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169126:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.169128:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979419.169131:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169137:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979419.169141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169147:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979419.169149:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169151:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.169152:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169154:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979419.169157:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979419.169159:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979419.169162:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979419.169164:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979419.169168:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979419.169176:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367088896:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979419.169180:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979419.169183:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169189:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979419.169191:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.169193:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979419.169195:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979419.169196:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979419.169199:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089024:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979419.169202:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979419.169204:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979419.169206:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979419.169207:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979419.169210:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979419.169212:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979419.169215:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979419.169217:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979419.169220:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979419.169222:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089024, portal 10
00000100:00000001:1.0:1783979419.169224:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979419.169226:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783979419.169231:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169238:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979419.169240:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979419.169242:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979419.169244:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367089024, offset 0
00000400:00000200:1.0:1783979419.169247:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979419.169251:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979419.169254:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979419.169256:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979419.169259:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979419.169261:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979419.169263:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979419.169266:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346068:346068:256:4294967295] 192.168.201.109@tcp LPNI seq info [346057:346057:8:4294967295]
00000400:00000200:1.0:1783979419.169270:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979419.169275:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979419.169280:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979419.169283:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979419.169286:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979419.169289:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979419.169292:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979419.169295:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979419.169298:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979419.169300:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979419.169303:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979419.169306:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979419.169309:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979419.169310:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979419.169313:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979419.169316:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169323:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.169339:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169347:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.169348:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979419.169352:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979419.169354:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979419.169358:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979419.169360:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304950813
00000100:00000001:1.0:1783979419.169362:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304952054
00000100:00000001:1.0:1783979419.169364:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304950813
00000100:00000001:1.0:1783979419.169366:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304952054
00000100:00000001:1.0:1783979419.169368:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979419.169370:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.169372:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979419.169376:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979419/real 1783979419]  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979419.169383:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979419.169385:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979419.169387:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979419.169389:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979419.169390:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979419.169392:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979419.169395:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979419.169403:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979419.169410:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169412:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.169413:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979419.169417:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169423:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979419.169426:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169433:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979419.169435:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169436:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979419.169437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169439:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979419.169441:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979419.169443:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979419.169446:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979419.169448:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979419.169452:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979419.169459:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089024:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979419.169463:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169465:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.169468:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367088896/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169474:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979419.169475:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979419.169477:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979419.169479:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979419.169481:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979419.169482:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979419.169484:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979419.169485:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783979419.169488:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979419.169489:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979419.169491:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783979419.169493:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979419.169494:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169496:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979419.169499:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367089024/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979419.169505:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979419.169506:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979419.169508:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979419.169510:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979419.169511:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979419.169512:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979419.169514:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979419.169515:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979419.169517:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979419.169519:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979419.169520:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783979419.169522:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979419.169523:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169525:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979419.169529:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979419.169530:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979419.169532:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979419.169534:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979419.231948:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979419.231955:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979419.231957:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979419.231962:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979419.231965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979419.231969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979419.231972:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979419.231974:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979419.231977:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.361228:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979419.361234:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.361239:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979419.361242:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979419.361244:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979419.361247:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.361250:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979419.361252:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.361254:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.361256:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979419.361540:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979419.361544:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979419.361546:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979420.255902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979420.255908:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979420.255910:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979420.255915:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979420.255918:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979420.255921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979420.255923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979420.255925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979420.255929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979420.383833:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979420.383838:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979420.383842:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979420.383843:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979420.384563:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979420.384567:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979420.384571:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1783979420.447911:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304952054, at 4304952064
00000100:00000010:0.0:1783979420.447924:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc540.
00000100:00000040:1.0:1783979420.449374:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304952054, at 4304952065
00000100:00000010:1.0:1783979420.449381:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:0.0:1783979421.279885:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979421.279890:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979421.279892:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979421.279896:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979421.279898:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979421.279901:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979421.279903:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979421.279905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979421.279907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.408063:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979421.408073:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979421.408075:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979421.408079:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.408083:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979421.408086:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.408088:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.408090:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.408094:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979421.408096:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979421.408265:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979421.408269:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979421.408272:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979422.303878:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979422.303885:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979422.303887:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979422.303892:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979422.303895:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979422.303898:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979422.303900:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979422.303901:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979422.303903:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979422.431903:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979422.431909:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979422.431915:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979422.431916:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979422.431971:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979422.431974:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979422.431977:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979423.328947:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979423.328954:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979423.328956:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979423.328961:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979423.328965:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979423.328969:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979423.328971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979423.328973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979423.328976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979423.455944:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979423.455951:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979423.455957:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979423.455958:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979423.456051:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979423.456054:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979423.456057:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979424.287908:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979424.287917:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979424.287920:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979424.287923:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979424.287927:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979424.287934:0:38873:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10283
00000400:00000200:3.0:1783979424.287941:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979424.287947:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979424.287949:0:38873:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979424.287952:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.287955:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.287958:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.287960:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979424.287964:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979424.287966:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979424.287968:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979424.287971:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979424.287973:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979424.287975:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979424.287978:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.287980:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.287982:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.287983:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979424.287986:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979424.287989:0:38873:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979424.287991:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979424.287993:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979424.287996:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979424.287999:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288000:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979424.288003:0:38873:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979424.288012:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6b100.
00000020:00000040:3.0:1783979424.288015:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979424.288019:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979424.288020:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288023:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979424.288026:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979424.288029:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979424.288036:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979424.288042:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979424.288050:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979424.288060:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979424.288065:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979424.288069:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62d054] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979424.288094:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979424.288097:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979424.288100:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979424.288102:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979424.288103:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979424.288106:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979424.288108:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10283
00000400:00000200:3.0:1783979424.288112:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979424.288115:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979424.288117:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979424.288119:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288121:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.288123:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288125:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979424.288126:0:38873:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979424.288128:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979424.288129:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979424.288131:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979424.288188:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979424.288191:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979424.288194:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288196:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.288197:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288203:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979424.288206:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979424.288208:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288212:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979424.288213:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979424.288218:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979424.288221:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288222:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979424.288226:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979424.288228:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288230:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979424.288234:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69c00.
00000020:00000040:3.0:1783979424.288247:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979424.288250:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979424.288251:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288253:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979424.288255:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979424.288256:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979424.288261:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275400.
00000100:00000001:3.0:1783979424.288264:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979424.288268:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979424.288275:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979424.288277:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979424.288280:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000473d2a49] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288284:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979424.288290:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979424.288292:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.288294:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1783979424.288296:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979424.288301:0:38873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1783979424.288303:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979424.288303:0:38873:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979424.288305:0:38873:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979424.288311:0:38873:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979424.288316:0:38873:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10283
00000100:00000001:1.0:1783979424.288320:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979424.288324:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979424.288324:0:38873:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:1.0:1783979424.288330:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1783979424.288331:0:38873:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
02000000:00000001:1.0:1783979424.288334:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1783979424.288337:0:38873:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1783979424.288340:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979424.288343:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00100000:1.0:1783979424.288347:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089152:192.168.201.109@tcp:250:kworker.0
00000100:00000001:3.0:1783979424.288348:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.288354:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979424.288356:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783979424.288357:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979424.288361:0:38873:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1783979424.288362:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1783979424.288362:0:38873:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979424.288364:0:38873:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783979424.288366:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979424.288367:0:38873:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979424.288371:0:38873:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000001:1.0:1783979424.288372:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1783979424.288375:0:38873:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
02000000:00000010:1.0:1783979424.288379:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
00000100:00000040:3.0:1783979424.288379:0:38873:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979424.288383:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288384:0:38873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979424.288388:0:38873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288390:0:38873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979424.288392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000020:00000040:3.0:1783979424.288395:0:38873:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000400:00000010:1.0:1783979424.288400:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00080000:3.0:1783979424.288400:0:38873:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288406:0:38873:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979424.288411:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979424.288419:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089152, portal 25
00000100:00000001:1.0:1783979424.288422:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979424.288423:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210440448 : -118905499111168 : ffff93db27f6b100)
00000100:00000040:1.0:1783979424.288430:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288438:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979424.288441:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979424.288444:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979424.288447:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367089152, offset 0
00000400:00000200:1.0:1783979424.288455:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979424.288463:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979424.288463:0:38873:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979424.288470:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
02000000:00000001:3.0:1783979424.288475:0:38873:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979424.288478:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783979424.288480:0:38873:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288483:0:38873:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783979424.288484:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000008:00100000:3.0:1783979424.288487:0:38873:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1783979424.288490:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1783979424.288492:0:38873:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979424.288495:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000100:00000001:3.0:1783979424.288496:0:38873:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979424.288502:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346069:346069:256:4294967295] 192.168.201.109@tcp LPNI seq info [346058:346058:8:4294967295]
00000100:00000010:3.0:1783979424.288503:0:38873:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6aa00.
00000020:00000040:3.0:1783979424.288508:0:38873:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783979424.288511:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
02000000:00000001:3.0:1783979424.288513:0:38873:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783979424.288523:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979424.288529:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.288535:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979424.288541:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979424.288545:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979424.288551:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979424.288554:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979424.288558:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.288560:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979424.288566:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979424.288571:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1783979424.288611:0:38873:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979424.288615:0:38873:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979424.288616:0:38873:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979424.288618:0:38873:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979424.288623:0:38873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979424.288626:0:38873:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979424.288631:0:38873:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979424.288632:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979424.288637:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:3.0:1783979424.288643:0:38873:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979424.288644:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783979424.288647:0:38873:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979424.288652:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979424.288655:0:38873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a5814d] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288672:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1783979424.288673:0:38873:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979424.288677:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979424.288680:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979424.288682:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979424.288687:0:38873:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979424.288695:0:38873:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1783979424.288697:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.288700:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783979424.288702:0:38873:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10293)
00000100:00000001:1.0:1783979424.288706:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979424.288712:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979424.288715:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304957174
00000100:00000010:1.0:1783979424.288721:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcf60.
00000100:00000001:1.0:1783979424.288728:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979424.288735:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304957174
00000100:00000010:1.0:1783979424.288738:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783979424.288741:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979424.288744:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979424.288747:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.288749:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979424.288753:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979424.288762:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979424.288763:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979424.288766:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979424.288768:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979424.288770:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979424.288834:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979424.288838:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979424.288848:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288854:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979424.288855:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288858:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.288859:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979424.288864:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288869:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979424.288873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288879:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979424.288883:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288884:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.288885:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288887:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979424.288889:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979424.288892:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979424.288895:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979424.288898:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979424.288902:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979424.288909:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089152:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979424.288913:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288915:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979424.288918:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6b100 x1870627367089152/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288923:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979424.288926:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979424.288928:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979424.288931:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979424.288933:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979424.288934:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979424.288937:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979424.288939:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979424.288942:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979424.288944:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979424.288945:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6b100.
00000100:00000001:1.0:1783979424.288948:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979424.288949:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288951:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.288958:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979424.288959:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.288961:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979424.288963:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979424.288964:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979424.288967:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.288973:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979424.288974:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979424.288976:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979424.288978:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979424.288980:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979424.288983:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089280:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979424.288985:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979424.288987:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979424.288988:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979424.288990:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979424.288992:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979424.288994:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979424.288997:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979424.289000:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979424.289003:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979424.289005:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089280, portal 10
00000100:00000001:1.0:1783979424.289007:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979424.289008:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210435072 : -118905499116544 : ffff93db27f69c00)
00000100:00000040:1.0:1783979424.289014:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289019:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979424.289021:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979424.289023:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979424.289025:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367089280, offset 0
00000400:00000200:1.0:1783979424.289029:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979424.289032:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979424.289036:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979424.289039:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979424.289041:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979424.289044:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979424.289047:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979424.289049:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346070:346070:256:4294967295] 192.168.201.109@tcp LPNI seq info [346059:346059:8:4294967295]
00000400:00000200:1.0:1783979424.289053:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979424.289059:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979424.289063:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.289067:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979424.289071:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979424.289073:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979424.289077:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979424.289079:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979424.289082:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.289083:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979424.289086:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979424.289089:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979424.289092:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979424.289093:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979424.289095:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979424.289099:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289105:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979424.289108:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289115:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.289116:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979424.289119:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979424.289122:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979424.289125:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979424.289127:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304955936
00000100:00000001:1.0:1783979424.289130:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304957174
00000100:00000001:1.0:1783979424.289132:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304955936
00000100:00000001:1.0:1783979424.289135:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304957174
00000100:00000001:1.0:1783979424.289137:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979424.289138:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.289140:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979424.289144:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979424.289152:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979424.289153:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979424.289155:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979424.289157:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979424.289159:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979424.289161:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979424.289163:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979424.289171:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289177:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979424.289178:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289179:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.289181:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979424.289184:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289189:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979424.289192:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289198:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979424.289200:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289202:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.289203:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289205:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979424.289208:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979424.289210:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979424.289213:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979424.289215:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979424.289218:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979424.289225:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089280:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979424.289228:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979424.289231:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289249:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979424.289250:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979424.289252:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979424.289254:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979424.289256:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979424.289259:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089408:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979424.289262:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979424.289264:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979424.289265:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979424.289267:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979424.289270:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979424.289272:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979424.289275:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979424.289277:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979424.289280:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979424.289283:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089408, portal 10
00000100:00000001:1.0:1783979424.289285:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979424.289286:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210438656 : -118905499112960 : ffff93db27f6aa00)
00000100:00000040:1.0:1783979424.289292:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289298:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979424.289300:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979424.289303:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979424.289305:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367089408, offset 0
00000400:00000200:1.0:1783979424.289309:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979424.289312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979424.289316:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979424.289318:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979424.289320:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979424.289323:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979424.289325:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979424.289327:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346071:346071:256:4294967295] 192.168.201.109@tcp LPNI seq info [346060:346060:8:4294967295]
00000400:00000200:1.0:1783979424.289332:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979424.289338:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979424.289342:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.289345:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979424.289349:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979424.289351:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979424.289355:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979424.289358:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979424.289362:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979424.289363:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979424.289366:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979424.289369:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979424.289371:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979424.289373:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979424.289376:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979424.289379:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289386:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979424.289389:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289400:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.289401:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979424.289404:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979424.289407:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979424.289410:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979424.289412:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304955933
00000100:00000001:1.0:1783979424.289414:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304957174
00000100:00000001:1.0:1783979424.289416:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304955933
00000100:00000001:1.0:1783979424.289418:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304957174
00000100:00000001:1.0:1783979424.289420:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979424.289421:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.289423:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979424.289426:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979424.289433:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979424.289434:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979424.289436:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979424.289438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979424.289439:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979424.289441:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979424.289444:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979424.289451:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289457:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979424.289459:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289460:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.289462:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979424.289465:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289472:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979424.289475:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289481:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979424.289484:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289485:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979424.289486:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289488:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979424.289489:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979424.289492:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979424.289495:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979424.289497:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979424.289501:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979424.289508:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089408:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979424.289512:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289513:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979424.289516:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69c00 x1870627367089280/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289522:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979424.289524:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979424.289525:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979424.289528:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979424.289529:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979424.289530:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979424.289532:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979424.289534:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275400.
02000000:00000001:1.0:1783979424.289537:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979424.289538:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979424.289540:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69c00.
00000100:00000001:1.0:1783979424.289542:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979424.289543:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289544:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979424.289547:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6aa00 x1870627367089408/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979424.289554:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979424.289555:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979424.289556:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828b000.
02000000:00000001:1.0:1783979424.289558:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979424.289559:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979424.289561:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979424.289562:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979424.289564:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979424.289566:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979424.289567:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979424.289568:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6aa00.
00000100:00000001:1.0:1783979424.289570:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979424.289571:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.289573:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979424.290824:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979424.290828:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979424.290832:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979424.290834:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.351902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979424.351909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979424.351911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979424.351916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979424.351919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979424.351922:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.351924:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979424.351926:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.351930:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979424.480020:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979424.480026:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979424.480032:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979424.480033:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979424.480161:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979424.480165:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979424.480168:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979425.376740:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979425.376747:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979425.376749:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979425.376755:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979425.376759:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979425.376763:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979425.376765:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979425.376768:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979425.376770:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.504006:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979425.504015:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.504022:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979425.504023:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979425.504211:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979425.504227:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979425.504234:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979425.567922:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304957174, at 4304957184
00000100:00000040:0.0:1783979425.567938:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304957174, at 4304957184
00000100:00000010:1.0:1783979425.567945:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000010:0.0:1783979425.567948:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcf60.
00000100:00000001:0.0:1783979426.399862:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979426.399869:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979426.399871:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979426.399877:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979426.399881:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979426.399884:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979426.399888:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979426.399890:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979426.399893:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979426.528508:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979426.528517:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979426.528524:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979426.528525:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979426.528709:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979426.528713:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979426.528716:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979427.423886:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979427.423891:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979427.423893:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979427.423897:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979427.423899:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979427.423902:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979427.423904:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979427.423905:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979427.423907:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979427.552721:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979427.552731:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979427.552738:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979427.552740:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979427.552864:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979427.552869:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979427.552873:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979428.447910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979428.447926:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979428.447928:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979428.447934:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979428.447937:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979428.447941:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979428.447944:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979428.447946:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979428.447948:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979428.577804:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979428.577812:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979428.577817:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979428.577818:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979428.577957:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979428.577961:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979428.577963:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979429.409256:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979429.409268:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979429.409271:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979429.409276:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979429.409282:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979429.409290:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10288
00000400:00000200:0.0:1783979429.409301:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979429.409309:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979429.409312:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979429.409315:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409319:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409322:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409325:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979429.409329:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979429.409332:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979429.409335:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979429.409339:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979429.409342:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979429.409344:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979429.409347:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409349:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409351:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409352:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979429.409355:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979429.409359:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409362:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.409364:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979429.409368:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.409371:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409373:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979429.409376:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979429.409388:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29180.
00000020:00000040:0.0:1783979429.409392:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979429.409396:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979429.409398:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409402:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979429.409404:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979429.409409:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979429.409418:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08567000.
00000100:00000001:0.0:1783979429.409425:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.409435:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979429.409444:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979429.409450:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.409454:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046212255] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.409477:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979429.409481:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979429.409484:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979429.409485:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979429.409487:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979429.409490:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979429.409493:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10288
00000400:00000200:0.0:1783979429.409496:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979429.409499:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979429.409502:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979429.409504:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409506:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409509:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409511:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979429.409514:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979429.409515:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979429.409516:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979429.409519:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979429.409521:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979429.409524:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979429.409526:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409528:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409530:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409533:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979429.409535:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979429.409538:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409540:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.409542:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979429.409548:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.409551:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409553:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979429.409558:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979429.409562:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409564:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979429.409568:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a300.
00000020:00000040:0.0:1783979429.409571:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
00000100:00000001:1.0:1783979429.409572:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1783979429.409575:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979429.409577:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1783979429.409578:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.409581:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1783979429.409582:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979429.409585:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979429.409588:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979429.409589:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1783979429.409594:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566400.
00000100:00000001:0.0:1783979429.409601:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.409602:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979429.409606:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.409609:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979429.409612:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979429.409616:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.409620:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783979429.409621:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409625:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979429.409630:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089536:192.168.201.109@tcp:250:kworker.0
00000100:00000040:0.0:1783979429.409633:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092ba616] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.409638:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979429.409644:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1783979429.409647:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979429.409648:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979429.409652:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1783979429.409654:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1783979429.409658:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979429.409661:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1783979429.409662:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
00000100:00080000:0.0:1783979429.409663:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1783979429.409666:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409668:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979429.409672:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10288
00000400:00000200:1.0:1783979429.409676:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979429.409679:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979429.409684:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000400:00000010:1.0:1783979429.409684:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00080000:0.0:1783979429.409690:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979429.409694:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000400:00000010:1.0:1783979429.409695:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:0.0:1783979429.409697:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409701:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409704:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000200:1.0:1783979429.409706:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089536, portal 25
00000020:00000001:0.0:1783979429.409707:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979429.409710:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000100:00000001:1.0:1783979429.409712:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1783979429.409713:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979429.409716:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207024512 : -118905502527104 : ffff93db27c29180)
00000020:00000040:0.0:1783979429.409717:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979429.409722:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979429.409727:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:1.0:1783979429.409727:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979429.409733:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979429.409739:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979429.409743:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979429.409745:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1783979429.409747:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979429.409751:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00000040:1.0:1783979429.409752:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000100:00080000:0.0:1783979429.409756:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000400:00000010:1.0:1783979429.409758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000001:0.0:1783979429.409760:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979429.409763:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367089536, offset 0
02000000:00000001:0.0:1783979429.409764:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979429.409769:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.409791:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409794:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979429.409796:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979429.409799:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409801:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979429.409805:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29c00.
00000020:00000040:0.0:1783979429.409807:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979429.409810:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979429.409811:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.409813:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979429.409814:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979429.409816:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979429.409822:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564000.
00000100:00000001:0.0:1783979429.409825:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.409830:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979429.409838:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979429.409840:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.409844:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679e4c1f] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.409852:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.409856:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979429.409860:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979429.409862:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979429.409866:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979429.409872:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10298)
00000400:00000200:1.0:1783979429.409889:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979429.409899:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.409905:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979429.409911:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979429.409915:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979429.409919:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979429.409922:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979429.409926:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346072:346072:256:4294967295] 192.168.201.109@tcp LPNI seq info [346061:346061:8:4294967295]
00000400:00000200:1.0:1783979429.409930:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.409939:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979429.409943:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.409949:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979429.409955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979429.409958:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783979429.409963:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979429.409966:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783979429.409970:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.409972:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979429.409979:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979429.409983:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979429.409988:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979429.409990:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979429.409995:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979429.409998:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410006:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410008:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410017:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410019:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979429.410023:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979429.410026:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979429.410029:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304962296
00000100:00000010:1.0:1783979429.410032:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc960.
00000100:00000001:1.0:1783979429.410039:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979429.410045:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304962296
00000100:00000010:1.0:1783979429.410047:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783979429.410049:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979429.410052:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979429.410054:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410056:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979429.410058:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979429.410065:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979429.410066:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979429.410069:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979429.410070:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979429.410072:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979429.410073:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979429.410075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979429.410081:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410085:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979429.410086:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410088:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410089:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979429.410092:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410097:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979429.410100:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410105:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979429.410107:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410108:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410108:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410110:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979429.410112:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979429.410114:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979429.410116:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979429.410118:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979429.410120:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979429.410125:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089536:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979429.410128:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410130:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410131:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29180 x1870627367089536/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410136:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979429.410138:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979429.410140:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979429.410143:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979429.410144:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979429.410146:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979429.410166:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979429.410169:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08567000.
02000000:00000001:1.0:1783979429.410173:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979429.410175:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979429.410177:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29180.
00000100:00000001:1.0:1783979429.410179:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979429.410180:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410182:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410189:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979429.410191:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410192:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979429.410193:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979429.410194:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979429.410197:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410202:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979429.410203:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979429.410204:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979429.410206:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979429.410207:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979429.410208:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089664:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979429.410210:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979429.410212:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979429.410213:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979429.410214:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979429.410216:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979429.410217:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979429.410220:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979429.410222:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979429.410224:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979429.410226:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089664, portal 10
00000100:00000001:1.0:1783979429.410227:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979429.410228:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028992 : -118905502522624 : ffff93db27c2a300)
00000100:00000040:1.0:1783979429.410233:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410238:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979429.410240:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979429.410241:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979429.410243:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367089664, offset 0
00000400:00000200:1.0:1783979429.410245:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979429.410248:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.410250:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979429.410252:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979429.410254:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979429.410256:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979429.410257:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979429.410259:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346073:346073:256:4294967295] 192.168.201.109@tcp LPNI seq info [346062:346062:8:4294967295]
00000400:00000200:1.0:1783979429.410262:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.410266:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979429.410268:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.410270:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979429.410272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979429.410274:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783979429.410277:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979429.410279:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783979429.410281:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.410282:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979429.410284:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979429.410286:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979429.410288:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979429.410290:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979429.410291:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979429.410293:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410298:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410300:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410304:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410305:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979429.410307:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979429.410310:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979429.410312:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979429.410313:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304961057
00000100:00000001:1.0:1783979429.410315:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304962296
00000100:00000001:1.0:1783979429.410317:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304961057
00000100:00000001:1.0:1783979429.410318:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304962296
00000100:00000001:1.0:1783979429.410319:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979429.410320:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410321:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979429.410323:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979429.410328:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979429.410329:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979429.410330:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979429.410331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979429.410332:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979429.410333:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979429.410335:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979429.410339:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410343:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979429.410344:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410345:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410346:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979429.410348:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410352:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979429.410354:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410358:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979429.410360:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410361:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410362:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410363:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979429.410365:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979429.410367:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979429.410368:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979429.410369:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979429.410371:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979429.410375:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089664:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979429.410378:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979429.410380:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410384:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979429.410385:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979429.410386:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979429.410387:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979429.410388:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979429.410389:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089792:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979429.410391:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979429.410392:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979429.410393:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979429.410394:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979429.410396:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979429.410398:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979429.410400:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979429.410401:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979429.410403:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979429.410404:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089792, portal 10
00000100:00000001:1.0:1783979429.410406:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979429.410407:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207027200 : -118905502524416 : ffff93db27c29c00)
00000100:00000040:1.0:1783979429.410411:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410415:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979429.410417:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979429.410418:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979429.410419:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367089792, offset 0
00000400:00000200:1.0:1783979429.410422:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979429.410423:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.410425:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979429.410427:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979429.410428:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979429.410429:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979429.410430:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979429.410432:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346074:346074:256:4294967295] 192.168.201.109@tcp LPNI seq info [346063:346063:8:4294967295]
00000400:00000200:1.0:1783979429.410435:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979429.410439:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979429.410441:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.410443:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979429.410445:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979429.410446:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783979429.410448:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979429.410450:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1783979429.410453:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979429.410454:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979429.410455:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979429.410457:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979429.410459:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979429.410460:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979429.410462:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979429.410463:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410468:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410470:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410473:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410474:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979429.410476:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979429.410477:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979429.410479:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979429.410480:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304961054
00000100:00000001:1.0:1783979429.410482:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304962296
00000100:00000001:1.0:1783979429.410483:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304961054
00000100:00000001:1.0:1783979429.410484:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304962296
00000100:00000001:1.0:1783979429.410486:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979429.410486:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410487:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979429.410489:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979429.410493:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979429.410494:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979429.410495:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979429.410496:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979429.410496:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979429.410506:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979429.410509:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979429.410514:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410518:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979429.410519:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410521:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979429.410523:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410527:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979429.410529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410532:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979429.410533:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410534:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979429.410535:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410536:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979429.410537:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979429.410538:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979429.410540:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979429.410542:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979429.410544:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979429.410548:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367089792:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979429.410550:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410551:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410552:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a300 x1870627367089664/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410556:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979429.410557:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979429.410558:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979429.410560:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979429.410561:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979429.410562:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979429.410563:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979429.410564:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566400.
02000000:00000001:1.0:1783979429.410566:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979429.410567:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979429.410568:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a300.
00000100:00000001:1.0:1783979429.410570:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979429.410571:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410571:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979429.410573:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29c00 x1870627367089792/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979429.410577:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979429.410578:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979429.410579:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288000.
02000000:00000001:1.0:1783979429.410581:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979429.410581:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979429.410582:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979429.410583:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979429.410584:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564000.
02000000:00000001:1.0:1783979429.410585:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979429.410585:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979429.410586:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29c00.
00000100:00000001:1.0:1783979429.410587:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979429.410588:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410589:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979429.410590:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979429.410591:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979429.410592:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979429.410593:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.472272:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979429.472282:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979429.472284:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.472292:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979429.472296:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979429.472301:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.472304:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.472307:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.472310:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.599960:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979429.599968:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.599974:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979429.599978:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979429.599981:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979429.599984:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.599988:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979429.599990:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.599992:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.599995:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979429.601457:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979429.601462:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979429.601467:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979430.495935:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979430.495947:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979430.495950:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979430.495958:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979430.495963:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979430.495967:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979430.495971:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979430.495973:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979430.495976:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.623920:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979430.623931:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.623938:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979430.623940:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979430.624141:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979430.624144:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979430.624146:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979430.687927:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304962296, at 4304962304
00000100:00000010:1.0:1783979430.687948:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000040:0.0:1783979430.688195:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304962296, at 4304962304
00000100:00000010:0.0:1783979430.688203:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc960.
00000100:00000001:0.0:1783979431.520019:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979431.520028:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979431.520031:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979431.520037:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979431.520042:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979431.520047:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979431.520050:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979431.520053:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979431.520056:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.647990:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979431.648003:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979431.648005:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979431.648009:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.648017:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979431.648019:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.648022:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.648024:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.648029:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979431.648032:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979431.648087:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979431.648091:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979431.648093:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979432.544338:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979432.544348:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979432.544350:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979432.544357:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979432.544362:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979432.544366:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979432.544369:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979432.544373:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979432.544377:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979432.671942:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979432.671951:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979432.671959:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979432.671960:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979432.672145:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979432.672150:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979432.672154:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979433.567953:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979433.567963:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979433.567966:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979433.567974:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979433.567978:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979433.567983:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979433.567986:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979433.567989:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979433.567992:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979433.696735:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979433.696744:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979433.696751:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979433.696753:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979433.696830:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979433.696834:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979433.696838:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979434.528793:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979434.528808:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979434.528811:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979434.528817:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979434.528822:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979434.528832:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10293
00000400:00000200:0.0:1783979434.528844:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979434.528853:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979434.528858:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979434.528861:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.528865:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979434.528868:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.528871:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979434.528876:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979434.528878:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979434.528881:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979434.528885:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979434.528888:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979434.528891:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979434.528894:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.528896:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979434.528898:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.528900:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979434.528904:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979434.528908:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979434.528910:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.528914:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979434.528919:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.528922:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.528925:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979434.528927:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979434.528941:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28a80.
00000020:00000040:0.0:1783979434.528958:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979434.528964:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979434.528965:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.528970:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979434.528974:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979434.528979:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979434.528991:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564400.
00000100:00000001:0.0:1783979434.528999:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.529011:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979434.529023:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979434.529029:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.529035:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc85fd7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.529086:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979434.529098:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979434.529102:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979434.529105:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979434.529106:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979434.529110:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783979434.529110:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1783979434.529115:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10293
00000100:00000001:1.0:1783979434.529118:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1783979434.529122:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979434.529123:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1783979434.529127:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00000040:1.0:1783979434.529132:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1783979434.529133:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979434.529141:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979434.529145:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.529146:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979434.529150:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.529151:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
02000000:00000001:1.0:1783979434.529154:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1783979434.529155:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
02000000:00000001:1.0:1783979434.529158:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1783979434.529160:0:80002:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1783979434.529161:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783979434.529163:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000100:00100000:1.0:1783979434.529166:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089920:192.168.201.109@tcp:250:kworker.0
00000020:00000001:0.0:1783979434.529167:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979434.529171:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1783979434.529172:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979434.529176:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979434.529179:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979434.529183:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529185:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979434.529186:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529189:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979434.529191:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979434.529194:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529196:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.529198:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979434.529205:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.529207:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529209:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979434.529214:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979434.529217:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529219:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979434.529223:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28e00.
00000020:00000040:0.0:1783979434.529225:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:0.0:1783979434.529227:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979434.529229:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529230:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979434.529232:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979434.529234:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.529236:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1783979434.529238:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783979434.529241:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529244:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.529245:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979434.529253:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
00000100:00100000:0.0:1783979434.529254:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979434.529257:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979434.529266:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:0.0:1783979434.529267:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1783979434.529270:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00000001:0.0:1783979434.529271:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.529278:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b503c1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979434.529280:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:0.0:1783979434.529290:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979434.529290:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367089920, portal 25
00000100:00000001:1.0:1783979434.529294:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1783979434.529296:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979434.529296:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207022720 : -118905502528896 : ffff93db27c28a80)
00000100:00080000:0.0:1783979434.529302:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979434.529305:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1783979434.529305:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1783979434.529309:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979434.529315:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1783979434.529316:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1783979434.529319:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979434.529322:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00080000:0.0:1783979434.529324:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10293
00000100:00000200:1.0:1783979434.529325:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367089920, offset 0
00000400:00000200:0.0:1783979434.529332:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979434.529335:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:0.0:1783979434.529339:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979434.529343:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1783979434.529347:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:0.0:1783979434.529350:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529354:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979434.529357:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000100:00000040:0.0:1783979434.529358:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529363:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000400:00000200:1.0:1783979434.529365:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1783979434.529367:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979434.529370:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000400:00000200:1.0:1783979434.529371:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000020:00000001:0.0:1783979434.529374:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1783979434.529376:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1783979434.529379:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000400:00000200:1.0:1783979434.529379:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000020:00000001:0.0:1783979434.529385:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979434.529385:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346075:346075:256:4294967295] 192.168.201.109@tcp LPNI seq info [346064:346064:8:4294967295]
00000020:00000001:0.0:1783979434.529392:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000400:00000200:1.0:1783979434.529392:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000040:0.0:1783979434.529399:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529405:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979434.529406:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1783979434.529410:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000800:00000200:1.0:1783979434.529416:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529417:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979434.529422:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000800:00000010:1.0:1783979434.529423:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000100:00080000:0.0:1783979434.529426:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979434.529430:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979434.529433:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
02000000:00000001:0.0:1783979434.529434:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1783979434.529437:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1783979434.529439:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.529444:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979434.529444:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979434.529450:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1783979434.529451:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979434.529455:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1783979434.529455:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979434.529459:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000008:00000001:0.0:1783979434.529460:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529464:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979434.529466:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1783979434.529469:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2ad80.
00000400:00000200:1.0:1783979434.529470:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1783979434.529476:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
00000400:00000200:1.0:1783979434.529476:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979434.529480:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
02000000:00000001:0.0:1783979434.529482:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979434.529485:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529485:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1783979434.529489:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1783979434.529490:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979434.529493:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979434.529496:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529501:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1783979434.529503:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564800.
00000100:00000040:1.0:1783979434.529504:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.529510:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529512:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529515:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1783979434.529519:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979434.529520:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979434.529527:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979434.529532:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304967415
00000100:00000001:0.0:1783979434.529536:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1783979434.529539:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc9c0.
00000100:00000001:1.0:1783979434.529547:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1783979434.529550:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529554:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304967415
00000100:00000040:0.0:1783979434.529558:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd533fe4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1783979434.529559:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783979434.529563:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979434.529567:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979434.529571:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.529576:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529576:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979434.529582:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979434.529583:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979434.529592:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979434.529598:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979434.529606:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1783979434.529610:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1783979434.529611:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10303)
00000400:00000001:1.0:1783979434.529614:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979434.529618:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979434.529621:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979434.529623:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979434.529627:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979434.529631:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979434.529640:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529647:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979434.529649:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529651:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.529653:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979434.529656:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529661:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979434.529664:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529668:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979434.529670:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529671:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.529672:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529674:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979434.529676:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979434.529678:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979434.529680:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979434.529682:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979434.529684:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979434.529690:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367089920:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979434.529694:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529696:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979434.529697:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28a80 x1870627367089920/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529701:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979434.529703:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979434.529706:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979434.529708:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979434.529709:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979434.529711:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979434.529712:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979434.529714:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564400.
02000000:00000001:1.0:1783979434.529717:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979434.529719:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979434.529720:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28a80.
00000100:00000001:1.0:1783979434.529723:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979434.529723:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529725:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529732:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979434.529734:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529736:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979434.529737:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979434.529738:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979434.529740:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529744:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979434.529745:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.529747:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979434.529748:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979434.529749:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979434.529751:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090048:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979434.529754:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979434.529755:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979434.529756:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.529757:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979434.529760:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979434.529762:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979434.529766:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979434.529768:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979434.529818:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979434.529822:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090048, portal 10
00000100:00000001:1.0:1783979434.529824:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979434.529825:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207023616 : -118905502528000 : ffff93db27c28e00)
00000100:00000040:1.0:1783979434.529832:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529839:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979434.529841:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979434.529843:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979434.529844:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090048, offset 0
00000400:00000200:1.0:1783979434.529847:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979434.529850:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979434.529853:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979434.529855:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979434.529857:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979434.529859:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979434.529861:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979434.529863:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346076:346076:256:4294967295] 192.168.201.109@tcp LPNI seq info [346065:346065:8:4294967295]
00000400:00000200:1.0:1783979434.529865:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979434.529870:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979434.529872:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979434.529875:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979434.529877:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979434.529880:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979434.529883:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979434.529885:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979434.529887:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979434.529888:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979434.529890:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979434.529892:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979434.529895:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979434.529896:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979434.529897:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979434.529899:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529905:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979434.529906:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529911:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529912:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979434.529913:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.529916:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979434.529918:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979434.529919:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304966177
00000100:00000001:1.0:1783979434.529922:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304967415
00000100:00000001:1.0:1783979434.529923:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304966177
00000100:00000001:1.0:1783979434.529925:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304967415
00000100:00000001:1.0:1783979434.529926:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979434.529927:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.529928:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979434.529930:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979434.529934:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979434.529935:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979434.529936:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979434.529938:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979434.529939:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979434.529940:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979434.529942:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979434.529946:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529950:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979434.529950:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529951:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.529952:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979434.529954:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529957:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979434.529959:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529963:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979434.529965:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.529967:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.529968:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979434.529971:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979434.529972:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979434.529974:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979434.529975:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979434.529977:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979434.529981:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090048:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979434.529984:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979434.529986:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.529990:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979434.529991:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.529992:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979434.529993:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979434.529994:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979434.529995:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090176:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979434.529997:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979434.529999:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979434.530000:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.530001:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979434.530003:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979434.530005:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979434.530007:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979434.530008:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979434.530010:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979434.530012:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090176, portal 10
00000100:00000001:1.0:1783979434.530013:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979434.530014:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207031680 : -118905502519936 : ffff93db27c2ad80)
00000100:00000040:1.0:1783979434.530018:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.530022:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979434.530023:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979434.530024:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979434.530026:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090176, offset 0
00000400:00000200:1.0:1783979434.530028:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979434.530030:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979434.530031:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979434.530033:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979434.530035:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979434.530036:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979434.530038:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979434.530040:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346077:346077:256:4294967295] 192.168.201.109@tcp LPNI seq info [346066:346066:8:4294967295]
00000400:00000200:1.0:1783979434.530042:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979434.530045:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979434.530048:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979434.530049:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979434.530051:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979434.530052:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979434.530055:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979434.530056:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979434.530058:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979434.530072:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979434.530075:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979434.530078:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979434.530081:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979434.530083:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979434.530085:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979434.530088:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.530099:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979434.530102:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.530108:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.530110:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979434.530113:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.530116:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979434.530119:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979434.530121:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304966174
00000100:00000001:1.0:1783979434.530124:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304967415
00000100:00000001:1.0:1783979434.530126:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304966174
00000100:00000001:1.0:1783979434.530128:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304967415
00000100:00000001:1.0:1783979434.530130:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979434.530132:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.530133:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979434.530137:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979434.530143:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979434.530145:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979434.533034:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979434.533047:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979434.533051:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979434.533068:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979434.533084:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979434.533097:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.533106:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979434.533110:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533114:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.533116:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979434.533120:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.533127:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979434.533131:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.533139:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979434.533144:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533146:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979434.533147:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533152:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979434.533154:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979434.533158:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979434.533163:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979434.533166:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979434.533227:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979434.533237:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090176:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979434.533243:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533246:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979434.533252:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28e00 x1870627367090048/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.533259:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979434.533263:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979434.533268:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979434.533274:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979434.533276:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979434.533279:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979434.533282:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979434.533285:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08566c00.
02000000:00000001:1.0:1783979434.533290:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979434.533292:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979434.533294:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28e00.
00000100:00000001:1.0:1783979434.533299:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979434.533300:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533302:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979434.533305:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2ad80 x1870627367090176/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.533311:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979434.533313:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979434.533314:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a800.
02000000:00000001:1.0:1783979434.533317:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979434.533319:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979434.533320:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979434.533322:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979434.533324:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564800.
02000000:00000001:1.0:1783979434.533326:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979434.533327:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979434.533328:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2ad80.
00000100:00000001:1.0:1783979434.533331:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979434.533332:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533335:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.533345:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979434.533347:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.533350:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979434.533352:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.593290:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979434.593300:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979434.593302:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.593310:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979434.593315:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979434.593320:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.593323:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.593326:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.593331:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979434.720308:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979434.720319:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979434.720327:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979434.720328:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979434.720397:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979434.720402:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979434.720406:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979435.615927:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979435.615938:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979435.615940:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979435.615948:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979435.615952:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979435.615957:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979435.615960:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979435.615963:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979435.615967:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.743904:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979435.743911:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.743917:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979435.743918:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979435.743978:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979435.743983:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979435.743986:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979435.808335:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304967415, at 4304967424
00000100:00000010:1.0:1783979435.808355:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000040:0.0:1783979435.811208:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304967415, at 4304967427
00000100:00000010:0.0:1783979435.811225:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc9c0.
00000100:00000001:0.0:1783979436.639943:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979436.639950:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979436.639951:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979436.639957:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979436.639960:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979436.639964:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979436.639967:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979436.639969:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979436.639972:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979436.768008:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979436.768056:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979436.768062:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979436.768064:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979436.768304:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979436.768307:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979436.768310:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979437.663910:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979437.663919:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979437.663920:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979437.663926:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979437.663930:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979437.663934:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979437.663937:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979437.663939:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979437.663942:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979437.792158:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979437.792165:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979437.792170:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979437.792172:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979437.792260:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979437.792263:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979437.792266:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979438.687902:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979438.687909:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979438.687911:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979438.687916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979438.687919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979438.687923:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979438.687925:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979438.687927:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979438.687929:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.815891:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979438.815896:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.815899:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979438.815902:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979438.815904:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979438.815906:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.815908:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979438.815910:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.815911:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.815913:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979438.815977:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979438.815982:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979438.815993:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979439.648123:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979439.648132:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979439.648134:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979439.648138:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979439.648143:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979439.648150:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10298
00000400:00000200:0.0:1783979439.648159:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979439.648165:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979439.648168:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979439.648171:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648174:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.648176:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648179:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979439.648183:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979439.648185:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:0.0:1783979439.648187:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979439.648190:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:0.0:1783979439.648192:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:0.0:1783979439.648195:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:0.0:1783979439.648198:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648200:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.648202:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648204:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979439.648207:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:0.0:1783979439.648211:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648214:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.648217:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979439.648220:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.648223:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648225:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979439.648228:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979439.648237:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c28700.
00000020:00000040:0.0:1783979439.648241:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:0.0:1783979439.648244:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979439.648246:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648249:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979439.648251:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979439.648256:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979439.648263:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565c00.
00000100:00000001:0.0:1783979439.648718:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.648727:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979439.648734:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979439.648738:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.648741:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caf3b90a] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.648757:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979439.648759:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979439.648761:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979439.648762:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979439.648763:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979439.648766:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979439.648767:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10298
00000400:00000200:0.0:1783979439.648770:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979439.648787:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979439.648789:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979439.648792:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648793:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.648795:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648796:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979439.648797:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979439.648798:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:0.0:1783979439.648799:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979439.648801:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:0.0:1783979439.648802:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:0.0:1783979439.648803:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:0.0:1783979439.648806:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979439.648806:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979439.648807:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.648811:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:1.0:1783979439.648812:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979439.648813:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000100:00000001:1.0:1783979439.648816:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1783979439.648817:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:0.0:1783979439.648821:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979439.648825:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.648827:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979439.648828:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979439.648835:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979439.648839:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1783979439.648840:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.648843:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648844:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979439.648849:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1783979439.648850:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979439.648852:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1783979439.648856:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.648857:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648860:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.648864:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367090304:192.168.201.109@tcp:250:kworker.0
00000100:00000010:0.0:1783979439.648867:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c2a680.
00000100:00000001:1.0:1783979439.648870:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1783979439.648872:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:1.0:1783979439.648874:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.648876:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.648878:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.648879:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648883:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.648883:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1783979439.648884:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979439.648887:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.648890:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000010:0.0:1783979439.648891:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08564c00.
02000000:00000001:1.0:1783979439.648893:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.648895:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979439.648901:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00100000:0.0:1783979439.648903:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979439.648907:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000100:00000001:0.0:1783979439.648909:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979439.648912:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.648915:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ef134a7] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979439.648915:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000001:0.0:1783979439.648923:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979439.648923:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090304, portal 25
00000100:00080000:0.0:1783979439.648928:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979439.648929:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979439.648931:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207021824 : -118905502529792 : ffff93db27c28700)
00000100:00000040:1.0:1783979439.648938:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.648945:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979439.648948:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979439.648950:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979439.648954:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367090304, offset 0
00000400:00000200:1.0:1783979439.648959:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979439.648967:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.648985:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979439.648991:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979439.648994:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979439.648998:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979439.649001:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979439.649005:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346078:346078:256:4294967295] 192.168.201.109@tcp LPNI seq info [346067:346067:8:4294967295]
00000400:00000200:1.0:1783979439.649010:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.649018:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979439.649023:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.649029:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979439.649035:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979439.649039:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979439.649044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979439.649047:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979439.649062:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.649064:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979439.649070:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979439.649074:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979439.649079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979439.649082:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979439.649086:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979439.649089:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649099:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.649102:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649109:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649111:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979439.649123:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979439.649126:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979439.649129:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304972535
00000100:00000010:1.0:1783979439.649135:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc6c0.
00000100:00000001:1.0:1783979439.649141:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979439.649148:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304972535
00000100:00000010:1.0:1783979439.649150:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783979439.649153:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979439.649156:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979439.649158:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649160:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979439.649164:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979439.649173:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979439.649175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979439.649177:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979439.649179:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979439.649181:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979439.649183:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979439.649186:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979439.649195:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649201:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979439.649202:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649204:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.649206:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979439.649210:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649216:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979439.649221:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649234:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979439.649237:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649238:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.649240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649242:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979439.649244:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979439.649246:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979439.649250:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979439.649252:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979439.649256:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979439.649264:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367090304:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979439.649269:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649270:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.649273:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c28700 x1870627367090304/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649279:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979439.649282:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979439.649284:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979439.649287:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979439.649288:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979439.649290:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979439.649292:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979439.649295:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565c00.
02000000:00000001:1.0:1783979439.649298:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979439.649300:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979439.649302:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c28700.
00000100:00000001:1.0:1783979439.649304:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979439.649306:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649307:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649314:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979439.649316:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649318:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979439.649319:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979439.649321:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979439.649324:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649330:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979439.649332:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.649334:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979439.649335:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.649337:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.649340:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979439.649343:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979439.649345:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979439.649346:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.649348:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979439.649351:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979439.649353:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979439.649357:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979439.649359:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979439.649362:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979439.649364:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090432, portal 10
00000100:00000001:1.0:1783979439.649366:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979439.649368:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207029888 : -118905502521728 : ffff93db27c2a680)
00000100:00000040:1.0:1783979439.649373:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649379:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979439.649381:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979439.649383:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979439.649385:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090432, offset 0
00000400:00000200:1.0:1783979439.649389:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979439.649393:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.649396:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979439.649398:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979439.649400:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979439.649402:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979439.649403:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979439.649405:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346079:346079:256:4294967295] 192.168.201.109@tcp LPNI seq info [346068:346068:8:4294967295]
00000400:00000200:1.0:1783979439.649407:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.649411:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979439.649414:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.649416:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979439.649419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979439.649420:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979439.649423:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979439.649425:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979439.649427:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.649428:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979439.649430:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979439.649432:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979439.649434:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979439.649435:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979439.649437:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979439.649439:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649444:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.649446:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649450:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649451:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979439.649452:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.649455:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979439.649468:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979439.649471:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304971296
00000100:00000001:1.0:1783979439.649473:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304972535
00000100:00000001:1.0:1783979439.649475:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304971296
00000100:00000001:1.0:1783979439.649478:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304972535
00000100:00000001:1.0:1783979439.649480:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979439.649481:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649483:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979439.649487:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979439.649495:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979439.649496:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979439.649497:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979439.649499:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979439.649501:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979439.649503:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979439.649505:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979439.649513:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649519:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979439.649521:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649523:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.649524:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979439.649527:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649533:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979439.649537:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649544:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979439.649546:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649548:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.649549:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649551:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979439.649554:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979439.649557:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979439.649560:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979439.649562:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979439.649566:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979439.649573:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090432:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979439.649577:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649578:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.649581:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c2a680 x1870627367090432/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.649587:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979439.649589:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979439.649590:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979439.649593:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979439.649594:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979439.649595:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979439.649597:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979439.649599:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08564c00.
02000000:00000001:1.0:1783979439.649602:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979439.649603:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979439.649605:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c2a680.
00000100:00000001:1.0:1783979439.649607:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979439.649609:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649610:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.649614:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979439.649615:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.649617:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979439.649618:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979439.649688:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979439.649689:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979439.649690:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979439.649692:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979439.649695:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10298
00000400:00000200:0.0:1783979439.649698:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:0.0:1783979439.649700:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979439.649711:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979439.649713:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.649715:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.649716:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.649717:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:0.0:1783979439.649719:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979439.649720:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:0.0:1783979439.649721:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979439.649722:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:0.0:1783979439.649724:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:0.0:1783979439.649725:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:0.0:1783979439.649727:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.649728:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979439.649729:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:0.0:1783979439.649730:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:0.0:1783979439.649732:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:0.0:1783979439.649734:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:0.0:1783979439.649735:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.649737:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979439.649739:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.649740:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.649741:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979439.649743:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979439.649744:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.649745:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979439.649748:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27c29f80.
00000020:00000040:0.0:1783979439.649749:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:0.0:1783979439.649751:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979439.649752:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.649753:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979439.649755:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979439.649756:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979439.649759:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db08565000.
00000100:00000001:0.0:1783979439.649762:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.649764:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979439.649769:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979439.649771:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.649791:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012252b91] to pc [ptlrpcd_rcv+-1]  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.649803:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.649805:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979439.649807:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979439.649809:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979439.649812:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1783979439.649815:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10308)
00000100:00000001:1.0:1783979439.650382:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979439.650385:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979439.650386:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979439.650391:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650399:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979439.650400:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.650403:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979439.650405:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.650406:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.650409:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090560:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979439.650412:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979439.650414:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979439.650415:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.650418:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979439.650421:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979439.650423:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979439.650426:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979439.650429:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979439.650433:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979439.650435:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090560, portal 10
00000100:00000001:1.0:1783979439.650437:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979439.650438:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168207028096 : -118905502523520 : ffff93db27c29f80)
00000100:00000040:1.0:1783979439.650444:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650450:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979439.650453:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979439.650464:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979439.650467:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090560, offset 0
00000400:00000200:1.0:1783979439.650471:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979439.650475:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.650479:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979439.650482:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979439.650485:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979439.650488:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979439.650490:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979439.650493:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346080:346080:256:4294967295] 192.168.201.109@tcp LPNI seq info [346069:346069:8:4294967295]
00000400:00000200:1.0:1783979439.650496:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979439.650503:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979439.650508:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.650511:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979439.650515:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979439.650518:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979439.650522:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979439.650525:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979439.650528:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979439.650530:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:1.0:1783979439.650533:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979439.650536:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979439.650539:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:1.0:1783979439.650541:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:1.0:1783979439.650543:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979439.650547:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650554:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.650557:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650564:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.650566:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979439.650569:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.650571:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979439.650574:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979439.650576:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304971294
00000100:00000001:1.0:1783979439.650578:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304972535
00000100:00000001:1.0:1783979439.650580:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304971294
00000100:00000001:1.0:1783979439.650583:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304972535
00000100:00000001:1.0:1783979439.650585:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979439.650587:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.650589:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979439.650592:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979439.650599:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979439.650600:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979439.650602:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979439.650604:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979439.650605:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979439.650607:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979439.650610:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979439.650618:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650624:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979439.650626:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650628:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.650629:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979439.650633:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650638:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979439.650642:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650649:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979439.650651:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650652:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979439.650653:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650655:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979439.650657:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979439.650659:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979439.650663:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979439.650665:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979439.650668:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979439.650676:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090560:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979439.650680:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650682:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979439.650685:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27c29f80 x1870627367090560/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.650691:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979439.650693:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979439.650695:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979439.650697:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979439.650698:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979439.650700:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979439.650702:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979439.650704:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db08565000.
02000000:00000001:1.0:1783979439.650706:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979439.650707:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979439.650709:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27c29f80.
00000100:00000001:1.0:1783979439.650711:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979439.650712:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650714:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979439.650717:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979439.650718:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.650720:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979439.650721:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.711875:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979439.711881:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979439.711882:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.711886:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979439.711889:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979439.711892:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.711894:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.711896:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.711898:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.839936:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979439.839943:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.839949:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979439.839950:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979439.840017:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979439.840021:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979439.840024:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979440.736011:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979440.736019:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979440.736021:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979440.736026:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979440.736030:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979440.736033:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979440.736036:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979440.736038:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979440.736041:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.863916:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979440.863922:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979440.863924:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979440.863926:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.863930:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979440.863931:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.863932:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.863934:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.863936:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979440.863937:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979440.864423:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979440.864426:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979440.864429:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979440.927899:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304972535, at 4304972544
00000100:00000010:1.0:1783979440.927913:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000040:0.0:1783979440.928024:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304972535, at 4304972544
00000100:00000010:0.0:1783979440.928030:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc6c0.
00000100:00000001:0.0:1783979441.759856:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979441.759861:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979441.759863:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979441.759867:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979441.759871:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979441.759874:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979441.759876:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979441.759880:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979441.759883:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979441.890046:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979441.890053:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979441.890059:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979441.890060:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979441.890202:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979441.890206:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979441.890209:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979442.783894:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979442.783902:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979442.783903:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979442.783909:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979442.783913:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979442.783944:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979442.783946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979442.783949:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979442.783951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979442.911887:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979442.911893:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979442.911897:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979442.911898:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979442.912009:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979442.912013:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979442.912016:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979443.807896:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979443.807929:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979443.807931:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979443.807936:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979443.807940:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979443.807943:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979443.807946:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979443.807948:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979443.807951:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979443.936003:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979443.936011:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979443.936017:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979443.936018:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979443.936398:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979443.936402:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979443.936404:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979444.767937:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.767948:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979444.767951:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.767954:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.767958:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.767965:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10303
00000400:00000200:3.0:1783979444.767975:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979444.767980:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.767983:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.767985:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.767987:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.767988:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.767990:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979444.767993:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.767995:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979444.767997:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.768001:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979444.768003:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979444.768005:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979444.768008:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768010:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.768012:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768014:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979444.768017:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979444.768021:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768023:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.768026:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979444.768029:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979444.768032:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768034:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979444.768037:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.768046:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68e00.
00000020:00000040:3.0:1783979444.768050:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979444.768053:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979444.768054:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768057:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.768060:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.768064:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979444.768071:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277400.
00000100:00000001:3.0:1783979444.768077:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979444.768085:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979444.768096:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.768100:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.768105:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001296bcc9] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.768142:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979444.768145:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.768149:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979444.768150:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.768152:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.768155:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.768158:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10303
00000400:00000200:3.0:1783979444.768162:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979444.768165:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.768167:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.768170:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768172:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.768174:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768176:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979444.768178:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.768180:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979444.768181:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.768183:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979444.768186:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979444.768188:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979444.768190:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768192:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.768194:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768196:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979444.768198:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979444.768200:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768201:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.768202:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979444.768207:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979444.768209:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768210:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979444.768213:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979444.768215:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768216:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.768219:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69880.
00000020:00000040:3.0:1783979444.768220:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979444.768222:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979444.768223:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768224:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.768225:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.768227:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979444.768229:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979444.768231:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979444.768234:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979444.768239:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.768240:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.768242:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a40001f4] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.768247:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979444.768249:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.768251:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979444.768251:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.768252:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.768254:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.768255:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10303
00000400:00000200:3.0:1783979444.768257:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979444.768259:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.768260:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.768262:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768263:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.768264:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768265:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979444.768266:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.768267:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979444.768268:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.768269:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979444.768270:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979444.768271:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979444.768273:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768274:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.768276:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768277:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979444.768278:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979444.768279:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979444.768280:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.768281:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979444.768283:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979444.768284:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768285:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979444.768286:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979444.768287:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768288:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.768290:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f69180.
00000020:00000040:3.0:1783979444.768291:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979444.768292:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979444.768292:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.768293:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.768294:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.768295:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979444.768298:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979444.768300:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979444.768302:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979444.768306:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.768306:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.768309:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ed294e1] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.768313:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.768315:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979444.768318:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979444.768319:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979444.768321:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979444.768324:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10314)
00000100:00000001:1.0:1783979444.768938:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979444.768943:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979444.768946:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979444.768953:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.768961:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979444.768963:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.768967:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979444.768969:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979444.768972:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979444.768975:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367090688:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979444.768979:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979444.768983:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979444.768986:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.768989:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979444.768993:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979444.768995:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979444.769001:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979444.769006:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2daa8.
00000400:00000010:1.0:1783979444.769011:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2880.
00000100:00000200:1.0:1783979444.769018:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090688, portal 25
00000100:00000001:1.0:1783979444.769020:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979444.769022:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210431488 : -118905499120128 : ffff93db27f68e00)
00000100:00000040:1.0:1783979444.769027:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.769034:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979444.769036:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979444.769038:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2550.
00000100:00000200:1.0:1783979444.769041:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367090688, offset 0
00000400:00000200:1.0:1783979444.769047:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769054:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769060:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979444.769065:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979444.769069:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979444.769072:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979444.769075:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769078:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346081:346081:256:4294967295] 192.168.201.109@tcp LPNI seq info [346070:346070:8:4294967295]
00000400:00000200:1.0:1783979444.769082:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769090:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979444.769095:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979444.769100:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b800.
00000800:00000200:1.0:1783979444.769106:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979444.769110:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979444.769131:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979444.769135:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979444.769137:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304977655
00000100:00000010:1.0:1783979444.769143:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbcd20.
00000100:00000001:1.0:1783979444.769149:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979444.769155:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304977655
00000100:00000010:1.0:1783979444.769158:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783979444.769160:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979444.769163:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979444.769165:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979444.769168:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979444.769172:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.769178:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979444.769180:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.769181:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979444.769183:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979444.769185:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979444.769187:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979444.769191:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979444.769193:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979444.769194:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.769196:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979444.769199:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979444.769201:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979444.769204:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979444.769206:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d790.
00000400:00000010:1.0:1783979444.769209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979444.769212:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090816, portal 10
00000100:00000001:1.0:1783979444.769214:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979444.769215:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210434176 : -118905499117440 : ffff93db27f69880)
00000100:00000040:1.0:1783979444.769222:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.769228:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979444.769229:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979444.769232:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2330.
00000100:00000200:1.0:1783979444.769234:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090816, offset 0
00000400:00000200:1.0:1783979444.769238:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769241:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769244:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979444.769246:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979444.769249:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979444.769251:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979444.769253:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769256:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346082:346082:255:4294967295] 192.168.201.109@tcp LPNI seq info [346071:346071:7:4294967295]
00000400:00000200:1.0:1783979444.769260:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769265:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979444.769269:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979444.769272:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b600.
00000800:00000200:1.0:1783979444.769275:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979444.769279:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979444.769281:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979444.769285:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979444.769287:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979444.769290:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304976416
00000100:00000001:1.0:1783979444.769292:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304977655
00000100:00000001:1.0:1783979444.769294:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304976416
00000100:00000001:1.0:1783979444.769296:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304977655
00000100:00000001:1.0:1783979444.769298:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979444.769299:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979444.769301:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979444.769304:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.769311:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979444.769312:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.769314:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979444.769316:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979444.769318:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979444.769320:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090944:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979444.769323:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979444.769325:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979444.769326:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979444.769328:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979444.769330:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979444.769331:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979444.769334:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979444.769337:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979444.769339:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad22a8.
00000100:00000200:1.0:1783979444.769341:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367090944, portal 10
00000100:00000001:1.0:1783979444.769343:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979444.769344:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210432384 : -118905499119232 : ffff93db27f69180)
00000100:00000040:1.0:1783979444.769348:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979444.769354:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979444.769356:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979444.769358:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad2c38.
00000100:00000200:1.0:1783979444.769360:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367090944, offset 0
00000400:00000200:1.0:1783979444.769364:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769367:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769370:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979444.769372:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979444.769374:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979444.769376:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979444.769378:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979444.769381:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346083:346083:254:4294967295] 192.168.201.109@tcp LPNI seq info [346072:346072:6:4294967295]
00000400:00000200:1.0:1783979444.769385:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979444.769390:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979444.769393:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979444.769396:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b500.
00000800:00000200:1.0:1783979444.769399:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979444.769402:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000100:00000001:1.0:1783979444.769405:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979444.769407:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979444.769409:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979444.769411:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304976413
00000100:00000001:1.0:1783979444.769413:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304977655
00000100:00000001:1.0:1783979444.769415:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304976413
00000100:00000001:1.0:1783979444.769417:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304977655
00000100:00000001:1.0:1783979444.769419:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979444.769420:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979444.769422:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979444.769424:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979444.769431:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979444.769433:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979444.769435:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979444.769437:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979444.769438:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979444.769440:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.831905:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979444.831911:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979444.831912:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.831916:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979444.831919:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979444.831921:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.831923:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979444.831925:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.831928:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.959919:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979444.959924:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.959928:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979444.959929:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979444.959977:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979444.959980:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979444.959983:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979445.855890:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979445.855898:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979445.855900:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979445.855905:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979445.855910:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979445.855913:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979445.855916:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979445.855919:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979445.855922:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979445.983955:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979445.983962:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979445.983968:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979445.983969:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979445.984029:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979445.984033:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979445.984036:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979446.047884:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304977655, at 4304977664
00000100:00000040:0.0:1783979446.047893:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304977655, at 4304977664
00000100:00000010:1.0:1783979446.047903:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
00000100:00000010:0.0:1783979446.047908:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbcd20.
00000100:00000001:0.0:1783979446.879964:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1783979446.879975:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979446.879978:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979446.879985:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:0.0:1783979446.879990:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979446.879995:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979446.879999:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979446.880002:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979446.880006:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979447.007954:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979447.007963:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979447.007970:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979447.007971:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979447.008113:0:101950:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979447.008117:0:101950:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979447.008121:0:101950:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979447.840164:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.109:988
00000400:00000100:3.0:1783979447.840223:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.109@tcp at host 192.168.201.109 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979447.840233:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979447.840237:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.9@tcp notifying 192.168.201.109@tcp: down
00000400:00000200:3.0:1783979447.840242:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979447.840248:0:2395:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979447.840253:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979447.840258:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b800.
00000400:00000200:3.0:1783979447.840265:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979447.840269:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979447.840276:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2550
00000400:00000010:3.0:1783979447.840279:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2550.
00000100:00000001:3.0:1783979447.840285:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979447.840296:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.840327:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979447.840332:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.840340:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979447.840343:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979447.840354:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979447.840356:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b600.
00000400:00000200:3.0:1783979447.840360:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979447.840363:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979447.840366:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2330
00000400:00000010:3.0:1783979447.840368:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2330.
00000100:00000001:3.0:1783979447.840370:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979447.840375:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.840383:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979447.840386:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.840392:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979447.840394:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979447.840398:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.109@tcp
00000800:00000010:3.0:1783979447.840401:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b500.
00000400:00000200:3.0:1783979447.840404:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979447.840407:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979447.840410:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2c38
00000400:00000010:3.0:1783979447.840412:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2c38.
00000100:00000001:1.0:1783979447.841595:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979447.841604:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979447.841608:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979447.841623:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979447]  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.841842:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979447.841848:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.841860:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979447.841863:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979447.841870:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979447.841872:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1783979447.841961:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979447.841965:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979447.841969:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2daa8.
00000400:00000200:1.0:1783979447.841975:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad2880
00000400:00000010:1.0:1783979447.841977:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad2880.
00000100:00000001:1.0:1783979447.841982:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979447.841987:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979447.842367:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842375:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979447.842377:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842381:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842383:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979447.842387:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842395:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979447.842400:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842407:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979447.842411:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842424:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842426:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842429:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979447.842432:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979447.842435:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979447.842440:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979447.842443:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979447.842447:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979447.842455:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367090688:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979447.842461:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979447.842465:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979447]  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979447.842473:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979447.842474:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979447.842476:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d790.
00000400:00000200:1.0:1783979447.842479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979447.842480:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979447.842482:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979447.842485:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979447.842491:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842497:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979447.842499:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842500:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842501:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979447.842504:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842515:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979447.842518:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842524:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979447.842526:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842528:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842529:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842531:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979447.842535:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979447.842537:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979447.842541:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979447.842543:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979447.842547:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979447.842554:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090816:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979447.842558:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979447.842562:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979447]  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979447.842570:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979447.842571:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979447.842573:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979447.842576:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad22a8
00000400:00000010:1.0:1783979447.842577:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad22a8.
00000100:00000001:1.0:1783979447.842580:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979447.842583:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979447.842596:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842602:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979447.842603:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842605:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842606:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979447.842609:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842615:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979447.842619:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842625:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979447.842628:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842629:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979447.842631:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842632:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979447.842634:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979447.842637:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979447.842640:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979447.842642:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979447.842647:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979447.842654:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367090944:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979447.842658:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842661:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979447.842664:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68e00 x1870627367090688/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842676:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979447.842679:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979447.842685:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979447.842690:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979447.842694:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979447.842696:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979447.842698:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979447.842702:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277400.
02000000:00000001:1.0:1783979447.842707:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979447.842709:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979447.842711:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68e00.
00000100:00000001:1.0:1783979447.842716:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979447.842717:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842719:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979447.842722:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69880 x1870627367090816/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842728:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979447.842729:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979447.842731:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979447.842733:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979447.842734:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979447.842736:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979447.842738:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979447.842739:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979447.842742:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979447.842743:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979447.842745:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69880.
00000100:00000001:1.0:1783979447.842747:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979447.842748:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842750:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979447.842753:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f69180 x1870627367090944/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979447.842759:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979447.842760:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979447.842762:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979447.842764:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979447.842765:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979447.842766:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979447.842768:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979447.842809:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979447.842814:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979447.842815:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979447.842816:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f69180.
00000100:00000001:1.0:1783979447.842819:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979447.842820:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842822:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979447.842842:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979447.842844:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979447.842847:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979447.842848:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979447.905644:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979447.905656:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979447.905658:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979447.905666:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979447.905671:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979447.905675:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979447.905679:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979447.905682:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979447.905686:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979448.031995:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979448.032002:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979448.032007:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979448.032008:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979448.032070:0:81086:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979448.032074:0:81086:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979448.032078:0:81086:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979448.929499:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979448.929511:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979448.929513:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979448.929521:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979448.929525:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979448.929530:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979448.929533:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979448.929536:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979448.929547:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.055915:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979449.055924:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.055932:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979449.055936:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979449.055939:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979449.055943:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.055946:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979449.055949:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.055952:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.055954:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979449.056023:0:81087:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979449.056028:0:81087:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979449.056032:0:81087:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979449.887992:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d91afa4-b095-4fa5-a5e3-2233a0304c31->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979449.888006:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979449.888009:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979449.888012:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979449.888016:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979449.888024:0:80002:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 192.168.201.109@tcp last attempt 10309
00000400:00000200:3.0:1783979449.888033:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979449.888046:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979449.888052:0:80002:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979449.888055:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888059:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888062:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888065:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979449.888069:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979449.888072:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070aeb
00000020:00000001:3.0:1783979449.888074:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979449.888078:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db09b4b000 refcount=3
00000020:00000001:3.0:1783979449.888081:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000020:00000001:3.0:1783979449.888084:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167702798336 : -118906006753280 : ffff93db09b4b000)
00000100:00000040:3.0:1783979449.888088:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888090:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888092:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888094:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979449.888098:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db09b4b000 : new refcount 2
00000100:00080000:3.0:1783979449.888102:0:80002:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff93db09b4d800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888104:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979449.888108:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979449.888113:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979449.888115:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888118:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979449.888121:0:80002:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979449.888130:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6bb80.
00000020:00000040:3.0:1783979449.888134:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b4d800 refcount=4 obd=MGC192.168.201.109@tcp
02000000:00000001:3.0:1783979449.888138:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979449.888140:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888144:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979449.888147:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979449.888152:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979449.888161:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20277000.
00000100:00000001:3.0:1783979449.888169:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979449.888181:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979449.888192:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979449.888197:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979449.888202:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df1563] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979449.888231:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979449.888235:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979449.888239:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979449.888241:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979449.888243:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979449.888246:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979449.888249:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10309
00000400:00000200:3.0:1783979449.888253:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979449.888256:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979449.888258:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979449.888261:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888263:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888265:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888267:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979449.888269:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979449.888270:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b3f
00000020:00000001:3.0:1783979449.888272:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979449.888275:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4a800 refcount=5
00000020:00000001:3.0:1783979449.888277:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000020:00000001:3.0:1783979449.888279:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840159744 : -118905869391872 : ffff93db11e4a800)
00000100:00000040:3.0:1783979449.888282:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888284:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888285:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888287:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979449.888289:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4a800 : new refcount 4
00000100:00080000:3.0:1783979449.888291:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93db09179800: import ffff93db09b13800 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888294:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979449.888295:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979449.888302:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979449.888304:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888306:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979449.888311:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979449.888313:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888316:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979449.888320:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f68a80.
00000020:00000040:3.0:1783979449.888322:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b13800 refcount=16 obd=lustre-MDT0000-mdc-ffff93db09179800
02000000:00000001:3.0:1783979449.888324:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979449.888325:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888327:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979449.888334:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979449.888336:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979449.888342:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20276400.
00000100:00000001:3.0:1783979449.888346:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979449.888351:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979449.888357:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979449.888359:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979449.888363:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130218ea] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979449.888370:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979449.888372:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979449.888375:0:80002:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979449.888377:0:80002:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979449.888378:0:80002:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979449.888381:0:80002:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979449.888384:0:80002:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: connect to NID 192.168.201.109@tcp last attempt 10309
00000400:00000200:3.0:1783979449.888388:0:80002:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:3.0:1783979449.888391:0:80002:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.109@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979449.888393:0:80002:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979449.888395:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888397:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888399:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888401:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000001:3.0:1783979449.888404:0:80002:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979449.888406:0:80002:0:(genops.c:825:class_conn2export()) looking for export cookie 0xe5b1f39b8d070b46
00000020:00000001:3.0:1783979449.888407:0:80002:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979449.888409:0:80002:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93db11e4b000 refcount=5
00000020:00000001:3.0:1783979449.888412:0:80002:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000020:00000001:3.0:1783979449.888414:0:80002:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446625167840161792 : -118905869389824 : ffff93db11e4b000)
00000100:00000040:3.0:1783979449.888417:0:80002:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff93db09245cc0 refcount 14 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888419:0:80002:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979449.888421:0:80002:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93db09245cc0 refcount 15 to 192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888423:0:80002:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625167693339840 : -118906016211776 : ffff93db09245cc0)
00000020:00000040:3.0:1783979449.888425:0:80002:0:(genops.c:900:class_export_put()) PUTting export ffff93db11e4b000 : new refcount 4
00000100:00080000:3.0:1783979449.888428:0:80002:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93db09179800: import ffff93db09b14000 using connection 192.168.201.109@tcp/192.168.201.109@tcp
00000100:00000001:3.0:1783979449.888430:0:80002:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979449.888432:0:80002:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979449.888435:0:80002:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979449.888437:0:80002:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888438:0:80002:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979449.888440:0:80002:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979449.888443:0:80002:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888444:0:80002:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979449.888448:0:80002:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93db27f6ad80.
00000020:00000040:3.0:1783979449.888449:0:80002:0:(genops.c:1231:class_import_get()) import ffff93db09b14000 refcount=4 obd=lustre-MDT0001-mdc-ffff93db09179800
02000000:00000001:3.0:1783979449.888452:0:80002:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979449.888453:0:80002:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.888455:0:80002:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979449.888457:0:80002:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979449.888458:0:80002:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979449.888462:0:80002:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93db20275000.
00000100:00000001:3.0:1783979449.888465:0:80002:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979449.888470:0:80002:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979449.888477:0:80002:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979449.888479:0:80002:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979449.888483:0:80002:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001598e7c3] to pc [ptlrpcd_rcv+-1]  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979449.888491:0:80002:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979449.888493:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979449.888497:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979449.888500:0:80002:0:(pinger.c:229:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979449.888503:0:80002:0:(pinger.c:247:ptlrpc_pinger_process_import()) b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1783979449.888508:0:80002:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10319)
00000100:00000001:1.0:1783979449.888612:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979449.888619:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979449.888622:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979449.888629:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.888638:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979449.888641:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.888646:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979449.888649:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979449.888652:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979449.888655:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367091072:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979449.888660:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979449.888666:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979449.888668:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.888671:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979449.888678:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979449.888680:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979449.888687:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979449.888692:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979449.888700:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad22a8.
00000100:00000200:1.0:1783979449.888710:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367091072, portal 25
00000100:00000001:1.0:1783979449.888713:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979449.888714:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210443136 : -118905499108480 : ffff93db27f6bb80)
00000100:00000040:1.0:1783979449.888720:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.888728:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979449.888731:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979449.888734:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979449.888738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627367091072, offset 0
00000400:00000200:1.0:1783979449.888747:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979449.888758:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.888765:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979449.888812:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979449.888819:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979449.888824:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979449.888827:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979449.888832:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346084:346084:256:4294967295] 192.168.201.109@tcp LPNI seq info [346073:346073:8:4294967295]
00000400:00000200:1.0:1783979449.888837:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.888848:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979449.888856:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.888863:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b900.
00000800:00000200:1.0:1783979449.888871:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979449.888875:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979449.888882:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979449.888886:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979449.888891:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.888894:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:1.0:1783979449.888901:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979449.888907:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979449.888914:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979449.888917:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979449.888921:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979449.888925:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.888936:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.888940:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.888948:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.888950:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979449.888959:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979449.888963:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979449.888967:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 0 is 4304982775
00000100:00000010:1.0:1783979449.888973:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbc480.
00000100:00000001:1.0:1783979449.888983:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1783979449.888991:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS new deadline estimation for cpu 1 is 4304982775
00000100:00000010:1.0:1783979449.888994:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93db33fbca80.
00000100:00000001:1.0:1783979449.888999:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.109@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1783979449.889004:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979449.889008:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889011:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979449.889016:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979449.889033:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979449.889035:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979449.889038:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979449.889041:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad22a8
00000400:00000010:1.0:1783979449.889043:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad22a8.
00000100:00000001:1.0:1783979449.889045:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979449.889049:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979449.889057:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889064:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979449.889066:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889068:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889070:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979449.889074:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889081:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979449.889087:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889094:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979449.889098:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889100:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889101:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889104:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979449.889107:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979449.889110:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b4d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979449.889115:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979449.889118:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979449.889123:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979449.889134:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d91afa4-b095-4fa5-a5e3-2233a0304c31:2406:1870627367091072:192.168.201.109@tcp:250:kworker.0
00000100:00000001:1.0:1783979449.889140:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979449.889143:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889150:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979449.889151:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.889154:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979449.889155:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979449.889157:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979449.889160:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367091200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979449.889164:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979449.889166:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979449.889169:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.889171:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979449.889175:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979449.889177:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979449.889182:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979449.889184:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979449.889188:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad22a8.
00000100:00000200:1.0:1783979449.889191:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367091200, portal 10
00000100:00000001:1.0:1783979449.889193:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979449.889195:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210430592 : -118905499121024 : ffff93db27f68a80)
00000100:00000040:1.0:1783979449.889203:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889210:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979449.889213:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979449.889215:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979449.889217:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367091200, offset 0
00000400:00000200:1.0:1783979449.889222:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979449.889234:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.889238:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979449.889242:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979449.889244:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979449.889247:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979449.889249:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979449.889252:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346085:346085:256:4294967295] 192.168.201.109@tcp LPNI seq info [346074:346074:8:4294967295]
00000400:00000200:1.0:1783979449.889255:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.889261:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979449.889265:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.889268:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b900.
00000800:00000200:1.0:1783979449.889272:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979449.889275:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979449.889278:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979449.889281:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979449.889284:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.889287:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:1.0:1783979449.889290:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979449.889294:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979449.889297:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979449.889299:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979449.889302:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979449.889305:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889313:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.889316:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889323:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889325:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979449.889328:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979449.889333:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: using a timeout of 30366 usecs (31 jiffies)
00000400:00000200:1.0:1783979449.889337:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979449.889340:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304981536
00000100:00000001:1.0:1783979449.889343:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304982775
00000100:00000001:1.0:1783979449.889346:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304981536
00000100:00000001:1.0:1783979449.889348:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304982775
00000100:00000001:1.0:1783979449.889350:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979449.889352:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889354:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979449.889358:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979449.889365:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979449.889366:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979449.889368:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979449.889371:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad22a8
00000400:00000010:1.0:1783979449.889373:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad22a8.
00000100:00000001:1.0:1783979449.889376:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979449.889379:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979449.889387:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889394:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979449.889396:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889398:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889400:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979449.889405:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889413:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979449.889416:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889423:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979449.889426:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889428:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889429:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889431:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979449.889435:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979449.889438:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979449.889442:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979449.889444:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979449.889448:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979449.889456:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367091200:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979449.889459:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979449.889463:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889470:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979449.889471:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.889473:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979449.889475:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979449.889477:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979449.889479:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367091328:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979449.889483:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979449.889485:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979449.889487:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979449.889489:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979449.889493:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979449.889495:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979449.889498:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000010:1.0:1783979449.889500:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93db07b2d1b8.
00000400:00000010:1.0:1783979449.889503:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad22a8.
00000100:00000200:1.0:1783979449.889506:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627367091328, portal 10
00000100:00000001:1.0:1783979449.889508:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979449.889509:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625168210439552 : -118905499112064 : ffff93db27f6ad80)
00000100:00000040:1.0:1783979449.889515:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889521:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979449.889523:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.109@tcp
00000400:00000010:1.0:1783979449.889525:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93db07ad24c8.
00000100:00000200:1.0:1783979449.889527:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627367091328, offset 0
00000400:00000200:1.0:1783979449.889531:0:2406:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.109@tcp
00000400:00000200:1.0:1783979449.889535:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.889538:0:2406:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.109@tcp local destination
00000400:00000200:1.0:1783979449.889540:0:2406:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979449.889543:0:2406:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.9@tcp
00000400:00000200:1.0:1783979449.889546:0:2406:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.9@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979449.889548:0:2406:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.109@tcp
00000400:00000200:1.0:1783979449.889550:0:2406:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.9@tcp NI seq info: [346086:346086:256:4294967295] 192.168.201.109@tcp LPNI seq info [346075:346075:8:4294967295]
00000400:00000200:1.0:1783979449.889554:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000400:00000200:1.0:1783979449.889560:0:2406:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.9@tcp(192.168.201.9@tcp:<?>) -> 192.168.201.109@tcp(192.168.201.109@tcp:192.168.201.109@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979449.889564:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.889567:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93da03d0b900.
00000800:00000200:1.0:1783979449.889572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.0:1783979449.889574:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979449.889578:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93db092e1cc0] -> 12345-192.168.201.109@tcp (2)
00000800:00000200:1.1:1783979449.889580:0:2406:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.109 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979449.889584:0:2406:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.109@tcp
00000800:00000010:1.0:1783979449.889586:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93da03d0b900.
00000400:00000200:1.0:1783979449.889589:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979449.889592:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.9@tcp->192.168.201.109@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979449.889595:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad24c8
00000400:00000010:1.0:1783979449.889596:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad24c8.
00000100:00000001:1.0:1783979449.889598:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979449.889601:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889613:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.889617:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889622:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889624:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979449.889626:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979449.889629:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: using a timeout of 27486 usecs (28 jiffies)
00000400:00000200:1.0:1783979449.889633:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.109@tcp to cpt 0
00000100:00000001:1.0:1783979449.889635:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 0 is 4304981533
00000100:00000001:1.0:1783979449.889638:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 0, keep current deadline 4304982775
00000100:00000001:1.0:1783979449.889640:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS new deadline estimation for cpu 1 is 4304981533
00000100:00000001:1.0:1783979449.889642:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93db09179800: PM QoS request active for cpu 1, keep current deadline 4304982775
00000100:00000001:1.0:1783979449.889644:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979449.889646:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889647:0:2406:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979449.889651:0:2406:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979449.889658:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979449.889659:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979449.889661:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93db07b2d1b8.
00000400:00000200:1.0:1783979449.889663:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93db07ad22a8
00000400:00000010:1.0:1783979449.889664:0:2406:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93db07ad22a8.
00000100:00000001:1.0:1783979449.889667:0:2406:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979449.889670:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979449.889678:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889684:0:2406:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979449.889686:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889688:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889690:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979449.889693:0:2406:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889701:0:2406:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979449.889704:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889711:0:2406:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979449.889713:0:2406:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889714:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979449.889716:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889718:0:2406:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979449.889720:0:2406:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979449.889723:0:2406:0:(import.c:65:import_set_state_nolock()) ffff93db09b14000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979449.889725:0:2406:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.109@tcp failed (-110)
00000100:00000001:1.0:1783979449.889727:0:2406:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979449.889731:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979449.889740:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93db27f6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b9b0d93a-b455-4f28-8f4b-0045c0e8a8ec:2406:1870627367091328:192.168.201.109@tcp:38:kworker.0
00000100:00000001:1.0:1783979449.889745:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889748:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.889751:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6bb80 x1870627367091072/t0(0) o250->MGC192.168.201.109@tcp@192.168.201.109@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889759:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979449.889762:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979449.889766:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08288400.
02000000:00000001:1.0:1783979449.889769:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979449.889826:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979449.889829:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b4d800 refcount=3 obd=MGC192.168.201.109@tcp
00000020:00000001:1.0:1783979449.889832:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979449.889835:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20277000.
02000000:00000001:1.0:1783979449.889844:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979449.889846:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979449.889849:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6bb80.
00000100:00000001:1.0:1783979449.889854:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979449.889855:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889857:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.889861:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f68a80 x1870627367091200/t0(0) o38->lustre-MDT0000-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889867:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979449.889869:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979449.889871:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db08289000.
02000000:00000001:1.0:1783979449.889873:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979449.889874:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979449.889876:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b13800 refcount=15 obd=lustre-MDT0000-mdc-ffff93db09179800
00000020:00000001:1.0:1783979449.889878:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979449.889879:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20276400.
02000000:00000001:1.0:1783979449.889883:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979449.889884:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979449.889885:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f68a80.
00000100:00000001:1.0:1783979449.889888:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979449.889889:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889891:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979449.889894:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff93db27f6ad80 x1870627367091328/t0(0) o38->lustre-MDT0001-mdc-ffff93db09179800@192.168.201.109@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979449.889900:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979449.889901:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979449.889902:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93db0828a400.
02000000:00000001:1.0:1783979449.889904:0:2406:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979449.889905:0:2406:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979449.889906:0:2406:0:(genops.c:1244:class_import_put()) import ffff93db09b14000 refcount=3 obd=lustre-MDT0001-mdc-ffff93db09179800
00000020:00000001:1.0:1783979449.889914:0:2406:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979449.889916:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93db20275000.
02000000:00000001:1.0:1783979449.889918:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979449.889920:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979449.889922:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93db27f6ad80.
00000100:00000001:1.0:1783979449.889924:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979449.889926:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889928:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979449.889940:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979449.889942:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979449.889945:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979449.889947:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979449.952747:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979449.952754:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979449.952756:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979449.952761:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979449.952765:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979449.952802:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979449.952808:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979449.952810:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979449.952814:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979450.079931:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979450.079938:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979450.079943:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979450.079944:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979450.080011:0:84271:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979450.080014:0:84271:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979450.080017:0:84271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979450.976446:0:171698:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1783979450.976468:0:171698:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979450.976473:0:171698:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979450.976482:0:171698:0:(client.c:2702:ptlrpc_set_wait()) set ffff93db41a3a780 going to sleep for 0 seconds
00000100:00000001:3.0:1783979450.976487:0:171698:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979450.976492:0:171698:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979450.976496:0:171698:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979450.976500:0:171698:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979450.976503:0:171698:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.103896:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979451.103902:0:172140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979451.103904:0:172140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979451.103906:0:172140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.103910:0:172140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979451.103911:0:172140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.103913:0:172140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.103914:0:172140:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.103917:0:172140:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979451.103918:0:172140:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979451.104000:0:109133:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979451.104007:0:109133:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979451.104012:0:109133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1783979451.167923:0:172140:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9110 (cpu 0) has reached its deadline 4304982775, at 4304982784
00000100:00000010:1.0:1783979451.167938:0:172140:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbca80.
00000100:00000040:0.0:1783979451.167942:0:172072:0:(connection.c:75:cpu_latency_work()) work item of ffff93db059d9000 (cpu 0) has reached its deadline 4304982775, at 4304982784
00000100:00000010:0.0:1783979451.167956:0:172072:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93db33fbc480.
Debug log: 136342 lines, 136342 kept, 0 dropped, 0 bad.